From 0a5af23b20254d5812c1a40887789c2df8182dba Mon Sep 17 00:00:00 2001 From: Kuhu Shukla Date: Tue, 10 Dec 2024 15:35:09 -0600 Subject: [PATCH] Review comments, add readme Signed-off-by: Kuhu Shukla --- scripts/csp-startup-scripts/README.md | 3 +++ .../cgroup-bootstrap-action-emr6.sh | 0 .../cgroup-bootstrap-action-emr7.sh | 0 .../config-emr6.json | 0 .../config-emr7.json | 0 .../emr-spark-plugin-startup.py | 0 6 files changed, 3 insertions(+) create mode 100644 scripts/csp-startup-scripts/README.md rename scripts/{emr-startup-scripts => csp-startup-scripts}/cgroup-bootstrap-action-emr6.sh (100%) rename scripts/{emr-startup-scripts => csp-startup-scripts}/cgroup-bootstrap-action-emr7.sh (100%) rename scripts/{emr-startup-scripts => csp-startup-scripts}/config-emr6.json (100%) rename scripts/{emr-startup-scripts => csp-startup-scripts}/config-emr7.json (100%) rename scripts/{emr-startup-scripts => csp-startup-scripts}/emr-spark-plugin-startup.py (100%) diff --git a/scripts/csp-startup-scripts/README.md b/scripts/csp-startup-scripts/README.md new file mode 100644 index 00000000..46b75001 --- /dev/null +++ b/scripts/csp-startup-scripts/README.md @@ -0,0 +1,3 @@ +# Startup Scripts for CSPs with Spark Rapids + +With the exception of Dataproc, CSP offerings like EMR have specific set of steps that are required to enable the Spark Rapids Plugin in their environment. The set of scripts here automate parts of that process, for EMR currently. The exact usage can be found in our docs [here](https://docs.nvidia.com/spark-rapids/user-guide/latest/getting-started/aws-emr.html) diff --git a/scripts/emr-startup-scripts/cgroup-bootstrap-action-emr6.sh b/scripts/csp-startup-scripts/cgroup-bootstrap-action-emr6.sh similarity index 100% rename from scripts/emr-startup-scripts/cgroup-bootstrap-action-emr6.sh rename to scripts/csp-startup-scripts/cgroup-bootstrap-action-emr6.sh diff --git a/scripts/emr-startup-scripts/cgroup-bootstrap-action-emr7.sh b/scripts/csp-startup-scripts/cgroup-bootstrap-action-emr7.sh similarity index 100% rename from scripts/emr-startup-scripts/cgroup-bootstrap-action-emr7.sh rename to scripts/csp-startup-scripts/cgroup-bootstrap-action-emr7.sh diff --git a/scripts/emr-startup-scripts/config-emr6.json b/scripts/csp-startup-scripts/config-emr6.json similarity index 100% rename from scripts/emr-startup-scripts/config-emr6.json rename to scripts/csp-startup-scripts/config-emr6.json diff --git a/scripts/emr-startup-scripts/config-emr7.json b/scripts/csp-startup-scripts/config-emr7.json similarity index 100% rename from scripts/emr-startup-scripts/config-emr7.json rename to scripts/csp-startup-scripts/config-emr7.json diff --git a/scripts/emr-startup-scripts/emr-spark-plugin-startup.py b/scripts/csp-startup-scripts/emr-spark-plugin-startup.py similarity index 100% rename from scripts/emr-startup-scripts/emr-spark-plugin-startup.py rename to scripts/csp-startup-scripts/emr-spark-plugin-startup.py