Add setmaster to PCA (#442)

* Add setmaster for standalone runs on CI/CD * signoff Signed-off-by: Rishi Chandra <[email protected]> --------- Signed-off-by: Rishi Chandra <[email protected]>
NVIDIA · Oct 8, 2024 · 47ae101 · 47ae101
1 parent 8bc8f9e
commit 47ae101
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/examples/ML+DL-Examples/Spark-Rapids-ML/pca/notebooks/pca.ipynb b/examples/ML+DL-Examples/Spark-Rapids-ML/pca/notebooks/pca.ipynb
@@ -78,7 +78,11 @@
     "    '''\n",
     "    If no active Spark session is found, initialize and configure a new one. \n",
     "    '''\n",
+    "    import socket\n",
+    "    hostname = socket.gethostname()\n",
+    "\n",
     "    conf = SparkConf()\n",
+    "    conf.setMaster(f\"spark://{hostname}:7077\") # Assuming master is on host and default port. \n",
     "    conf.set(\"spark.task.maxFailures\", \"1\")\n",
     "    conf.set(\"spark.driver.memory\", \"10g\")\n",
     "    conf.set(\"spark.executor.memory\", \"8g\")\n",