Merge pull request #443 from NVIDIA/branch-24.10

[auto-merge] branch-24.10 to branch-24.12 [skip ci] [bot]
NVIDIA · Oct 8, 2024 · b4f10d0 · b4f10d0
2 parents e596414 + 47ae101
commit b4f10d0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/examples/ML+DL-Examples/Spark-Rapids-ML/pca/notebooks/pca.ipynb b/examples/ML+DL-Examples/Spark-Rapids-ML/pca/notebooks/pca.ipynb
@@ -78,7 +78,11 @@
     "    '''\n",
     "    If no active Spark session is found, initialize and configure a new one. \n",
     "    '''\n",
+    "    import socket\n",
+    "    hostname = socket.gethostname()\n",
+    "\n",
     "    conf = SparkConf()\n",
+    "    conf.setMaster(f\"spark://{hostname}:7077\") # Assuming master is on host and default port. \n",
     "    conf.set(\"spark.task.maxFailures\", \"1\")\n",
     "    conf.set(\"spark.driver.memory\", \"10g\")\n",
     "    conf.set(\"spark.executor.memory\", \"8g\")\n",