remove 4040 port for notebook

kbase · May 16, 2024 · 7d5e88b · 7d5e88b
1 parent 6bfee7e
commit 7d5e88b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -18,6 +18,6 @@ COPY scripts/entrypoint.sh /opt/
 RUN chmod a+x /opt/entrypoint.sh
 
 # Switch back to the original user
-USER ${ORI_USER}
+#USER ${ORI_USER}
 
 ENTRYPOINT ["/opt/entrypoint.sh"]
diff --git a/docker-compose.yaml b/docker-compose.yaml
@@ -18,27 +18,29 @@ services:
   spark-worker-1:
     image: bitnami/spark:3.5.1
     container_name: spark-worker-1
+    depends_on:
+      - spark-master
     ports:
       - "8081:8081"
     environment:
       - SPARK_MODE=worker
       - SPARK_MASTER_URL=spark://spark-master:7077
       - SPARK_WORKER_CORES=2
       - SPARK_WORKER_MEMORY=1G
-      - SPARK_WORKER_PORT=8091
       - SPARK_WORKER_WEBUI_PORT=8081
 
   spark-worker-2:
     image: bitnami/spark:3.5.1
     container_name: spark-worker-2
+    depends_on:
+      - spark-master
     ports:
       - "8082:8082"
     environment:
       - SPARK_MODE=worker
       - SPARK_MASTER_URL=spark://spark-master:7077
       - SPARK_WORKER_CORES=2
       - SPARK_WORKER_MEMORY=1G
-      - SPARK_WORKER_PORT=8092
       - SPARK_WORKER_WEBUI_PORT=8082
 
   spark-test-node:
@@ -55,7 +57,6 @@ services:
       dockerfile: Dockerfile
     container_name: spark-notebook
     ports:
-      - "4040:4040"
       - "4041:4041"
     depends_on:
       - spark-master