chore: docker compose to standalone by default (#13814)

risingwavelabs · Dec 6, 2023 · 427cfc6 · 427cfc6
1 parent 65cd370
commit 427cfc6
Show file tree

Hide file tree

Showing 45 changed files with 355 additions and 760 deletions.
diff --git a/ci/scripts/notify.py b/ci/scripts/notify.py
@@ -55,6 +55,7 @@
     "elasticsearch-sink-json": ["xinhao"],
     "redis-sink-json": ["xinhao"],
     "big-query-sink-json": ["xinhao"],
+    "vector-json": ["bohan"],
 }
 
 def get_failed_tests(get_test_status, test_map):

diff --git a/ci/workflows/integration-tests.yml b/ci/workflows/integration-tests.yml
@@ -5,6 +5,7 @@ auto-retry: &auto-retry
       limit: 3
 
 steps:
+  # You may update `gen-integration-test-yaml.py` to add integration test case
   - label: "gen and upload integration test pipeline"
     command: "ci/scripts/gen-integration-test-yaml.py"
 

diff --git a/docker/README.md b/docker/README.md
@@ -45,14 +45,22 @@ To start a RisingWave playground, run
 docker run -it --pull=always -p 4566:4566 -p 5691:5691 ghcr.io/risingwavelabs/risingwave:latest playground
 ```
 
-### minio
-To start a RisingWave cluster with minio backend, run
+### standalone minio
+To start a RisingWave standalone mode with minio backend, run
 
 ```
 # Start all components
 docker-compose up
 ```
 
+### distributed cluster minio
+To start a RisingWave cluster with minio backend, run
+
+```
+# Start all components
+docker-compose -f docker-compose-distributed.yml up
+```
+
 It will start a minio, a meta node, a compute node, a frontend, a compactor, a prometheus and a redpanda instance.
 
 ### s3 and other s3-compatible storage backend

diff --git a/docker/docker-compose-standalone.yml → docker/docker-compose-distributed.yml b/docker/docker-compose-standalone.yml → docker/docker-compose-distributed.yml
@@ -3,84 +3,92 @@ version: "3"
 x-image: &image
   image: ${RW_IMAGE:-risingwavelabs/risingwave:v1.4.0}
 services:
-  risingwave-standalone:
+  compactor-0:
     <<: *image
-    command: "standalone --meta-opts=\" \
-                    --listen-addr 0.0.0.0:5690 \
-                    --advertise-addr 0.0.0.0:5690 \
-                    --dashboard-host 0.0.0.0:5691 \
-                    --prometheus-host 0.0.0.0:1250 \
-                    --connector-rpc-endpoint 0.0.0.0:50051 \
-                    --backend etcd \
-                    --etcd-endpoints etcd-0:2388 \
-                    --state-store hummock+minio://hummockadmin:hummockadmin@minio-0:9301/hummock001 \
-                    --data-directory hummock_001 \
-                    --config-path /risingwave.toml\" \
-                 --compute-opts=\" \
-                    --config-path /risingwave.toml \
-                    --listen-addr 0.0.0.0:5688 \
-                    --prometheus-listener-addr 0.0.0.0:1222 \
-                    --advertise-addr 0.0.0.0:5688 \
-                    --async-stack-trace verbose \
-                    --connector-rpc-endpoint 0.0.0.0:50051 \
-                    #--parallelism 4 \
-                    #--total-memory-bytes 8589934592 \
-                    --role both \
-                    --meta-address http://0.0.0.0:5690\" \
-                 --frontend-opts=\" \
-                   --config-path /risingwave.toml \
-                   --listen-addr 0.0.0.0:4566 \
-                   --advertise-addr 0.0.0.0:4566 \
-                   --prometheus-listener-addr 0.0.0.0:2222 \
-                   --health-check-listener-addr 0.0.0.0:6786 \
-                   --meta-addr http://0.0.0.0:5690\" \
-                 --compactor-opts=\" \
-                   --listen-addr 0.0.0.0:6660 \
-                   --prometheus-listener-addr 0.0.0.0:1260 \
-                   --advertise-addr 0.0.0.0:6660 \
-                   --meta-address http://0.0.0.0:5690\""
+    command:
+      - compactor-node
+      - "--listen-addr"
+      - "0.0.0.0:6660"
+      - "--advertise-addr"
+      - "compactor-0:6660"
+      - "--prometheus-listener-addr"
+      - "0.0.0.0:1260"
+      - "--meta-address"
+      - "http://meta-node-0:5690"
+      - "--config-path"
+      - /risingwave.toml
     expose:
       - "6660"
       - "1260"
-      - "4566"
+    ports: []
+    depends_on:
+      - meta-node-0
+      # - minio-0
+    volumes:
+      - "./risingwave.toml:/risingwave.toml"
+    environment:
+      RUST_BACKTRACE: "1"
+      # If ENABLE_TELEMETRY is not set, telemetry will start by default
+      ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true}
+    container_name: compactor-0
+    healthcheck:
+      test:
+        - CMD-SHELL
+        - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;'
+      interval: 1s
+      timeout: 5s
+      retries: 5
+    restart: always
+    deploy:
+      resources:
+        limits:
+          memory: 2G
+        reservations:
+          memory: 1G
+  compute-node-0:
+    <<: *image
+    command:
+      - compute-node
+      - "--listen-addr"
+      - "0.0.0.0:5688"
+      - "--advertise-addr"
+      - "compute-node-0:5688"
+      - "--prometheus-listener-addr"
+      - "0.0.0.0:1222"
+      - "--meta-address"
+      - "http://meta-node-0:5690"
+      - "--config-path"
+      - /risingwave.toml
+    expose:
       - "5688"
       - "1222"
-      - "5690"
-      - "1250"
-      - "5691"
-    ports:
-      - "4566:4566"
-      - "5690:5690"
-      - "5691:5691"
+    ports: []
     depends_on:
-      - etcd-0
-      - minio-0
+      - meta-node-0
+      # - minio-0
     volumes:
       - "./risingwave.toml:/risingwave.toml"
     environment:
       RUST_BACKTRACE: "1"
       # If ENABLE_TELEMETRY is not set, telemetry will start by default
       ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true}
-    container_name: risingwave-standalone
+    container_name: compute-node-0
     healthcheck:
       test:
         - CMD-SHELL
-        - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;'
         - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5688; exit $$?;'
-        - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;'
-        - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;'
       interval: 1s
       timeout: 5s
+      retries: 5
     restart: always
     deploy:
       resources:
         limits:
-          memory: 28G
+          memory: 26G
         reservations:
-          memory: 28G
-
+          memory: 26G
   etcd-0:
-    image: "quay.io/coreos/etcd:v3.5.7"
+    image: "quay.io/coreos/etcd:v3.5.10"
     command:
       - /usr/local/bin/etcd
       - "--listen-client-urls"
@@ -128,7 +136,47 @@ services:
       timeout: 5s
       retries: 5
     restart: always
-
+  frontend-node-0:
+    <<: *image
+    command:
+      - frontend-node
+      - "--listen-addr"
+      - "0.0.0.0:4566"
+      - "--meta-addr"
+      - "http://meta-node-0:5690"
+      - "--advertise-addr"
+      - "frontend-node-0:4566"
+      - "--config-path"
+      - /risingwave.toml
+      - "--prometheus-listener-addr"
+      - "0.0.0.0:2222"
+    expose:
+      - "4566"
+    ports:
+      - "4566:4566"
+    depends_on:
+      - meta-node-0
+    volumes:
+      - "./risingwave.toml:/risingwave.toml"
+    environment:
+      RUST_BACKTRACE: "1"
+      # If ENABLE_TELEMETRY is not set, telemetry will start by default
+      ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true}
+    container_name: frontend-node-0
+    healthcheck:
+      test:
+        - CMD-SHELL
+        - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;'
+      interval: 1s
+      timeout: 5s
+      retries: 5
+    restart: always
+    deploy:
+      resources:
+        limits:
+          memory: 2G
+        reservations:
+          memory: 1G
   grafana-0:
     image: "grafana/grafana-oss:latest"
     command: []
@@ -153,7 +201,58 @@ services:
       timeout: 5s
       retries: 5
     restart: always
-
+  meta-node-0:
+    <<: *image
+    command:
+      - meta-node
+      - "--listen-addr"
+      - "0.0.0.0:5690"
+      - "--advertise-addr"
+      - "meta-node-0:5690"
+      - "--dashboard-host"
+      - "0.0.0.0:5691"
+      - "--prometheus-host"
+      - "0.0.0.0:1250"
+      - "--backend"
+      - etcd
+      - "--etcd-endpoints"
+      - "etcd-0:2388"
+      - "--state-store"
+      - "hummock+minio://hummockadmin:hummockadmin@minio-0:9301/hummock001"
+      - "--data-directory"
+      - "hummock_001"
+      - "--config-path"
+      - /risingwave.toml
+    expose:
+      - "5690"
+      - "1250"
+      - "5691"
+    ports:
+      - "5690:5690"
+      - "5691:5691"
+    depends_on:
+      - "etcd-0"
+    volumes:
+      - "./risingwave.toml:/risingwave.toml"
+    environment:
+      RUST_BACKTRACE: "1"
+      # If ENABLE_TELEMETRY is not set, telemetry will start by default
+      ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true}
+    container_name: meta-node-0
+    healthcheck:
+      test:
+        - CMD-SHELL
+        - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;'
+      interval: 1s
+      timeout: 5s
+      retries: 5
+    restart: always
+    deploy:
+      resources:
+        limits:
+          memory: 2G
+        reservations:
+          memory: 1G
   minio-0:
     image: "quay.io/minio/minio:latest"
     command:
@@ -199,7 +298,6 @@ services:
       timeout: 5s
       retries: 5
     restart: always
-
   prometheus-0:
     image: "prom/prometheus:latest"
     command:
@@ -227,7 +325,6 @@ services:
       timeout: 5s
       retries: 5
     restart: always
-
   message_queue:
     image: "docker.vectorized.io/vectorized/redpanda:latest"
     command:
@@ -278,4 +375,3 @@ volumes:
     external: false
   message_queue:
     external: false
-