diff --git a/docker/docker-compose-with-azblob.yml b/docker/docker-compose-with-azblob.yml index 52976672bd731..117ce71b3ae1f 100644 --- a/docker/docker-compose-with-azblob.yml +++ b/docker/docker-compose-with-azblob.yml @@ -1,65 +1,95 @@ --- version: "3" +x-image: &image + image: ${RW_IMAGE:-risingwavelabs/risingwave:v1.4.0} services: - compactor-0: - extends: - file: docker-compose.yml - service: compactor-0 - depends_on: - - meta-node-0 - env_file: multiple_object_storage.env - compute-node-0: - extends: - file: docker-compose.yml - service: compute-node-0 + risingwave-standalone: + <<: *image + command: "standalone --meta-opts=\" \ + --listen-addr 0.0.0.0:5690 \ + --advertise-addr 0.0.0.0:5690 \ + --dashboard-host 0.0.0.0:5691 \ + --prometheus-host 0.0.0.0:1250 \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + --backend etcd \ + --etcd-endpoints etcd-0:2388 \ + --state-store hummock+azblob:// \ + --data-directory hummock_001 \ + --config-path /risingwave.toml\" \ + --compute-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:5688 \ + --prometheus-listener-addr 0.0.0.0:1222 \ + --advertise-addr 0.0.0.0:5688 \ + --async-stack-trace verbose \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + #--parallelism 4 \ + #--total-memory-bytes 8589934592 \ + --role both \ + --meta-address http://0.0.0.0:5690\" \ + --frontend-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:4566 \ + --advertise-addr 0.0.0.0:4566 \ + --prometheus-listener-addr 0.0.0.0:2222 \ + --health-check-listener-addr 0.0.0.0:6786 \ + --meta-addr http://0.0.0.0:5690\" \ + --compactor-opts=\" \ + --listen-addr 0.0.0.0:6660 \ + --prometheus-listener-addr 0.0.0.0:1260 \ + --advertise-addr 0.0.0.0:6660 \ + --meta-address http://0.0.0.0:5690\"" + expose: + - "6660" + - "1260" + - "4566" + - "5688" + - "1222" + - "5690" + - "1250" + - "5691" + ports: + - "4566:4566" + - "5690:5690" + - "5691:5691" depends_on: - - meta-node-0 + - etcd-0 env_file: multiple_object_storage.env + volumes: + - "./risingwave.toml:/risingwave.toml" + environment: + RUST_BACKTRACE: "1" + # If ENABLE_TELEMETRY is not set, telemetry will start by default + ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true} + container_name: risingwave-standalone + healthcheck: + test: + - CMD-SHELL + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5688; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;' + interval: 1s + timeout: 5s + restart: always + deploy: + resources: + limits: + memory: 28G + reservations: + memory: 28G etcd-0: extends: file: docker-compose.yml service: etcd-0 - frontend-node-0: - extends: - file: docker-compose.yml - service: frontend-node-0 - depends_on: - - meta-node-0 grafana-0: extends: file: docker-compose.yml service: grafana-0 - meta-node-0: - extends: - file: docker-compose.yml - service: meta-node-0 - command: - - meta-node - - "--listen-addr" - - "0.0.0.0:5690" - - "--advertise-addr" - - "meta-node-0:5690" - - "--dashboard-host" - - "0.0.0.0:5691" - - "--prometheus-host" - - "0.0.0.0:1250" - - "--backend" - - etcd - - "--etcd-endpoints" - - "etcd-0:2388" - - "--state-store" - - "hummock+azblob://" - - "--data-directory" - - "hummock_001" - - "--config-path" - - /risingwave.toml - depends_on: - - etcd-0 - env_file: multiple_object_storage.env prometheus-0: extends: file: docker-compose.yml - service: prometheus- + service: prometheus-0 message_queue: extends: file: docker-compose.yml diff --git a/docker/docker-compose-with-gcs.yml b/docker/docker-compose-with-gcs.yml index 86c5eac18bf61..9cc4266eb96a9 100644 --- a/docker/docker-compose-with-gcs.yml +++ b/docker/docker-compose-with-gcs.yml @@ -1,61 +1,91 @@ --- version: "3" +x-image: &image + image: ${RW_IMAGE:-risingwavelabs/risingwave:v1.4.0} services: - compactor-0: - extends: - file: docker-compose.yml - service: compactor-0 + risingwave-standalone: + <<: *image + command: "standalone --meta-opts=\" \ + --listen-addr 0.0.0.0:5690 \ + --advertise-addr 0.0.0.0:5690 \ + --dashboard-host 0.0.0.0:5691 \ + --prometheus-host 0.0.0.0:1250 \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + --backend etcd \ + --etcd-endpoints etcd-0:2388 \ + --state-store hummock+gcs:// \ + --data-directory hummock_001 \ + --config-path /risingwave.toml\" \ + --compute-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:5688 \ + --prometheus-listener-addr 0.0.0.0:1222 \ + --advertise-addr 0.0.0.0:5688 \ + --async-stack-trace verbose \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + #--parallelism 4 \ + #--total-memory-bytes 8589934592 \ + --role both \ + --meta-address http://0.0.0.0:5690\" \ + --frontend-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:4566 \ + --advertise-addr 0.0.0.0:4566 \ + --prometheus-listener-addr 0.0.0.0:2222 \ + --health-check-listener-addr 0.0.0.0:6786 \ + --meta-addr http://0.0.0.0:5690\" \ + --compactor-opts=\" \ + --listen-addr 0.0.0.0:6660 \ + --prometheus-listener-addr 0.0.0.0:1260 \ + --advertise-addr 0.0.0.0:6660 \ + --meta-address http://0.0.0.0:5690\"" + expose: + - "6660" + - "1260" + - "4566" + - "5688" + - "1222" + - "5690" + - "1250" + - "5691" + ports: + - "4566:4566" + - "5690:5690" + - "5691:5691" depends_on: - - meta-node-0 - env_file: multiple_object_storage.env - compute-node-0: - extends: - file: docker-compose.yml - service: compute-node-0 - depends_on: - - meta-node-0 + - etcd-0 env_file: multiple_object_storage.env + volumes: + - "./risingwave.toml:/risingwave.toml" + environment: + RUST_BACKTRACE: "1" + # If ENABLE_TELEMETRY is not set, telemetry will start by default + ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true} + container_name: risingwave-standalone + healthcheck: + test: + - CMD-SHELL + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5688; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;' + interval: 1s + timeout: 5s + restart: always + deploy: + resources: + limits: + memory: 28G + reservations: + memory: 28G etcd-0: extends: file: docker-compose.yml service: etcd-0 - frontend-node-0: - extends: - file: docker-compose.yml - service: frontend-node-0 - depends_on: - - meta-node-0 grafana-0: extends: file: docker-compose.yml service: grafana-0 - meta-node-0: - extends: - file: docker-compose.yml - service: meta-node-0 - command: - - meta-node - - "--listen-addr" - - "0.0.0.0:5690" - - "--advertise-addr" - - "meta-node-0:5690" - - "--dashboard-host" - - "0.0.0.0:5691" - - "--prometheus-host" - - "0.0.0.0:1250" - - "--backend" - - etcd - - "--etcd-endpoints" - - "etcd-0:2388" - - "--state-store" - - "hummock+gcs://" - - "--data-directory" - - "hummock_001" - - "--config-path" - - /risingwave.toml - depends_on: - - "etcd-0" - env_file: multiple_object_storage.env prometheus-0: extends: file: docker-compose.yml diff --git a/docker/docker-compose-with-oss.yml b/docker/docker-compose-with-oss.yml index 1e4868964e147..8917447ee7256 100644 --- a/docker/docker-compose-with-oss.yml +++ b/docker/docker-compose-with-oss.yml @@ -1,61 +1,91 @@ --- version: "3" +x-image: &image + image: ${RW_IMAGE:-risingwavelabs/risingwave:v1.4.0} services: - compactor-0: - extends: - file: docker-compose.yml - service: compactor-0 + risingwave-standalone: + <<: *image + command: "standalone --meta-opts=\" \ + --listen-addr 0.0.0.0:5690 \ + --advertise-addr 0.0.0.0:5690 \ + --dashboard-host 0.0.0.0:5691 \ + --prometheus-host 0.0.0.0:1250 \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + --backend etcd \ + --etcd-endpoints etcd-0:2388 \ + --state-store hummock+oss:// \ + --data-directory hummock_001 \ + --config-path /risingwave.toml\" \ + --compute-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:5688 \ + --prometheus-listener-addr 0.0.0.0:1222 \ + --advertise-addr 0.0.0.0:5688 \ + --async-stack-trace verbose \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + #--parallelism 4 \ + #--total-memory-bytes 8589934592 \ + --role both \ + --meta-address http://0.0.0.0:5690\" \ + --frontend-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:4566 \ + --advertise-addr 0.0.0.0:4566 \ + --prometheus-listener-addr 0.0.0.0:2222 \ + --health-check-listener-addr 0.0.0.0:6786 \ + --meta-addr http://0.0.0.0:5690\" \ + --compactor-opts=\" \ + --listen-addr 0.0.0.0:6660 \ + --prometheus-listener-addr 0.0.0.0:1260 \ + --advertise-addr 0.0.0.0:6660 \ + --meta-address http://0.0.0.0:5690\"" + expose: + - "6660" + - "1260" + - "4566" + - "5688" + - "1222" + - "5690" + - "1250" + - "5691" + ports: + - "4566:4566" + - "5690:5690" + - "5691:5691" depends_on: - - meta-node-0 - env_file: multiple_object_storage.env - compute-node-0: - extends: - file: docker-compose.yml - service: compute-node-0 - depends_on: - - meta-node-0 + - etcd-0 env_file: multiple_object_storage.env + volumes: + - "./risingwave.toml:/risingwave.toml" + environment: + RUST_BACKTRACE: "1" + # If ENABLE_TELEMETRY is not set, telemetry will start by default + ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true} + container_name: risingwave-standalone + healthcheck: + test: + - CMD-SHELL + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5688; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;' + interval: 1s + timeout: 5s + restart: always + deploy: + resources: + limits: + memory: 28G + reservations: + memory: 28G etcd-0: extends: file: docker-compose.yml service: etcd-0 - frontend-node-0: - extends: - file: docker-compose.yml - service: frontend-node-0 - depends_on: - - meta-node-0 grafana-0: extends: file: docker-compose.yml service: grafana-0 - meta-node-0: - extends: - file: docker-compose.yml - service: meta-node-0 - command: - - meta-node - - "--listen-addr" - - "0.0.0.0:5690" - - "--advertise-addr" - - "meta-node-0:5690" - - "--dashboard-host" - - "0.0.0.0:5691" - - "--prometheus-host" - - "0.0.0.0:1250" - - "--backend" - - etcd - - "--etcd-endpoints" - - "etcd-0:2388" - - "--state-store" - - "hummock+oss://" - - "--data-directory" - - "hummock_001" - - "--config-path" - - /risingwave.toml - depends_on: - - "etcd-0" - env_file: multiple_object_storage.env prometheus-0: extends: file: docker-compose.yml diff --git a/docker/docker-compose-with-s3.yml b/docker/docker-compose-with-s3.yml index 4ba477c0d05a3..8589e436f6de7 100644 --- a/docker/docker-compose-with-s3.yml +++ b/docker/docker-compose-with-s3.yml @@ -1,61 +1,91 @@ --- version: "3" +x-image: &image + image: ${RW_IMAGE:-risingwavelabs/risingwave:v1.4.0} services: - compactor-0: - extends: - file: docker-compose.yml - service: compactor-0 - depends_on: - - meta-node-0 - env_file: aws.env - compute-node-0: - extends: - file: docker-compose.yml - service: compute-node-0 + risingwave-standalone: + <<: *image + command: "standalone --meta-opts=\" \ + --listen-addr 0.0.0.0:5690 \ + --advertise-addr 0.0.0.0:5690 \ + --dashboard-host 0.0.0.0:5691 \ + --prometheus-host 0.0.0.0:1250 \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + --backend etcd \ + --etcd-endpoints etcd-0:2388 \ + --state-store hummock+s3:// \ + --data-directory hummock_001 \ + --config-path /risingwave.toml\" \ + --compute-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:5688 \ + --prometheus-listener-addr 0.0.0.0:1222 \ + --advertise-addr 0.0.0.0:5688 \ + --async-stack-trace verbose \ + --connector-rpc-endpoint 0.0.0.0:50051 \ + #--parallelism 4 \ + #--total-memory-bytes 8589934592 \ + --role both \ + --meta-address http://0.0.0.0:5690\" \ + --frontend-opts=\" \ + --config-path /risingwave.toml \ + --listen-addr 0.0.0.0:4566 \ + --advertise-addr 0.0.0.0:4566 \ + --prometheus-listener-addr 0.0.0.0:2222 \ + --health-check-listener-addr 0.0.0.0:6786 \ + --meta-addr http://0.0.0.0:5690\" \ + --compactor-opts=\" \ + --listen-addr 0.0.0.0:6660 \ + --prometheus-listener-addr 0.0.0.0:1260 \ + --advertise-addr 0.0.0.0:6660 \ + --meta-address http://0.0.0.0:5690\"" + expose: + - "6660" + - "1260" + - "4566" + - "5688" + - "1222" + - "5690" + - "1250" + - "5691" + ports: + - "4566:4566" + - "5690:5690" + - "5691:5691" depends_on: - - meta-node-0 - env_file: aws.env + - etcd-0 + env_file: multiple_object_storage.env + volumes: + - "./risingwave.toml:/risingwave.toml" + environment: + RUST_BACKTRACE: "1" + # If ENABLE_TELEMETRY is not set, telemetry will start by default + ENABLE_TELEMETRY: ${ENABLE_TELEMETRY:-true} + container_name: risingwave-standalone + healthcheck: + test: + - CMD-SHELL + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5688; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;' + - bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;' + interval: 1s + timeout: 5s + restart: always + deploy: + resources: + limits: + memory: 28G + reservations: + memory: 28G etcd-0: extends: file: docker-compose.yml service: etcd-0 - frontend-node-0: - extends: - file: docker-compose.yml - service: frontend-node-0 - depends_on: - - meta-node-0 grafana-0: extends: file: docker-compose.yml service: grafana-0 - meta-node-0: - extends: - file: docker-compose.yml - service: meta-node-0 - command: - - meta-node - - "--listen-addr" - - "0.0.0.0:5690" - - "--advertise-addr" - - "meta-node-0:5690" - - "--dashboard-host" - - "0.0.0.0:5691" - - "--prometheus-host" - - "0.0.0.0:1250" - - "--backend" - - etcd - - "--etcd-endpoints" - - "etcd-0:2388" - - "--state-store" - - "hummock+s3://" - - "--data-directory" - - "hummock_001" - - "--config-path" - - /risingwave.toml - depends_on: - - "etcd-0" - env_file: aws.env prometheus-0: extends: file: docker-compose.yml diff --git a/docker/multiple_object_storage.env b/docker/multiple_object_storage.env index dbeb573e5220a..2e683037271cb 100644 --- a/docker/multiple_object_storage.env +++ b/docker/multiple_object_storage.env @@ -9,7 +9,7 @@ RUST_BACKTRACE="1" # AZBLOB_ACCOUNT_NAME=your_account_name # AZBLOB_ACCOUNT_KEY=your_account_key -# Ali Cloud OSS, please do not include the bucket name in the endpoint, but configure bucket name in the docker-compose-with-oss file L196 instead. +# Ali Cloud OSS, please do not include the bucket name in the endpoint, but configure bucket name in the docker-compose-with-oss file L16 instead. # OSS_ENDPOINT=your_endpoint # OSS_ACCESS_KEY_ID=your_account_name # OSS_ACCESS_KEY_SECRET=your_account_key \ No newline at end of file