fix doris

fix fix fix doris fix fix fix fix test save fix fix fix
risingwavelabs · Dec 26, 2023 · 0c07a74 · 0c07a74
1 parent 348b445
commit 0c07a74
Show file tree

Hide file tree

Showing 4 changed files with 34 additions and 5 deletions.
diff --git a/ci/docker-compose.yml b/ci/docker-compose.yml
@@ -103,6 +103,8 @@ services:
       - doris-be-server
     volumes:
       - ..:/risingwave
+    command: >
+      sh -c "sudo sysctl -w vm.max_map_count=2000000"
     networks:
       mynetwork:
         ipv4_address: 172.121.0.4
@@ -185,12 +187,14 @@ services:
     platform: linux/amd64
     image: apache/doris:2.0.0_alpha-fe-x86_64
     hostname: doris-fe-server
+    command: >
+      sh -c "sudo sysctl -w vm.max_map_count=2000000"
     environment:
      - FE_SERVERS=fe1:172.121.0.2:9010
      - FE_ID=1
     ports:
-      - "18030:8030"
-      - "19030:9030"
+      - "8030:8030"
+      - "9030:9030"
     networks:
       mynetwork:
         ipv4_address: 172.121.0.2
@@ -199,13 +203,15 @@ services:
     platform: linux/amd64
     image: apache/doris:2.0.0_alpha-be-x86_64
     hostname: doris-be-server
+    command: >
+      sh -c "sudo sysctl -w vm.max_map_count=2000000"
     environment:
      - FE_SERVERS=fe1:172.121.0.2:9010
      - BE_ADDR=172.121.0.3:9050
     depends_on:
       - doris-fe-server
     ports:
-      - "19050:9050"
+      - "9050:9050"
     networks:
       mynetwork:
         ipv4_address: 172.121.0.3

diff --git a/ci/scripts/e2e-doris-sink-test.sh b/ci/scripts/e2e-doris-sink-test.sh
@@ -23,13 +23,15 @@ shift $((OPTIND -1))
 
 download_and_prepare_rw "$profile" source
 
+echo "cat /proc/sys/vm/max_map_count"
+cat /proc/sys/vm/max_map_count
+
 echo "--- starting risingwave cluster"
 cargo make ci-start ci-sink-test
 sleep 1
 
-
 echo "--- create doris table"
-apt-get install -y mysql-client
+apt-get update -y && apt-get install -y mysql-client
 sleep 2
 mysql -uroot -P 9030 -h doris-fe-server -e "CREATE database demo;use demo;
 CREATE table demo_bhv_table(v1 int,v2 smallint,v3 bigint,v4 float,v5 double,v6 string,v7 datev2,v8 datetime,v9 boolean) UNIQUE KEY(\`v1\`)

diff --git a/ci/workflows/main-cron.yml b/ci/workflows/main-cron.yml
@@ -718,6 +718,17 @@ steps:
     timeout_in_minutes: 10
     retry: *auto-retry
 
+  - label: "set vm_max_map_count_2000000"
+    key: "set-vm_max_map_count"
+    if: |
+      !(build.pull_request.labels includes "ci/main-cron/skip-ci") && build.env("CI_STEPS") == null
+      || build.pull_request.labels includes "ci/run-e2e-doris-sink-tests"
+      || build.env("CI_STEPS") =~ /(^|,)e2e-doris-sink-tests?(,|$$)/
+    command: "sudo sysctl -w vm.max_map_count=2000000"
+    depends_on:
+      - "build"
+      - "build-other"
+
   - label: "end-to-end doris sink test"
     key: "e2e-doris-sink-tests"
     command: "ci/scripts/e2e-doris-sink-test.sh -p ci-release"
@@ -728,6 +739,7 @@ steps:
     depends_on:
       - "build"
       - "build-other"
+      - "set-vm_max_map_count"
     plugins:
       - docker-compose#v4.9.0:
           run: sink-doris-env

diff --git a/ci/workflows/pull-request.yml b/ci/workflows/pull-request.yml
@@ -307,12 +307,21 @@ steps:
     timeout_in_minutes: 10
     retry: *auto-retry
 
+  - label: "set vm_max_map_count_2000000"
+    key: "set-vm_max_map_count"
+    if: build.pull_request.labels includes "ci/run-e2e-doris-sink-tests" || build.env("CI_STEPS") =~ /(^|,) e2e-doris-sink-tests?(,|$$)/
+    command: "sudo sysctl -w vm.max_map_count=2000000"
+    depends_on:
+      - "build"
+      - "build-other"
+
   - label: "end-to-end doris sink test"
     if: build.pull_request.labels includes "ci/run-e2e-doris-sink-tests" || build.env("CI_STEPS") =~ /(^|,) e2e-doris-sink-tests?(,|$$)/
     command: "ci/scripts/e2e-doris-sink-test.sh -p ci-dev"
     depends_on:
       - "build"
       - "build-other"
+      - "set-vm_max_map_count"
     plugins:
       - docker-compose#v4.9.0:
           run: sink-doris-env