Merge remote-tracking branch 'origin/main' into xxchan/wasm-udf

.cargo/config.toml

@@ -37,7 +37,6 @@ rustflags = [
     # uncomment the following two lines to enable `TaskLocalAlloc`
     # "--cfg",
     # "enable_task_local_alloc",
-
 ]
 
 [unstable]

.config/hakari.toml

@@ -16,13 +16,16 @@ resolver = "2"
 # https://doc.rust-lang.org/rustc/platform-support.html
 platforms = [
     # "x86_64-unknown-linux-gnu",
+    # "aarch64-unknown-linux-gnu",
     # "x86_64-apple-darwin",
-    # "x86_64-pc-windows-msvc",
+    # "aarch64-apple-darwin",
 ]
 
 # Write out exact versions rather than a semver range. (Defaults to false.)
 # exact-versions = true
 
+unify-target-host = "unify-if-both"
+
 [traversal-excludes]
 workspace-members = [
     "workspace-config",
@@ -31,6 +34,9 @@ workspace-members = [
 ]
 third-party = [
     { name = "opendal" },
+    # For some reasons, tikv-jemalloc-sys would be compiled twice if being added into `workspace-hack`
+    { name = "tikv-jemalloc-sys", git = "https://github.com/risingwavelabs/jemallocator.git", rev = "64a2d9" },
+    { name = "tikv-jemallocator", git = "https://github.com/risingwavelabs/jemallocator.git", rev = "64a2d9" },
     # These are solely dev-dependencies. Unifying them may slow down build.
     { name = "criterion" },
     { name = "console" },

.dockerignore

@@ -48,3 +48,6 @@ risedev-components.user.env
 riselab-components.user.env
 
 .git/
+
+Dockerfile
+.dockerignore

.git-blame-ignore-revs

@@ -33,3 +33,6 @@ f8266748dcb70541da944664552c1944ff8362e4
 
 # feat(risedev): add check for trailing spaces in `risedev check` (#11294)
 f2a3fd021059e680b35b24c63cff5f8dbe9f9d5f
+
+# chore(rustfmt): format let-chains and let-else #9409
+d70dba827c303373f3220c9733f7c7443e5c2d37

.github/ISSUE_TEMPLATE/config.yml

@@ -3,5 +3,5 @@ contact_links:
     url: https://github.com/risingwavelabs/risingwave/discussions
     about: Have questions? Welcome to open a discussion.
   - name: Community Chat
-    url: https://join.slack.com/t/risingwave-community/shared_invite/zt-120rft0mr-d8uGk3d~NZiZAQWPnElOfw
+    url: https://risingwave.com/slack
     about: Join the RisingWave Slack community and chat with us.

.github/dependabot.yml

@@ -7,7 +7,10 @@ updates:
   open-pull-requests-limit: 10
   # Disable auto rebase to reduce cost. Use `@dependabot rebase` manually instead.
   rebase-strategy: "disabled"
-
+  # Ignore patch to reduce spam. Manually run `cargo update` regularly instead.
+  ignore:
+    - dependency-name: "*"
+      update-types: ["version-update:semver-patch"]
   # Create a group of dependencies to be updated together in one pull request
   groups:
     arrow:
@@ -16,3 +19,7 @@ updates:
     aws:
       patterns:
         - "aws*"
+    tonic:
+      patterns:
+        - "tonic*"
+        - "prost*"

.github/workflows/auto-create-doc-issue-by-issue.yml

@@ -0,0 +1,31 @@
+name: Issue Documentation Checker
+
+on:
+  issues:
+    types:
+      - closed
+      - labeled
+
+jobs:
+  create-issue:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v3
+      - name: Log the event payload
+        run: echo "${{ toJSON(github.event) }}"
+      - name: Check if issue is done and labeled 'user-facing-changes'
+        uses: dacbd/create-issue-action@main
+        if: ${{ github.event.action == 'closed' && contains(github.event.issue.labels.*.name, 'user-facing-changes') }}
+        with:
+          token: ${{ secrets.ACCESS_TOKEN }}
+          owner: risingwavelabs
+          repo: risingwave-docs
+          title: |
+            Document: ${{ github.event.issue.title }}
+          body: |
+            ## Context
+            Source Issue URL: ${{ github.event.issue.html_url }}
+            Created At: ${{ github.event.issue.created_at }}
+            Created By: ${{ github.event.issue.user.login }}
+            Closed At: ${{ github.event.issue.closed_at }}

.github/workflows/cherry-pick-to-release-branch.yml

@@ -6,8 +6,8 @@ on:
     types: ["closed", "labeled"]
 
 jobs:
-  release_pull_request_1_1:
-    if: "contains(github.event.pull_request.labels.*.name, 'need-cherry-pick-v1.1')  &&  github.event.pull_request.merged == true"
+  release_pull_request_1_3:
+    if: "contains(github.event.pull_request.labels.*.name, 'need-cherry-pick-v1.3')  &&  github.event.pull_request.merged == true"
     runs-on: ubuntu-latest
     name: release_pull_request
     steps:
@@ -16,9 +16,9 @@ jobs:
       - name: Create PR to branch
         uses: risingwavelabs/github-action-cherry-pick@master
         with:
-          pr_branch: 'v1.1-rc'
+          pr_branch: 'v1.3-rc'
           pr_labels: 'cherry-pick'
-          pr_body: ${{ format('Cherry picking \#{0} onto branch v1.1-rc', github.event.number) }}
+          pr_body: ${{ format('Cherry picking \#{0} onto branch v1.3-rc', github.event.number) }}
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 

.github/workflows/doc.yml

@@ -14,6 +14,16 @@ jobs:
   build:
     runs-on: ubuntu-latest
     steps:
+      - name: Maximize build space
+        uses: easimon/maximize-build-space@master
+        with:
+          remove-dotnet: 'true'
+          remove-android: 'true'
+          remove-haskell: 'true'
+          remove-codeql: 'true'
+          remove-docker-images: 'true'
+          root-reserve-mb: 10240
+          temp-reserve-mb: 10240
       - uses: actions/checkout@v3
       - name: Setup Rust toolchain
         run: rustup show
@@ -30,6 +40,8 @@ jobs:
 
           mkdir artifact
           cp -R target/doc/* artifact
+      - name: Show available storage
+        run: df -h
       - name: Install cargo-docset
         uses: taiki-e/install-action@v2
         with:
@@ -49,7 +61,8 @@ jobs:
         uses: actions/upload-pages-artifact@v1
         with:
           path: artifact
-
+      - name: Show available storage
+        run: df -h
   deploy:
     needs: build
     permissions:

.github/workflows/hakari_fix.yml

@@ -15,7 +15,8 @@ jobs:
     steps:
       - uses: actions/checkout@v3
         with:
-          ref: ${{ github.head_ref }}
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
 
       - name: Install cargo-hakari
         uses: taiki-e/install-action@v2

.github/workflows/nightly-rust.yml

@@ -19,7 +19,15 @@ jobs:
            remove-haskell: 'true'
            remove-codeql: 'true'
            remove-docker-images: 'true'
+           root-reserve-mb: 2048
       - uses: actions/checkout@v3
+        if: ${{ github.event_name == 'schedule' }}
+        with:
+          # For daily scheduled run, we use a fixed branch, so that we can apply patches to fix compile errors earlier.
+          # We can also ensure the regression is due to new rust instead of new RisingWave code.
+          ref: xxchan/latest-nightly-rust
+      - uses: actions/checkout@v3
+        if: ${{ !(github.event_name == 'schedule') }}
       - name: Setup Rust toolchain
         run: |
           rustup override set nightly

.gitignore

@@ -74,4 +74,7 @@ simulation-it-test.tar.zst
 # hummock-trace
 .trace
 
+# spark binary
+e2e_test/iceberg/spark-*-bin*
+
 **/poetry.lock

.licenserc.yaml

@@ -5,9 +5,10 @@ header:
 
   paths:
     - "src/**/*.rs"
+    - "src/**/*.py"
+    - "src/**/*.html"
     - "dashboard/**/*.js"
     - "dashboard/**/*.ts"
-    - "src/**/*.html"
     - "java/**/*.java"
     - "java/**/*.py"
 
@@ -16,5 +17,6 @@ header:
     - "**/*.d.ts"
     - "src/sqlparser/**/*.rs"
     - "java/connector-node/risingwave-source-cdc/src/main/java/com/risingwave/connector/cdc/debezium/internal/*.java"
+    - "src/meta/src/model_v2/migration/**/*.rs"
 
   comment: on-failure

.vscode/launch.json.example

@@ -13,6 +13,21 @@
             ],
             "cwd": "${workspaceRoot}",
             "preLaunchTask": "build rw bin"
+        },
+        {
+            "name": "Open playground coredump",
+            "type": "lldb",
+            "request": "custom",
+            "targetCreateCommands": [
+                "target create ${workspaceFolder}/target/debug/risingwave --core ${input:coreFileName}"
+            ],
+        }
+    ],
+    "inputs": [
+        {
+            "id": "coreFileName",
+            "type": "promptString",
+            "description": "Enter core file path"
         }
     ]
-}
+}

CONTRIBUTING.md

@@ -4,7 +4,7 @@ Thanks for your interest in contributing to RisingWave! We welcome and appreciat
 
 This document describes how to submit your code changes. To learn about the development process, see the [developer guide](docs/developer-guide.md). To understand the design and implementation of RisingWave, refer to the design docs listed in [docs/README.md](docs/README.md).
 
-If you have questions, you can search for existing discussions or start a new discussion in the [Discussions forum of RisingWave](https://github.com/risingwavelabs/risingwave/discussions), or ask in the RisingWave Community channel on Slack. Please use the [invitation link](https://join.slack.com/t/risingwave-community/shared_invite/zt-120rft0mr-d8uGk3d~NZiZAQWPnElOfw) to join the channel.
+If you have questions, you can search for existing discussions or start a new discussion in the [Discussions forum of RisingWave](https://github.com/risingwavelabs/risingwave/discussions), or ask in the RisingWave Community channel on Slack. Please use the [invitation link](https://risingwave.com/slack) to join the channel.
 
 To report bugs, create a [GitHub issue](https://github.com/risingwavelabs/risingwave/issues/new/choose).