Merge branch 'main' into wcy/decompress_for_file_source

risingwavelabs · Jun 17, 2024 · 30e417c · 30e417c
2 parents 6d16182 + ac7abd9
commit 30e417c
Show file tree

Hide file tree

Showing 749 changed files with 24,004 additions and 11,469 deletions.
diff --git a/.github/workflows/auto-update-helm-and-operator-version-by-release.yml b/.github/workflows/auto-update-helm-and-operator-version-by-release.yml
@@ -47,6 +47,7 @@ jobs:
           path: 'helm-charts'
           reviewers: arkbriar
           delete-branch: true
+          signoff: true
 
   update-risingwave-operator:
     runs-on: ubuntu-latest
@@ -75,3 +76,4 @@ jobs:
           path: 'risingwave-operator'
           reviewers: arkbriar
           delete-branch: true
+          signoff: true
diff --git a/.github/workflows/package_version_check.yml b/.github/workflows/package_version_check.yml
@@ -0,0 +1,57 @@
+name: Package Version Checker
+
+on:
+  pull_request:
+    branches:
+      - 'main'
+
+jobs:
+  compare-package-version-with-latest-release-version:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: List branches
+        run: |
+          git fetch --all
+          release_branches=$(git branch -r | grep -E 'origin/release-[0-9]+\.[0-9]+' | sed 's/origin\///')
+          echo "Release branches:"
+          echo "$release_branches"
+          echo "$release_branches" > release_branches.txt
+
+      - name: Pick latest release branch
+        run: |
+          release_branches=$(cat release_branches.txt)
+          latest_branch=$(echo "$release_branches" | sort -t. -k1,1 -k2,2 -Vr | head -n 1)
+          echo "Latest release branch: $latest_branch"
+          latest_version=$(echo "$latest_branch" | sed -E 's/release-([0-9]+\.[0-9]+)/\1/' | sed 's/^[ \t]*//')
+          echo "Latest release version: $latest_version"
+          echo "$latest_version" > latest_release_version.txt
+
+      - name: Read Cargo.toml version
+        run: |
+          cargo_version=$(grep -oP '(?<=^version = ")[0-9]+\.[0-9]+' Cargo.toml)
+          echo "Cargo.toml version: $cargo_version"
+          echo "$cargo_version" > cargo_version.txt
+
+      - name: Compare versions
+        run: |
+          latest_version=$(cat latest_release_version.txt)
+          cargo_version=$(cat cargo_version.txt)
+
+          latest_major=$(echo $latest_version | cut -d. -f1)
+          latest_minor=$(echo $latest_version | cut -d. -f2)
+
+          cargo_major=$(echo $cargo_version | cut -d. -f1)
+          cargo_minor=$(echo $cargo_version | cut -d. -f2)
+
+          if [ "$cargo_major" -lt "$latest_major" ] || { [ "$cargo_major" -eq "$latest_major" ] && [ "$cargo_minor" -le "$latest_minor" ]; }; then
+            echo "Error: Cargo.toml package version $cargo_version is not larger than $latest_version"
+            exit 1
+          else
+            echo "Cargo.toml version $cargo_version is larger than or equal to $latest_version"
+          fi
diff --git a/.github/workflows/stale.yml b/.github/workflows/stale.yml
@@ -3,25 +3,50 @@ name: Mark stale issues and pull requests
 on:
   schedule:
   - cron: '30 1 * * *'
+  workflow_dispatch:
+    inputs:
+      # https://github.com/marketplace/actions/close-stale-issues#operations-per-run
+      operationsPerRun:
+        description: 'Max number of operations per run'
+        required: true
+        default: 30
 
 jobs:
   stale:
-
     runs-on: ubuntu-latest
     permissions:
       issues: write
       pull-requests: write
 
     steps:
-    - uses: actions/stale@v5
+    - uses: actions/stale@v9
       with:
         repo-token: ${{ secrets.GITHUB_TOKEN }}
         stale-issue-message: >
           This issue has been open for 60 days with no activity.
-          Could you please update the status? Feel free to continue discussion or close as not planned.
+
+          If you think it is still relevant today, and needs to be done *in the near future*, you can comment to update the status, or just manually remove the `no-issue-activity` label.
+
+          You can also confidently close this issue as not planned to keep our backlog clean.
+          Don't worry if you think the issue is still valuable to continue in the future.
+          It's searchable and can be reopened when it's time. 😄
         stale-pr-message: >
           This PR has been open for 60 days with no activity.
-          Could you please update the status? Feel free to ping a reviewer if you are waiting for review.
+
+          If it's blocked by code review, feel free to ping a reviewer or ask someone else to review it.
+
+          If you think it is still relevant today, and have time to work on it *in the near future*, you can comment to update the status, or just manually remove the `no-pr-activity` label.
+
+          You can also confidently close this PR to keep our backlog clean. (If no further action taken, the PR will be automatically closed after 7 days. Sorry!  🙏)
+          Don't worry if you think the PR is still valuable to continue in the future.
+          It's searchable and can be reopened when it's time. 😄
+        close-pr-message: >
+          Close this PR as there's no further actions taken after it is marked as stale for 7 days. Sorry! 🙏
+
+          You can reopen it when you have time to continue working on it.
         stale-issue-label: 'no-issue-activity'
         stale-pr-label: 'no-pr-activity'
         days-before-close: -1
+        days-before-pr-close: 7
+        operations-per-run: ${{ github.event.inputs.operationsPerRun }}
+        enable-statistics: true
diff --git a/.gitignore b/.gitignore
@@ -78,4 +78,6 @@ simulation-it-test.tar.zst
 # spark binary
 e2e_test/iceberg/spark-*-bin*
 
-**/poetry.lock
+**/poetry.lock
+
+*.slt.temp
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -0,0 +1,26 @@
+# Usage: install pre-commit, and then run `pre-commit install` to install git hooks
+# See https://pre-commit.com for more information
+# See https://pre-commit.com/hooks.html for more hooks
+repos:
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v2.3.0
+    hooks:
+    -   id: end-of-file-fixer
+    -   id: trailing-whitespace
+-   repo: local
+    hooks:
+    -   id: rustfmt
+        name: rustfmt
+        entry: rustfmt --edition 2021
+        language: system
+        types: [rust]
+    -   id: typos
+        name: typos
+        entry: typos -w
+        language: system
+    -   id: cargo sort
+        name: cargo sort
+        entry: cargo sort -g -w
+        language: system
+        files: 'Cargo.toml'
+        pass_filenames: false
diff --git a/.typos.toml b/.typos.toml
@@ -6,9 +6,10 @@ inout = "inout"         # This is a SQL keyword!
 numer = "numer"         # numerator
 nd = "nd"               # N-dimentional / 2nd
 steam = "stream"        # You played with Steam games too much.
+ser = "ser"             # Serialization
 # Some weird short variable names
 ot = "ot"
-bui = "bui" # BackwardUserIterator
+bui = "bui"             # BackwardUserIterator
 mosquitto = "mosquitto" # This is a MQTT broker.
 abd = "abd"
 iy = "iy"
@@ -21,6 +22,7 @@ extend-exclude = [
     "e2e_test",
     "**/*.svg",
     "scripts",
+    "src/sqlparser/tests/testdata/",
     "src/frontend/planner_test/tests/testdata",
     "src/tests/sqlsmith/tests/freeze",
     "Cargo.lock",