Skip to content

Commit

Permalink
feat(cdc): support sql server cdc (#17429)
Browse files Browse the repository at this point in the history
  • Loading branch information
KeXiangWang authored Aug 7, 2024
1 parent 50294de commit accfb49
Show file tree
Hide file tree
Showing 38 changed files with 1,790 additions and 137 deletions.
131 changes: 28 additions & 103 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 2 additions & 0 deletions ci/docker-compose.yml
Original file line number Diff line number Diff line change
Expand Up @@ -74,6 +74,7 @@ services:
image: public.ecr.aws/w1p7b4n3/rw-build-env:v20240731
depends_on:
- mysql
- sqlserver-server
- db
- message_queue
- schemaregistry
Expand Down Expand Up @@ -215,6 +216,7 @@ services:
environment:
ACCEPT_EULA: 'Y'
SA_PASSWORD: 'SomeTestOnly@SA'
MSSQL_AGENT_ENABLED: "true"

starrocks-fe-server:
container_name: starrocks-fe-server
Expand Down
9 changes: 9 additions & 0 deletions ci/scripts/e2e-source-test.sh
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,14 @@ echo "--- starting risingwave cluster"
RUST_LOG="debug,risingwave_stream=info,risingwave_batch=info,risingwave_storage=info" \
risedev ci-start ci-1cn-1fe-with-recovery

echo "--- Install sql server client"
curl https://packages.microsoft.com/keys/microsoft.asc | sudo apt-key add -
curl https://packages.microsoft.com/config/ubuntu/20.04/prod.list | sudo tee /etc/apt/sources.list.d/msprod.list
apt-get update -y
ACCEPT_EULA=Y DEBIAN_FRONTEND=noninteractive apt-get install -y mssql-tools unixodbc-dev
export PATH="/opt/mssql-tools/bin/:$PATH"
sleep 2

echo "--- mongodb cdc test"
# install the mongo shell
wget http://archive.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2_amd64.deb
Expand All @@ -79,6 +87,7 @@ risedev slt './e2e_test/source/cdc/mongodb/**/*.slt'

echo "--- inline cdc test"
export MYSQL_HOST=mysql MYSQL_TCP_PORT=3306 MYSQL_PWD=123456
export SQLCMDSERVER=sqlserver-server SQLCMDUSER=SA SQLCMDPASSWORD="SomeTestOnly@SA" SQLCMDDBNAME=mydb SQLCMDPORT=1433
risedev slt './e2e_test/source/cdc_inline/**/*.slt'

echo "--- opendal source test"
Expand Down
Loading

0 comments on commit accfb49

Please sign in to comment.