merge main

.gitignore

@@ -78,4 +78,6 @@ simulation-it-test.tar.zst
 # spark binary
 e2e_test/iceberg/spark-*-bin*
 
-**/poetry.lock
+**/poetry.lock
+
+*.slt.temp

Cargo.toml

@@ -75,7 +75,7 @@ license = "Apache-2.0"
 repository = "https://github.com/risingwavelabs/risingwave"
 
 [workspace.dependencies]
-foyer = { version = "0.8.6", features = ["nightly"] }
+foyer = { version = "0.9.2", features = ["nightly"] }
 auto_enums = { version = "0.8", features = ["futures03", "tokio1"] }
 await-tree = "0.2.1"
 aws-config = { version = "1", default-features = false, features = [
@@ -136,7 +136,7 @@ arrow-flight = "50"
 arrow-select = "50"
 arrow-ord = "50"
 arrow-row = "50"
-arrow-udf-js = "0.3"
+arrow-udf-js = "0.3.1"
 arrow-udf-js-deno = { git = "https://github.com/risingwavelabs/arrow-udf.git", rev = "fa36365" }
 arrow-udf-wasm = { version = "0.2.2", features = ["build"] }
 arrow-udf-python = "0.2"

Makefile.toml

@@ -1306,6 +1306,7 @@ SLT_HOST = "${RISEDEV_RW_FRONTEND_LISTEN_ADDRESS}"
 SLT_PORT = "${RISEDEV_RW_FRONTEND_PORT}"
 SLT_DB = "dev"
 PATH = "${PWD}/e2e_test/commands:${PATH}"
+RUST_BACKTRACE = "0" # slt backtrace is useless
 
 [tasks.slt-clean]
 category = "RiseDev - Test - SQLLogicTest"

ci/scripts/e2e-source-test.sh

@@ -31,6 +31,9 @@ buildkite-agent artifact download risingwave-connector.tar.gz ./
 mkdir ./connector-node
 tar xf ./risingwave-connector.tar.gz -C ./connector-node
 
+echo "--- Install dependencies"
+python3 -m pip install --break-system-packages requests protobuf fastavro confluent_kafka jsonschema
+
 echo "--- e2e, inline test"
 RUST_LOG="debug,risingwave_stream=info,risingwave_batch=info,risingwave_storage=info" \
 risedev ci-start ci-inline-source-test
@@ -136,7 +139,6 @@ echo "--- e2e, ci-1cn-1fe, protobuf schema registry"
 export RISINGWAVE_CI=true
 RUST_LOG="info,risingwave_stream=info,risingwave_batch=info,risingwave_storage=info" \
 risedev ci-start ci-1cn-1fe
-python3 -m pip install --break-system-packages requests protobuf confluent-kafka
 python3 e2e_test/schema_registry/pb.py "message_queue:29092" "http://schemaregistry:8082" "sr_pb_test" 20 user
 echo "make sure google/protobuf/source_context.proto is NOT in schema registry"
 curl --silent 'http://schemaregistry:8082/subjects'; echo

e2e_test/source/basic/kafka.slt

@@ -166,23 +166,23 @@ create table s8_no_schema_field (
 statement error without schema registry
 create table s9 with (
   connector = 'kafka',
-  topic = 'avro_bin',
+  topic = 'avro_simple_schema_bin',
   properties.bootstrap.server = 'message_queue:29092',
   scan.startup.mode = 'earliest'
 ) FORMAT PLAIN ENCODE AVRO (schema.location = 'file:///risingwave/avro-simple-schema.avsc');
 
 statement ok
 create table s9 with (
   connector = 'kafka',
-  topic = 'avro_bin',
+  topic = 'avro_simple_schema_bin',
   properties.bootstrap.server = 'message_queue:29092',
   scan.startup.mode = 'earliest'
 ) FORMAT PLAIN ENCODE AVRO (schema.location = 'file:///risingwave/avro-simple-schema.avsc', with_deprecated_file_header = true);
 
 statement ok
 create table s10 with (
   connector = 'kafka',
-  topic = 'avro_c_bin',
+  topic = 'avro_complex_schema_bin',
   properties.bootstrap.server = 'message_queue:29092',
   scan.startup.mode = 'earliest'
 ) FORMAT PLAIN ENCODE AVRO (schema.location = 'file:///risingwave/avro-complex-schema.avsc', with_deprecated_file_header = true);
@@ -287,7 +287,7 @@ FORMAT PLAIN ENCODE PROTOBUF (
 statement ok
 create source s18 with (
   connector = 'kafka',
-  topic = 'avro_c_bin',
+  topic = 'avro_complex_schema_bin',
   properties.bootstrap.server = 'message_queue:29092',
   scan.startup.mode = 'earliest'
 ) FORMAT PLAIN ENCODE AVRO (schema.location = 'file:///risingwave/avro-complex-schema.avsc', with_deprecated_file_header = true);