Skip to content
Permalink

Comparing changes

This is a direct comparison between two commits made in this repository or its related repositories. View the default comparison for this range or learn more about diff comparisons.

Open a pull request

Create a new pull request by comparing changes across two branches. If you need to, you can also . Learn more about diff comparisons here.
base repository: risingwavelabs/risingwave
Failed to load repositories. Confirm that selected base ref is valid, then try again.
Loading
base: 8579768e58e60b9fa6df765c1b06b9878fad9f46
Choose a base ref
..
head repository: risingwavelabs/risingwave
Failed to load repositories. Confirm that selected head ref is valid, then try again.
Loading
compare: 37bd4ce8b8b8bd993c9566be2f54526efc3af457
Choose a head ref
Showing with 2,476 additions and 1,081 deletions.
  1. +1 −1 .gitattributes
  2. +752 −507 Cargo.lock
  3. +4 −2 Cargo.toml
  4. +1 −1 ci/scripts/build-other.sh
  5. +2 −2 ci/scripts/deterministic-e2e-test.sh
  6. +3 −3 ci/scripts/deterministic-recovery-test.sh
  7. +2 −2 ci/scripts/e2e-sink-test.sh
  8. +21 −18 ci/scripts/e2e-source-test.sh
  9. +2 −2 ci/scripts/pulsar-source-test.sh
  10. +3 −4 ci/scripts/run-e2e-test.sh
  11. +1 −1 ci/scripts/run-meta-backup-test.sh
  12. +6 −5 ci/scripts/standalone-utils.sh
  13. +1 −1 ci/workflows/main-cron.yml
  14. +2 −2 ci/workflows/pull-request.yml
  15. +1 −1 docker/dashboards/risingwave-dev-dashboard.json
  16. +1 −1 docker/dashboards/risingwave-user-dashboard.json
  17. +55 −23 docs/dev/src/connector/intro.md
  18. +2 −0 e2e_test/ddl/secret.slt
  19. +1 −1 e2e_test/ddl/throttle.slt
  20. +0 −46 e2e_test/source/basic/nexmark/nexmark_endless_part1.slt.part
  21. +0 −32 e2e_test/source/basic/ttl_table_with_con.slt
  22. 0 e2e_test/{source/opendal → source_inline/fs}/data/data1.csv
  23. 0 e2e_test/{source/opendal → source_inline/fs}/data/data2.csv
  24. +1 −1 e2e_test/{source/opendal → source_inline/fs}/posix_fs.slt
  25. +3 −3 e2e_test/source_inline/kafka/avro/name_strategy.slt
  26. 0 e2e_test/{source/basic → source_inline/kafka}/datagen.slt
  27. +23 −14 e2e_test/{source/basic → source_inline/kafka}/handling_mode.slt
  28. 0 e2e_test/{source/basic → source_inline/kafka}/kinesis.slt
  29. +17 −2 e2e_test/{source/basic → source_inline/kafka}/temporary_kafka_batch.slt
  30. +47 −0 e2e_test/source_inline/kafka/ttl_table_with_con.slt
  31. 0 e2e_test/{source → source_inline}/nexmark_endless_mvs/nexmark_endless_part1.slt
  32. 0 e2e_test/{source → source_inline}/nexmark_endless_mvs/nexmark_endless_part2.slt
  33. 0 e2e_test/{source → source_inline}/nexmark_endless_mvs/nexmark_endless_part3.slt
  34. 0 e2e_test/{source → source_inline}/nexmark_endless_mvs/nexmark_endless_part4.slt
  35. 0 e2e_test/{source → source_inline}/nexmark_endless_sinks/nexmark_endless_part1.slt
  36. 0 e2e_test/{source → source_inline}/nexmark_endless_sinks/nexmark_endless_part2.slt
  37. 0 e2e_test/{source → source_inline}/nexmark_endless_sinks/nexmark_endless_part3.slt
  38. 0 e2e_test/{source → source_inline}/nexmark_endless_sinks/nexmark_endless_part4.slt
  39. 0 e2e_test/{source → source_inline}/nexmark_endless_sinks/nexmark_endless_part5.slt
  40. 0 e2e_test/{source → source_inline}/nexmark_endless_sinks/nexmark_endless_part6.slt
  41. +2 −2 e2e_test/{source → source_legacy}/README.md
  42. 0 e2e_test/{source → source_legacy}/basic/ddl.slt
  43. 0 e2e_test/{source → source_legacy}/basic/kafka.slt
  44. 0 e2e_test/{source → source_legacy}/basic/kafka_batch.slt
  45. 0 e2e_test/{source → source_legacy}/basic/nosim_kafka.slt
  46. 0 e2e_test/{source → source_legacy}/basic/old_row_format_syntax/datagen.slt
  47. 0 e2e_test/{source → source_legacy}/basic/old_row_format_syntax/ddl.slt
  48. 0 e2e_test/{source → source_legacy}/basic/old_row_format_syntax/kafka.slt
  49. +1 −1 e2e_test/{source → source_legacy}/basic/old_row_format_syntax/kafka_batch.slt
  50. +12 −0 e2e_test/source_legacy/basic/scripts/README.md
  51. +7 −8 {scripts/source → e2e_test/source_legacy/basic/scripts}/prepare_ci_kafka.sh
  52. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/schema_registry_producer.py
  53. BIN {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data.zip
  54. BIN {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/avro_complex_schema_bin.1
  55. BIN {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/avro_simple_schema_bin.1
  56. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/bug_bash.1
  57. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/canal_json_double_field.1
  58. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/cannal_json.1
  59. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_compact_avro_json.1
  60. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_ignore_case_json.1
  61. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_log.1
  62. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_log_no_schema_field.1
  63. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_mess_key.1
  64. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_mongo_json_customers.1
  65. 0 ...→ e2e_test/source_legacy/basic/scripts}/test_data/debezium_mongo_json_customers_no_schema_field.1
  66. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/debezium_non_compact_avro_json.1
  67. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/json_bytea.1
  68. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/json_c.1
  69. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/json_schema_without_schema.1
  70. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_1_csv_topic.1
  71. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_1_partition_mv_topic.1
  72. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_1_partition_topic.1
  73. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_2_partition_topic.2
  74. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_3_partition_topic.3
  75. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_4_partition_topic.4
  76. 0 ...rce → e2e_test/source_legacy/basic/scripts}/test_data/kafka_4_partition_topic_generated_columns.1
  77. 0 ...urce → e2e_test/source_legacy/basic/scripts}/test_data/kafka_4_partition_topic_with_100_message.4
  78. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_json_schema.1
  79. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_source_format_bytes.1
  80. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/kafka_upsert_json_schema.1
  81. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/maxwell_json.1
  82. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/proto_c_bin.1
  83. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/sink_debezium.1
  84. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/sink_target.1
  85. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/upsert_json.1
  86. 0 {scripts/source → e2e_test/source_legacy/basic/scripts}/test_data/upsert_student_avro_json.1
  87. 0 ...2e_test/source_legacy/basic/scripts}/test_data/upsert_student_key_not_subset_of_value_avro_json.1
  88. 0 e2e_test/{source → source_legacy}/cdc/cdc.check.slt
  89. 0 e2e_test/{source → source_legacy}/cdc/cdc.check_new_rows.slt
  90. 0 e2e_test/{source → source_legacy}/cdc/cdc.load.slt
  91. +2 −2 e2e_test/{source → source_legacy}/cdc/cdc.share_stream.slt
  92. 0 e2e_test/{source → source_legacy}/cdc/cdc.validate.mysql.slt
  93. 0 e2e_test/{source → source_legacy}/cdc/cdc.validate.postgres.slt
  94. 0 e2e_test/{source → source_legacy}/cdc/cdc_share_stream_drop.slt
  95. 0 e2e_test/{source → source_legacy}/cdc/mongodb/mongodb_basic.slt
  96. 0 e2e_test/{source → source_legacy}/cdc/mysql_cdc.sql
  97. 0 e2e_test/{source → source_legacy}/cdc/mysql_cdc_insert.sql
  98. 0 e2e_test/{source → source_legacy}/cdc/mysql_create.sql
  99. 0 e2e_test/{source → source_legacy}/cdc/mysql_init_data.sql
  100. 0 e2e_test/{source → source_legacy}/cdc/postgres_cdc.sql
  101. 0 e2e_test/{source → source_legacy}/cdc/postgres_cdc_insert.sql
  102. 0 e2e_test/{source → source_legacy}/cdc_inline/alter/cdc_backfill_rate_limit.slt
  103. 0 e2e_test/{source → source_legacy}/cdc_inline/alter/cdc_table_alter.slt
  104. 0 e2e_test/{source → source_legacy}/cdc_inline/alter/postgres_alter.slt
  105. 0 e2e_test/{source → source_legacy}/cdc_inline/auto_schema_change_mysql.slt
  106. 0 e2e_test/{source → source_legacy}/cdc_inline/auto_schema_map_mysql.slt
  107. 0 e2e_test/{source → source_legacy}/cdc_inline/auto_schema_map_pg.slt
  108. +1 −1 e2e_test/{source → source_legacy}/cdc_inline/postgres_create_drop.slt
  109. +6 −3 e2e_test/{source → source_legacy}/cdc_inline/sql_server_cdc/sql_server_cdc.slt
  110. 0 e2e_test/{source → source_legacy}/cdc_inline/sql_server_cdc/sql_server_cdc_insert.sql
  111. 0 e2e_test/{source → source_legacy}/cdc_inline/sql_server_cdc/sql_server_cdc_prepare.sql
  112. +1 −1 e2e_test/{source → source_legacy}/pulsar/astra-streaming.py
  113. 0 e2e_test/{source → source_legacy}/pulsar/pulsar.slt
  114. +1 −1 e2e_test/{source → source_legacy}/pulsar/streamnative-cloud.py
  115. +40 −0 e2e_test/source_legacy/tvf/postgres_query.slt
  116. +17 −0 e2e_test/udf/rust_udf.slt
  117. +1 −1 e2e_test/udf/wasm/Cargo.toml
  118. +33 −1 grafana/risingwave-dev-dashboard.dashboard.py
  119. +1 −1 grafana/risingwave-dev-dashboard.json
  120. +1 −1 grafana/risingwave-user-dashboard.json
  121. +12 −0 proto/batch_plan.proto
  122. +2 −0 proto/expr.proto
  123. +46 −131 risedev.yml
  124. +1 −1 scripts/source/README.md
  125. +0 −4 scripts/source/test_data/json_timestamptz_handling_mode.1
  126. +0 −1 scripts/source/test_data/weiling.1
  127. +1 −0 src/batch/Cargo.toml
  128. +8 −0 src/batch/src/error.rs
  129. +23 −0 src/batch/src/executor/iceberg_scan.rs
  130. +3 −0 src/batch/src/executor/mod.rs
  131. +194 −0 src/batch/src/executor/postgres_query.rs
  132. +35 −1 src/batch/src/monitor/stats.rs
  133. +1 −0 src/batch/src/task/context.rs
  134. +13 −1 src/batch/src/task/env.rs
  135. +4 −2 src/cmd_all/scripts/standalone-demo-full.sh
  136. +1 −1 src/cmd_all/src/standalone.rs
  137. +6 −6 src/common/Cargo.toml
  138. +0 −23 src/common/src/array/arrow/arrow_48.rs
  139. +48 −0 src/common/src/array/arrow/arrow_52.rs
  140. +1 −1 src/common/src/array/arrow/arrow_deltalake.rs
  141. +2 −1 src/common/src/array/arrow/mod.rs
  142. +22 −4 src/common/src/config.rs
  143. +1 −1 src/common/src/system_param/mod.rs
  144. +3 −0 src/compute/src/server.rs
  145. +1 −0 src/config/ci.toml
  146. +6 −4 src/config/docs.md
  147. +6 −3 src/config/example.toml
  148. +1 −1 src/connector/Cargo.toml
  149. +1 −1 src/connector/codec/tests/integration_tests/avro.rs
  150. +30 −17 src/connector/src/sink/deltalake.rs
  151. +21 −5 src/connector/src/sink/iceberg/mod.rs
  152. +10 −0 src/connector/src/sink/mod.rs
  153. +1 −1 src/connector/src/source/cdc/external/sql_server.rs
  154. +1 −1 src/expr/core/Cargo.toml
  155. +3 −1 src/expr/impl/src/udf/external.rs
  156. +1 −1 src/expr/impl/src/udf/wasm.rs
  157. +2 −1 src/frontend/Cargo.toml
  158. +12 −0 src/frontend/src/binder/expr/function/mod.rs
  159. +1 −0 src/frontend/src/catalog/system_catalog/rw_catalog/mod.rs
  160. +121 −0 src/frontend/src/catalog/system_catalog/rw_catalog/rw_iceberg_all_files.rs
  161. +132 −8 src/frontend/src/expr/table_function.rs
  162. +12 −0 src/frontend/src/optimizer/logical_optimization.rs
  163. +96 −0 src/frontend/src/optimizer/plan_node/batch_postgres_query.rs
  164. +3 −0 src/frontend/src/optimizer/plan_node/generic/mod.rs
  165. +67 −0 src/frontend/src/optimizer/plan_node/generic/postgres_query.rs
  166. +115 −0 src/frontend/src/optimizer/plan_node/logical_postgres_query.rs
  167. +8 −0 src/frontend/src/optimizer/plan_node/mod.rs
  168. +3 −0 src/frontend/src/optimizer/rule/mod.rs
  169. +90 −0 src/frontend/src/optimizer/rule/table_function_to_postgres_query_rule.rs
  170. +2 −2 src/meta/node/src/lib.rs
  171. +11 −10 src/meta/node/src/server.rs
  172. +42 −19 src/meta/src/controller/catalog.rs
  173. +15 −4 src/meta/src/controller/system_param.rs
  174. +1 −13 src/meta/src/hummock/manager/transaction.rs
  175. +0 −8 src/meta/src/manager/system_param/mod.rs
  176. +21 −19 src/meta/src/rpc/ddl_controller.rs
  177. +73 −66 src/meta/src/stream/source_manager.rs
  178. +1 −1 src/storage/hummock_sdk/Cargo.toml
  179. +8 −2 src/storage/hummock_sdk/src/compaction_group/hummock_version_ext.rs
  180. +25 −0 src/storage/hummock_sdk/src/lib.rs
  181. +17 −6 src/storage/src/hummock/compactor/compactor_runner.rs
  182. +3 −1 src/storage/src/hummock/store/hummock_storage.rs
  183. +1 −5 src/storage/src/hummock/time_travel_version_cache.rs
  184. +6 −4 src/storage/src/opts.rs
  185. +1 −1 src/utils/resource_util/Cargo.toml
2 changes: 1 addition & 1 deletion .gitattributes
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# regression test data
src/tests/regress/data/** linguist-vendored
# source test data
scripts/source/test_data/** linguist-vendored
e2e_test/source_legacy/basic/scripts/test_data/** linguist-vendored
# generated grafana dashboard
grafana/risingwave-dashboard.json linguist-generated
Loading