add tests which compare runtime

risingwavelabs · Jan 16, 2024 · 3f77d35 · 3f77d35
1 parent 9162478
commit 3f77d35
Show file tree

Hide file tree

Showing 6 changed files with 91 additions and 0 deletions.
diff --git a/ci/scripts/run-backfill-tests.sh b/ci/scripts/run-backfill-tests.sh
@@ -200,12 +200,82 @@ test_sink_backfill_recovery() {
   wait
 }
 
+test_no_shuffle_backfill_runtime() {
+  echo "--- e2e, test_no_shuffle_backfill_runtime"
+  cargo make ci-start $CLUSTER_PROFILE
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_table.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt'
+
+  # Provide updates ...
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt' 2>&1 1>out.log &
+
+  # ... and concurrently create mv.
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_no_shuffle_mv.slt'
+
+  wait
+
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows.slt'
+
+  cargo make kill
+  cargo make wait-processes-exit
+}
+
+test_arrangement_backfill_runtime() {
+  echo "--- e2e, test_arrangement_backfill_runtime"
+  cargo make ci-start $CLUSTER_PROFILE
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_table.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt'
+
+  # Provide updates ...
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt' 2>&1 1>out.log &
+
+  # ... and concurrently create mv.
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt'
+
+  wait
+
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows.slt'
+
+  cargo make kill
+  cargo make wait-processes-exit
+}
+
+test_no_shuffle_backfill_snapshot_only_runtime() {
+  echo "--- e2e, test_no_shuffle_backfill_snapshot_only_runtime"
+  cargo make ci-start $CLUSTER_PROFILE
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_table.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_no_shuffle_mv.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows.slt'
+
+  cargo make kill
+  cargo make wait-processes-exit
+}
+
+test_arrangement_backfill_snapshot_only_runtime() {
+  echo "--- e2e, test_arrangement_backfill_snapshot_only_runtime"
+  cargo make ci-start $CLUSTER_PROFILE
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_table.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows.slt'
+
+  cargo make kill
+  cargo make wait-processes-exit
+}
+
 main() {
   set -euo pipefail
   test_snapshot_and_upstream_read
   test_backfill_tombstone
   test_replication_with_column_pruning
   test_sink_backfill_recovery
+  test_no_shuffle_backfill_runtime
+  test_arrangement_backfill_runtime
+  test_no_shuffle_backfill_snapshot_only_runtime
+  test_arrangement_backfill_snapshot_only_runtime
 }
 
 main
diff --git a/e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt b/e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt
@@ -0,0 +1,5 @@
+statement ok
+SET STREAMING_ENABLE_ARRANGEMENT_BACKFILL=true;
+
+statement ok
+CREATE MATERIALIZED VIEW m1 AS SELECT * FROM t;
diff --git a/e2e_test/backfill/runtime/create_no_shuffle_mv.slt b/e2e_test/backfill/runtime/create_no_shuffle_mv.slt
@@ -0,0 +1,5 @@
+statement ok
+SET STREAMING_ENABLE_ARRANGEMENT_BACKFILL=false;
+
+statement ok
+CREATE MATERIALIZED VIEW m1 AS SELECT * FROM t;
diff --git a/e2e_test/backfill/runtime/create_table.slt b/e2e_test/backfill/runtime/create_table.slt
@@ -0,0 +1,2 @@
+statement ok
+CREATE TABLE t (v1 int, v2 varchar, v3 bigint);
diff --git a/e2e_test/backfill/runtime/insert.slt b/e2e_test/backfill/runtime/insert.slt
@@ -0,0 +1,5 @@
+statement ok
+INSERT INTO t select 1, 'jakbj2khbe2', 22222222222 from generate_series(1, 500000);
+
+statement ok
+flush;
diff --git a/e2e_test/backfill/runtime/validate_rows.slt b/e2e_test/backfill/runtime/validate_rows.slt
@@ -0,0 +1,4 @@
+query I
+select count(*) from m1;
+----
+1000000
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		statement ok
		CREATE TABLE t (v1 int, v2 varchar, v3 bigint);