Skip to content

Commit

Permalink
add test with wider rows
Browse files Browse the repository at this point in the history
  • Loading branch information
kwannoel committed Jan 29, 2024
1 parent 6b8ea79 commit 9073a6f
Show file tree
Hide file tree
Showing 3 changed files with 57 additions and 0 deletions.
16 changes: 16 additions & 0 deletions ci/scripts/run-backfill-tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -265,6 +265,21 @@ test_backfill_snapshot_with_limited_storage_throughput() {
kill_cluster
}

# Throttle the storage throughput.
# Arrangement Backfill should not fail because of this.
test_backfill_snapshot_with_wider_rows() {
echo "--- e2e, test_backfill_snapshot_with_limited_storage_throughput, $RUNTIME_CLUSTER_PROFILE"
cargo make ci-start $MINIO_RATE_LIMIT_CLUSTER_PROFILE
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_wide_table.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert_wide_snapshot.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_no_shuffle_mv.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows_no_shuffle.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows_arrangement.slt'

kill_cluster
}

main() {
set -euo pipefail
test_snapshot_and_upstream_read
Expand All @@ -282,6 +297,7 @@ main() {

# Backfill will happen in sequence here.
test_backfill_snapshot_runtime
test_backfill_snapshot_with_wider_rows
test_backfill_snapshot_with_limited_storage_throughput

# No upstream only tests, because if there's no snapshot,
Expand Down
19 changes: 19 additions & 0 deletions e2e_test/backfill/runtime/create_wide_table.slt
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
statement ok
CREATE TABLE t (
v1 int,
v2 varchar,
v3 bigint,
v4 int,
v5 varchar,
v6 bigint,
v7 int,
v8 varchar,
v9 bigint,
v10 int,
v11 varchar,
v12 bigint,
v13 int,
v14 varchar,
v15 bigint,
primary key (v1, v4, v7, v10, v13)
);
22 changes: 22 additions & 0 deletions e2e_test/backfill/runtime/insert_wide_snapshot.slt
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
# 15 columns wide
statement ok
INSERT INTO t select
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222
from generate_series(4000001, 8000000);

statement ok
flush;

0 comments on commit 9073a6f

Please sign in to comment.