Skip to content

Commit

Permalink
add test with wider rows
Browse files Browse the repository at this point in the history
  • Loading branch information
kwannoel committed Jan 29, 2024
1 parent 6b8ea79 commit ca366e6
Show file tree
Hide file tree
Showing 3 changed files with 56 additions and 0 deletions.
16 changes: 16 additions & 0 deletions ci/scripts/run-backfill-tests.sh
Original file line number Diff line number Diff line change
Expand Up @@ -265,6 +265,21 @@ test_backfill_snapshot_with_limited_storage_throughput() {
kill_cluster
}

# Throttle the storage throughput.
# Arrangement Backfill should not fail because of this.
test_backfill_snapshot_with_wider_rows() {
echo "--- e2e, test_backfill_snapshot_with_limited_storage_throughput, $RUNTIME_CLUSTER_PROFILE"
cargo make ci-start $MINIO_RATE_LIMIT_CLUSTER_PROFILE
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_wide_table.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert_wide_snapshot.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_no_shuffle_mv.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows_no_shuffle.slt'
sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows_arrangement.slt'

kill_cluster
}

main() {
set -euo pipefail
test_snapshot_and_upstream_read
Expand All @@ -282,6 +297,7 @@ main() {

# Backfill will happen in sequence here.
test_backfill_snapshot_runtime
test_backfill_snapshot_with_wider_rows
test_backfill_snapshot_with_limited_storage_throughput

# No upstream only tests, because if there's no snapshot,
Expand Down
18 changes: 18 additions & 0 deletions e2e_test/backfill/runtime/create_wide_table.slt
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
statement ok
CREATE TABLE t (
v1 int primary key,
v2 varchar,
v3 bigint,
v4 int primary key,
v5 varchar,
v6 bigint,
v7 int primary key,
v8 varchar,
v9 bigint,
v10 int primary key,
v11 varchar,
v12 bigint,
v13 int primary key,
v14 varchar,
v15 bigint
);
22 changes: 22 additions & 0 deletions e2e_test/backfill/runtime/insert_wide_snapshot.slt
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
# 15 columns wide
statement ok
INSERT INTO t select
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222,
generate_series,
'jakbj2khbe2',
22222222222
from generate_series(4000001, 8000000);

statement ok
flush;

0 comments on commit ca366e6

Please sign in to comment.