From 9073a6fc00ce433a75eaa9d4cc470c41cc68e981 Mon Sep 17 00:00:00 2001
From: Noel Kwan <noelkwan1998@gmail.com>
Date: Mon, 29 Jan 2024 20:38:19 +0800
Subject: [PATCH] add test with wider rows

---
 ci/scripts/run-backfill-tests.sh              | 16 ++++++++++++++
 .../backfill/runtime/create_wide_table.slt    | 19 ++++++++++++++++
 .../backfill/runtime/insert_wide_snapshot.slt | 22 +++++++++++++++++++
 3 files changed, 57 insertions(+)
 create mode 100644 e2e_test/backfill/runtime/create_wide_table.slt
 create mode 100644 e2e_test/backfill/runtime/insert_wide_snapshot.slt

diff --git a/ci/scripts/run-backfill-tests.sh b/ci/scripts/run-backfill-tests.sh
index e809053f9f376..ee2161baf1b1f 100755
--- a/ci/scripts/run-backfill-tests.sh
+++ b/ci/scripts/run-backfill-tests.sh
@@ -265,6 +265,21 @@ test_backfill_snapshot_with_limited_storage_throughput() {
   kill_cluster
 }
 
+# Throttle the storage throughput.
+# Arrangement Backfill should not fail because of this.
+test_backfill_snapshot_with_wider_rows() {
+  echo "--- e2e, test_backfill_snapshot_with_limited_storage_throughput, $RUNTIME_CLUSTER_PROFILE"
+  cargo make ci-start $MINIO_RATE_LIMIT_CLUSTER_PROFILE
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_wide_table.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/insert_wide_snapshot.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_arrangement_backfill_mv.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/create_no_shuffle_mv.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows_no_shuffle.slt'
+  sqllogictest -p 4566 -d dev 'e2e_test/backfill/runtime/validate_rows_arrangement.slt'
+
+  kill_cluster
+}
+
 main() {
   set -euo pipefail
   test_snapshot_and_upstream_read
@@ -282,6 +297,7 @@ main() {
 
     # Backfill will happen in sequence here.
     test_backfill_snapshot_runtime
+    test_backfill_snapshot_with_wider_rows
     test_backfill_snapshot_with_limited_storage_throughput
 
     # No upstream only tests, because if there's no snapshot,
diff --git a/e2e_test/backfill/runtime/create_wide_table.slt b/e2e_test/backfill/runtime/create_wide_table.slt
new file mode 100644
index 0000000000000..ee084018a884c
--- /dev/null
+++ b/e2e_test/backfill/runtime/create_wide_table.slt
@@ -0,0 +1,19 @@
+statement ok
+CREATE TABLE t (
+    v1 int,
+    v2 varchar,
+    v3 bigint,
+    v4 int,
+    v5 varchar,
+    v6 bigint,
+    v7 int,
+    v8 varchar,
+    v9 bigint,
+    v10 int,
+    v11 varchar,
+    v12 bigint,
+    v13 int,
+    v14 varchar,
+    v15 bigint,
+    primary key (v1, v4, v7, v10, v13)
+);
\ No newline at end of file
diff --git a/e2e_test/backfill/runtime/insert_wide_snapshot.slt b/e2e_test/backfill/runtime/insert_wide_snapshot.slt
new file mode 100644
index 0000000000000..bb15a258281e2
--- /dev/null
+++ b/e2e_test/backfill/runtime/insert_wide_snapshot.slt
@@ -0,0 +1,22 @@
+# 15 columns wide
+statement ok
+INSERT INTO t select
+  generate_series,
+  'jakbj2khbe2',
+  22222222222,
+  generate_series,
+  'jakbj2khbe2',
+  22222222222,
+  generate_series,
+  'jakbj2khbe2',
+  22222222222,
+  generate_series,
+  'jakbj2khbe2',
+  22222222222,
+  generate_series,
+  'jakbj2khbe2',
+  22222222222
+  from generate_series(4000001, 8000000);
+
+statement ok
+flush;
\ No newline at end of file