diff --git a/e2e_test/iceberg/main.py b/e2e_test/iceberg/main.py index 03066033c6d24..c64ce725f6c3a 100644 --- a/e2e_test/iceberg/main.py +++ b/e2e_test/iceberg/main.py @@ -129,6 +129,7 @@ def drop_table(args, drop_sqls): verify_sql = test_case.get("verify_sql") print(f"verify_sql:{verify_sql}") verify_data = test_case.get("verify_data") + verify_slt = test_case.get("verify_slt") cmp_sqls = test_case.get("cmp_sqls") drop_sqls = test_case["drop_sqls"] config = configparser.ConfigParser() @@ -146,6 +147,8 @@ def drop_table(args, drop_sqls): verify_result(config, verify_sql, verify_schema, verify_data) if cmp_sqls is not None and cmp_sqls != "" and len(cmp_sqls) == 2: compare_sql(config, cmp_sqls) + if verify_slt is not None and verify_slt != "": + execute_slt(config, verify_slt) if drop_sqls is not None and drop_sqls != "": drop_table(config, drop_sqls) diff --git a/e2e_test/iceberg/test_case/iceberg_sink_no_partition_append_only_table_verify.slt b/e2e_test/iceberg/test_case/iceberg_sink_no_partition_append_only_table_verify.slt new file mode 100644 index 0000000000000..12f52ae12e88b --- /dev/null +++ b/e2e_test/iceberg/test_case/iceberg_sink_no_partition_append_only_table_verify.slt @@ -0,0 +1,22 @@ +statement ok +CREATE SOURCE iceberg_source +WITH ( + connector = 'iceberg', + s3.endpoint = 'http://127.0.0.1:9301', + s3.region = 'us-east-1', + s3.access.key = 'hummockadmin', + s3.secret.key = 'hummockadmin', + catalog.type = 'storage', + warehouse.path = 's3://icebergdata/demo', + database.name = 'demo_db', + table.name = 'no_partition_append_only_table', +); + +query I +SELECT id from iceberg_source ORDER by id; +---- +1 +2 +3 +4 +5 \ No newline at end of file diff --git a/e2e_test/iceberg/test_case/iceberg_sink_partition_append_only_table_verify.slt b/e2e_test/iceberg/test_case/iceberg_sink_partition_append_only_table_verify.slt new file mode 100644 index 0000000000000..85ad943a37ce7 --- /dev/null +++ b/e2e_test/iceberg/test_case/iceberg_sink_partition_append_only_table_verify.slt @@ -0,0 +1,22 @@ +statement ok +CREATE SOURCE iceberg_source +WITH ( + connector = 'iceberg', + s3.endpoint = 'http://127.0.0.1:9301', + s3.region = 'us-east-1', + s3.access.key = 'hummockadmin', + s3.secret.key = 'hummockadmin', + catalog.type = 'storage', + warehouse.path = 's3://icebergdata/demo', + database.name = 'demo_db', + table.name = 'partition_append_only_table', +); + +query I +SELECT id from iceberg_source ORDER by id; +---- +1 +2 +3 +4 +5 \ No newline at end of file diff --git a/e2e_test/iceberg/test_case/iceberg_sink_range_partition_append_only_table_verify.slt b/e2e_test/iceberg/test_case/iceberg_sink_range_partition_append_only_table_verify.slt new file mode 100644 index 0000000000000..765424958cfde --- /dev/null +++ b/e2e_test/iceberg/test_case/iceberg_sink_range_partition_append_only_table_verify.slt @@ -0,0 +1,22 @@ +statement ok +CREATE SOURCE iceberg_source +WITH ( + connector = 'iceberg', + s3.endpoint = 'http://127.0.0.1:9301', + s3.region = 'us-east-1', + s3.access.key = 'hummockadmin', + s3.secret.key = 'hummockadmin', + catalog.type = 'storage', + warehouse.path = 's3://icebergdata/demo', + database.name = 'demo_db', + table.name = 'range_partition_append_only_table', +); + +query I +SELECT id from iceberg_source ORDER by id; +---- +1 +2 +3 +4 +5 \ No newline at end of file diff --git a/e2e_test/iceberg/test_case/no_partition_append_only.toml b/e2e_test/iceberg/test_case/no_partition_append_only.toml index 58f5900586d02..7d2952c508756 100644 --- a/e2e_test/iceberg/test_case/no_partition_append_only.toml +++ b/e2e_test/iceberg/test_case/no_partition_append_only.toml @@ -33,6 +33,8 @@ verify_data = """ 5,5,5000,5.5,5.55,5-5,true,2022-03-15,2022-03-15 05:00:00+00:00,2022-03-15 05:00:00,none """ +verify_slt = 'test_case/iceberg_sink_no_partition_append_only_table_verify.slt' + drop_sqls = [ 'DROP TABLE IF EXISTS demo_db.no_partition_append_only_table', 'DROP SCHEMA IF EXISTS demo_db' diff --git a/e2e_test/iceberg/test_case/partition_append_only.toml b/e2e_test/iceberg/test_case/partition_append_only.toml index 9fd55ee0b0044..b36dfb98e369f 100644 --- a/e2e_test/iceberg/test_case/partition_append_only.toml +++ b/e2e_test/iceberg/test_case/partition_append_only.toml @@ -35,6 +35,8 @@ verify_data = """ 5,5,5000,5.5,5.55,5-5,true,2022-03-15,2022-03-15 05:00:00+00:00,2022-03-15 05:00:00,none """ +verify_slt = 'test_case/iceberg_sink_partition_append_only_table_verify.slt' + drop_sqls = [ 'DROP TABLE IF EXISTS demo_db.partition_append_only_table', 'DROP SCHEMA IF EXISTS demo_db' diff --git a/e2e_test/iceberg/test_case/range_partition_append_only.toml b/e2e_test/iceberg/test_case/range_partition_append_only.toml index d8c12d744584a..d54407f91dc10 100644 --- a/e2e_test/iceberg/test_case/range_partition_append_only.toml +++ b/e2e_test/iceberg/test_case/range_partition_append_only.toml @@ -35,6 +35,8 @@ verify_data = """ 5,5,5000,5.5,5.55,5-5,true,2022-03-15,2022-03-15 05:00:00+00:00,2022-03-15 05:00:00,none """ +verify_slt = 'test_case/iceberg_sink_range_partition_append_only_table_verify.slt' + drop_sqls = [ 'DROP TABLE IF EXISTS demo_db.range_partition_append_only_table', 'DROP SCHEMA IF EXISTS demo_db'