diff --git a/testing/regress/ecl/key/parquet_size.xml b/testing/regress/ecl/key/parquet_size.xml index 1f907304176..95c91fc2c89 100644 --- a/testing/regress/ecl/key/parquet_size.xml +++ b/testing/regress/ecl/key/parquet_size.xml @@ -1,154 +1,10 @@ - - 1B10.00 - 2C10.01 - 3D10.00 - 4E10.01 - 5F10.00 - 6G10.01 - 7H10.00 - 8I10.01 - 9J10.00 - 10A10.01 - 11B10.00 - 12C10.01 - 13D10.00 - 14E10.01 - 15F10.00 - 16G10.01 - 17H10.00 - 18I10.01 - 19J10.00 - 20A10.01 - 21B10.00 - 22C10.01 - 23D10.00 - 24E10.01 - 25F10.00 - 26G10.01 - 27H10.00 - 28I10.01 - 29J10.00 - 30A10.01 - 31B10.00 - 32C10.01 - 33D10.00 - 34E10.01 - 35F10.00 - 36G10.01 - 37H10.00 - 38I10.01 - 39J10.00 - 40A10.01 - 41B10.00 - 42C10.01 - 43D10.00 - 44E10.01 - 45F10.00 - 46G10.01 - 47H10.00 - 48I10.01 - 49J10.00 - 50A10.01 + + 1Alice10.5yes + 2Bob20.75no + 3Charlie15.25yes - - 1B20.00 - 2C20.01 - 3D20.00 - 4E20.01 - 5F20.00 - 6G20.01 - 7H20.00 - 8I20.01 - 9J20.00 - 10A20.01 - 11B20.00 - 12C20.01 - 13D20.00 - 14E20.01 - 15F20.00 - 16G20.01 - 17H20.00 - 18I20.01 - 19J20.00 - 20A20.01 - 21B20.00 - 22C20.01 - 23D20.00 - 24E20.01 - 25F20.00 - 26G20.01 - 27H20.00 - 28I20.01 - 29J20.00 - 30A20.01 - 31B20.00 - 32C20.01 - 33D20.00 - 34E20.01 - 35F20.00 - 36G20.01 - 37H20.00 - 38I20.01 - 39J20.00 - 40A20.01 - 41B20.00 - 42C20.01 - 43D20.00 - 44E20.01 - 45F20.00 - 46G20.01 - 47H20.00 - 48I20.01 - 49J20.00 - 50A20.01 - 51B20.00 - 52C20.01 - 53D20.00 - 54E20.01 - 55F20.00 - 56G20.01 - 57H20.00 - 58I20.01 - 59J20.00 - 60A20.01 - 61B20.00 - 62C20.01 - 63D20.00 - 64E20.01 - 65F20.00 - 66G20.01 - 67H20.00 - 68I20.01 - 69J20.00 - 70A20.01 - 71B20.00 - 72C20.01 - 73D20.00 - 74E20.01 - 75F20.00 - 76G20.01 - 77H20.00 - 78I20.01 - 79J20.00 - 80A20.01 - 81B20.00 - 82C20.01 - 83D20.00 - 84E20.01 - 85F20.00 - 86G20.01 - 87H20.00 - 88I20.01 - 89J20.00 - 90A20.01 - 91B20.00 - 92C20.01 - 93D20.00 - 94E20.01 - 95F20.00 - 96G20.01 - 97H20.00 - 98I20.01 - 99J20.00 - 100A20.01 + + 3Charlie15.25yes + 2Bob20.75no + 1Alice10.5yes diff --git a/testing/regress/ecl/parquet_size.ecl b/testing/regress/ecl/parquet_size.ecl index 75b7508d52d..73652523c23 100644 --- a/testing/regress/ecl/parquet_size.ecl +++ b/testing/regress/ecl/parquet_size.ecl @@ -22,19 +22,16 @@ recordLayout := RECORD STRING isactive; END; -smallFilePath := '/var/lib/HPCCSystems/mydropzone/small1.parquet'; -mediumFilePath := '/var/lib/HPCCSystems/mydropzone/medium1.parquet'; +// Paths to the files +singleFilePath := '/var/lib/HPCCSystems/mydropzone/single.parquet'; +multiFilePath := '/var/lib/HPCCSystems/mydropzone/multi*.parquet'; // wildcard for all 3 parts -smallDataset := ParquetIO.Read(recordLayout, smallFilePath); -largeDataset := ParquetIO.Read(recordLayout, mediumFilePath); - -largeDatasetPart1 := largeDataset[1..33]; -largeDatasetPart2 := largeDataset[34..66]; -largeDatasetPart3 := largeDataset[67..100]; - -combinedLargeDataset := largeDatasetPart1 + largeDatasetPart2 + largeDatasetPart3; +// Reading the single and multi-part files +singleDataset := ParquetIO.Read(recordLayout, singleFilePath); +multiDataset := ParquetIO.Read(recordLayout, multiFilePath); +// Output the datasets SEQUENTIAL( - OUTPUT(smallDataset, NAMED('small_dataset')), - OUTPUT(combinedLargeDataset, NAMED('large_dataset')) + OUTPUT(singleDataset, NAMED('singleDataset')), // Output for the single file + OUTPUT(multiDataset, NAMED('multiDataset')) // Output for the combined multi-part files );