Skip to content

Commit

Permalink
Update test/example files.
Browse files Browse the repository at this point in the history
  • Loading branch information
jackdelv committed Aug 14, 2023
1 parent 816a53b commit 9730e8d
Show file tree
Hide file tree
Showing 4 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion plugins/parquet/examples/blob_test.ecl
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ imageRecord := RECORD
UNSIGNED8 RecPos{virtual(fileposition)};
END;

#IF(1)
#IF(0)
in_image_data := DATASET('~parquet::image', imageRecord, FLAT);
OUTPUT(in_image_data, NAMED('IN_IMAGE_DATA'));
PARQUET.Write(in_image_data, '/datadrive/dev/test_data/test_image.parquet');
Expand Down
4 changes: 2 additions & 2 deletions plugins/parquet/examples/create_partition.ecl
Original file line number Diff line number Diff line change
Expand Up @@ -20,10 +20,10 @@ END;

#IF(0)
github_dataset := Read(layout, '/datadrive/dev/test_data/ghtorrent-2019-01-07.parquet');
Write(DISTRIBUTE(CHOOSEN(github_dataset, 100000), SKEW(.05)), '/datadrive/dev/test_data/hpcc_gh_partition/data.parquet');
Write(DISTRIBUTE(github_dataset, SKEW(.05)), '/datadrive/dev/test_data/hpcc_gh_partition/data.parquet');
#END

#IF(1)
github_dataset := ReadPartition(layout, '/datadrive/dev/test_data/hpcc_gh_partition');
OUTPUT(github_dataset, NAMED('GITHUB_PARTITION'));
OUTPUT(COUNT(github_dataset), NAMED('GITHUB_PARTITION'));
#END
2 changes: 1 addition & 1 deletion plugins/parquet/examples/large_io.ecl
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,6 @@ Write(csv_data, '/datadrive/dev/test_data/ghtorrent-2019-02-04.parquet');
#END

#IF(1)
parquet_data := Read(layout, '/datadrive/dev/test_data/ghtorrent-2019-01-07.parquet');
parquet_data := Read(layout, '/datadrive/dev/test_data/hpcc_gh_partition/data.parquet');
OUTPUT(COUNT(parquet_data), NAMED('ghtorrent_2019_01_07'));
#END
2 changes: 1 addition & 1 deletion plugins/parquet/examples/nested_io.ecl
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ END;
nested_dataset := DATASET([{'Jack', 'Jackson', { {22, 2, ['James', 'Jonathon']}, 5.9, 600}}, {'John', 'Johnson', { {17, 0, []}, 6.3, 18}},
{'Amy', 'Amyson', { {59, 1, ['Andy']}, 3.9, 59}}, {'Grace', 'Graceson', { {11, 3, ['Grayson', 'Gina', 'George']}, 7.9, 100}}], parentRec);

#IF(1)
#IF(0)
Write(nested_dataset, '/datadrive/dev/test_data/nested.parquet');
#END

Expand Down

0 comments on commit 9730e8d

Please sign in to comment.