Skip to content

Commit

Permalink
Fix compile issue. Update scripts to include CSV bench
Browse files Browse the repository at this point in the history
  • Loading branch information
kingcrimsontianyu committed Oct 13, 2024
1 parent 9e83d58 commit 5918b2d
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 5 deletions.
2 changes: 1 addition & 1 deletion cpp/src/io/utilities/datasource.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -175,7 +175,7 @@ class memory_mapped_source : public file_source {
// Buffer registration is exclusive (can't overlap with other registered buffers) so we
// register the lower estimate; this avoids issues when reading adjacent ranges from the same
// file from multiple threads
register_mmap_buffer(offset, min_size_estimate);
register_mmap_buffer();
}
}

Expand Down
14 changes: 10 additions & 4 deletions run_benchmark/run_gds.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,10 +18,16 @@ def __init__(self):
self.color_end = '\x1b[0m'

def run_bench_command(self, subtest_env):
my_bin = "/home/coder/cudf/cpp/build/latest/benchmarks/PARQUET_READER_NVBENCH"
my_option = "parquet_read_io_compression"

full_command = "{} -d 0 -b {} -a compression_type=SNAPPY -a io_type=FILEPATH -a cardinality=0 -a run_length=1 --min-samples 40".format(
# Parquet
# my_bin = "/home/coder/cudf/cpp/build/latest/benchmarks/PARQUET_READER_NVBENCH"
# my_option = "parquet_read_io_compression"
# full_command = "{} -d 0 -b {} -a compression_type=SNAPPY -a io_type=FILEPATH -a cardinality=0 -a run_length=1 --min-samples 40".format(
# my_bin, my_option)

# CSV
my_bin = "/home/coder/cudf/cpp/build/latest/benchmarks/CSV_READER_NVBENCH"
my_option = "csv_read_io"
full_command = "{} -d 0 -b {} -a io=FILEPATH --min-samples 40".format(
my_bin, my_option)

subprocess.run([full_command], shell=True,
Expand Down

0 comments on commit 5918b2d

Please sign in to comment.