From a9c4a372224191d6e6a384d11792a963bb841fb3 Mon Sep 17 00:00:00 2001 From: Vyas Ramasubramani Date: Thu, 12 Dec 2024 00:42:45 +0000 Subject: [PATCH] Revert parquet change that breaks the test --- cpp/src/io/parquet/writer_impl.cu | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/cpp/src/io/parquet/writer_impl.cu b/cpp/src/io/parquet/writer_impl.cu index 3b1e887daea..188e6a8c0d8 100644 --- a/cpp/src/io/parquet/writer_impl.cu +++ b/cpp/src/io/parquet/writer_impl.cu @@ -1986,7 +1986,7 @@ auto convert_table_to_parquet_data(table_input_metadata& table_meta, ck = {}; ck.col_desc = col_desc.device_ptr() + c; ck.col_desc_id = c; - ck.fragments = &row_group_fragments[c][f]; + ck.fragments = &row_group_fragments.device_view()[c][f]; ck.stats = nullptr; ck.start_row = start_row; ck.num_rows = (uint32_t)row_group.num_rows; @@ -1996,7 +1996,7 @@ auto convert_table_to_parquet_data(table_input_metadata& table_meta, // In fragment struct, add a pointer to the chunk it belongs to // In each fragment in chunk_fragments, update the chunk pointer here. for (auto& frag : chunk_fragments) { - frag.chunk = &chunks[r + first_rg_in_part[p]][c]; + frag.chunk = &chunks.device_view()[r + first_rg_in_part[p]][c]; } ck.num_values = std::accumulate( chunk_fragments.begin(), chunk_fragments.end(), 0, [](uint32_t l, auto r) { @@ -2058,7 +2058,8 @@ auto convert_table_to_parquet_data(table_input_metadata& table_meta, // update the chunk pointer here for each fragment in chunk.fragments for (uint32_t i = 0; i < fragments_in_chunk; i++) { - page_fragments[frag_offset + i].chunk = &chunks[r + first_rg_in_part[p]][c]; + page_fragments[frag_offset + i].chunk = + &chunks.device_view()[r + first_rg_in_part[p]][c]; } if (not frag_stats.is_empty()) { ck.stats = frag_stats.data() + frag_offset; }