From 59672391667e882685a99d9f76858b7d890567d3 Mon Sep 17 00:00:00 2001 From: Firestarman Date: Wed, 15 Nov 2023 18:02:39 +0800 Subject: [PATCH] Address comments Signed-off-by: Firestarman --- .../rapids/iceberg/spark/source/GpuMultiFileBatchReader.java | 2 ++ 1 file changed, 2 insertions(+) diff --git a/sql-plugin/src/main/java/com/nvidia/spark/rapids/iceberg/spark/source/GpuMultiFileBatchReader.java b/sql-plugin/src/main/java/com/nvidia/spark/rapids/iceberg/spark/source/GpuMultiFileBatchReader.java index d5e71c7eaac..a339043c5de 100644 --- a/sql-plugin/src/main/java/com/nvidia/spark/rapids/iceberg/spark/source/GpuMultiFileBatchReader.java +++ b/sql-plugin/src/main/java/com/nvidia/spark/rapids/iceberg/spark/source/GpuMultiFileBatchReader.java @@ -319,6 +319,8 @@ protected FilteredParquetFileInfo filterParquetBlocks(FileScanTask fst, GpuParquetReader.addNullsForMissingFields(idToConstant, reorder.getMissingFields()); ParquetFileInfoWithBlockMeta parquetBlockMeta = ParquetFileInfoWithBlockMeta.apply( + // The path conversion aligns with that in Rapids multi-files readers. + // So here should use the file path of a PartitionedFile. new Path(new URI(partFilePathString)), clippedBlocks, InternalRow.empty(), fileReadSchema, partReaderSparkSchema, DateTimeRebaseCorrected$.MODULE$, // dateRebaseMode