feat: try get pk values from cache when applying predicate to parquet (…

…#3286) Signed-off-by: Ruihang Xia <[email protected]> Co-authored-by: tison <[email protected]>
GreptimeTeam · Apr 9, 2024 · aab7367 · aab7367
1 parent 34f935d
commit aab7367
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/src/mito2/src/sst/parquet/reader.rs b/src/mito2/src/sst/parquet/reader.rs
@@ -698,7 +698,12 @@ impl ParquetReader {
             };
             let result = match column_metadata.semantic_type {
                 SemanticType::Tag => {
-                    let pk_values = self.codec.decode(input.primary_key())?;
+                    let pk_values = if let Some(pk_values) = input.pk_values() {
+                        pk_values
+                    } else {
+                        input.set_pk_values(self.codec.decode(input.primary_key())?);
+                        input.pk_values().unwrap()
+                    };
                     // Safety: this is a primary key
                     let pk_index = self
                         .read_format
@@ -712,7 +717,6 @@ impl ParquetReader {
                         .evaluate_scalar(&pk_value)
                         .context(FilterRecordBatchSnafu)?
                     {
-                        input.set_pk_values(pk_values);
                         continue;
                     } else {
                         // PK not match means the entire batch is filtered out.