Merge pull request #18558 from jackdelv/HPCC-31643

HPCC-31643 Parquet Plugin does not support VARUNICODE Reviewed-By: Dan S. Camper <[email protected]> Reviewed-by: Gavin Halliday <[email protected]> Merged-by: Gavin Halliday <[email protected]>
hpcc-systems · May 2, 2024 · 2983fcd · 2983fcd
2 parents ca2de2c + 2c51b0d
commit 2983fcd
Showing 1 changed file with 3 additions and 14 deletions.
diff --git a/plugins/parquet/parquetembed.cpp b/plugins/parquet/parquetembed.cpp
@@ -761,24 +761,13 @@ arrow::Status ParquetWriter::fieldToNode(const std::string &name, const RtlField
     case type_real:
         arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::float64()));
         break;
-    case type_string:
-        arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8()));
-        break;
     case type_char:
-        arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8()));
-        break;
+    case type_string:
     case type_varstring:
-        arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8()));
-        break;
     case type_qstring:
-        arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8()));
-        break;
-    case type_unicode:
-        arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8()));
-        break;
     case type_utf8:
-        arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8()));
-        break;
+    case type_unicode:
+    case type_varunicode:
     case type_decimal:
         arrowFields.push_back(std::make_shared<arrow::Field>(name, arrow::utf8())); //TODO add decimal encoding
         break;