Sync missing operators from spark-rapids resources (#691)

Signed-off-by: Niranjan Artal <[email protected]>
NVIDIA · Dec 14, 2023 · 96300cd · 96300cd
1 parent e298c53
commit 96300cd
Show file tree

Hide file tree

Showing 13 changed files with 76 additions and 16 deletions.
diff --git a/core/src/main/resources/operatorsScore-databricks-aws.csv b/core/src/main/resources/operatorsScore-databricks-aws.csv
@@ -105,6 +105,7 @@ Expm1,2.45
 First,2.45
 Flatten,2.45
 Floor,2.45
+FormatNumber,2.45
 FromUTCTimestamp,2.45
 FromUnixTime,2.45
 GetArrayItem,2.45
@@ -175,6 +176,7 @@ Not,2.45
 NthValue,2.45
 OctetLength,2.45
 Or,2.45
+Percentile,2.45
 PercentRank,2.45
 PivotFirst,2.45
 Pmod,2.45
@@ -214,6 +216,7 @@ SortOrder,2.45
 SparkPartitionID,2.45
 SpecifiedWindowFrame,2.45
 Sqrt,2.45
+Stack,2.45
 StartsWith,2.45
 StddevPop,2.45
 StddevSamp,2.45
@@ -229,6 +232,7 @@ StringTranslate,2.45
 StringTrim,2.45
 StringTrimLeft,2.45
 StringTrimRight,2.45
+StructsToJson,2.45
 Substring,2.45
 SubstringIndex,2.45
 Subtract,2.45

diff --git a/core/src/main/resources/operatorsScore-databricks-azure.csv b/core/src/main/resources/operatorsScore-databricks-azure.csv
@@ -105,6 +105,7 @@ Expm1,2.73
 First,2.73
 Flatten,2.73
 Floor,2.73
+FormatNumber,2.73
 FromUTCTimestamp,2.73
 FromUnixTime,2.73
 GetArrayItem,2.73
@@ -175,6 +176,7 @@ Not,2.73
 NthValue,2.73
 OctetLength,2.73
 Or,2.73
+Percentile,2.73
 PercentRank,2.73
 PivotFirst,2.73
 Pmod,2.73
@@ -214,6 +216,7 @@ SortOrder,2.73
 SparkPartitionID,2.73
 SpecifiedWindowFrame,2.73
 Sqrt,2.73
+Stack,2.73
 StartsWith,2.73
 StddevPop,2.73
 StddevSamp,2.73
@@ -229,6 +232,7 @@ StringTranslate,2.73
 StringTrim,2.73
 StringTrimLeft,2.73
 StringTrimRight,2.73
+StructsToJson,2.73
 Substring,2.73
 SubstringIndex,2.73
 Subtract,2.73

diff --git a/core/src/main/resources/operatorsScore-dataproc-gke-l4.csv b/core/src/main/resources/operatorsScore-dataproc-gke-l4.csv
@@ -98,6 +98,7 @@ Expm1,3.74
 First,3.74
 Flatten,3.74
 Floor,3.74
+FormatNumber,3.74
 FromUTCTimestamp,3.74
 FromUnixTime,3.74
 GetArrayItem,3.74
@@ -168,6 +169,7 @@ Not,3.74
 NthValue,3.74
 OctetLength,3.74
 Or,3.74
+Percentile,3.74
 PercentRank,3.74
 PivotFirst,3.74
 Pmod,3.74
@@ -207,6 +209,7 @@ SortOrder,3.74
 SparkPartitionID,3.74
 SpecifiedWindowFrame,3.74
 Sqrt,3.74
+Stack,3.74
 StartsWith,3.74
 StddevPop,3.74
 StddevSamp,3.74
@@ -222,6 +225,7 @@ StringTranslate,3.74
 StringTrim,3.74
 StringTrimLeft,3.74
 StringTrimRight,3.74
+StructsToJson,3.74
 Substring,3.74
 SubstringIndex,3.74
 Subtract,3.74

diff --git a/core/src/main/resources/operatorsScore-dataproc-gke-t4.csv b/core/src/main/resources/operatorsScore-dataproc-gke-t4.csv
@@ -98,6 +98,7 @@ Expm1,3.65
 First,3.65
 Flatten,3.65
 Floor,3.65
+FormatNumber,3.65
 FromUTCTimestamp,3.65
 FromUnixTime,3.65
 GetArrayItem,3.65
@@ -168,6 +169,7 @@ Not,3.65
 NthValue,3.65
 OctetLength,3.65
 Or,3.65
+Percentile,3.65
 PercentRank,3.65
 PivotFirst,3.65
 Pmod,3.65
@@ -207,6 +209,7 @@ SortOrder,3.65
 SparkPartitionID,3.65
 SpecifiedWindowFrame,3.65
 Sqrt,3.65
+Stack,3.65
 StartsWith,3.65
 StddevPop,3.65
 StddevSamp,3.65
@@ -222,6 +225,7 @@ StringTranslate,3.65
 StringTrim,3.65
 StringTrimLeft,3.65
 StringTrimRight,3.65
+StructsToJson,3.65
 Substring,3.65
 SubstringIndex,3.65
 Subtract,3.65

diff --git a/core/src/main/resources/operatorsScore-dataproc-l4.csv b/core/src/main/resources/operatorsScore-dataproc-l4.csv
@@ -105,6 +105,7 @@ Expm1,4.16
 First,4.16
 Flatten,4.16
 Floor,4.16
+FormatNumber,4.16
 FromUTCTimestamp,4.16
 FromUnixTime,4.16
 GetArrayItem,4.16
@@ -175,6 +176,7 @@ Not,4.16
 NthValue,4.16
 OctetLength,4.16
 Or,4.16
+Percentile,4.16
 PercentRank,4.16
 PivotFirst,4.16
 Pmod,4.16
@@ -214,6 +216,7 @@ SortOrder,4.16
 SparkPartitionID,4.16
 SpecifiedWindowFrame,4.16
 Sqrt,4.16
+Stack,4.16
 StartsWith,4.16
 StddevPop,4.16
 StddevSamp,4.16
@@ -229,6 +232,7 @@ StringTranslate,4.16
 StringTrim,4.16
 StringTrimLeft,4.16
 StringTrimRight,4.16
+StructsToJson,4.16
 Substring,4.16
 SubstringIndex,4.16
 Subtract,4.16

diff --git a/core/src/main/resources/operatorsScore-dataproc-serverless-l4.csv b/core/src/main/resources/operatorsScore-dataproc-serverless-l4.csv
@@ -98,6 +98,7 @@ Expm1,4.25
 First,4.25
 Flatten,4.25
 Floor,4.25
+FormatNumber,4.25
 FromUTCTimestamp,4.25
 FromUnixTime,4.25
 GetArrayItem,4.25
@@ -168,6 +169,7 @@ Not,4.25
 NthValue,4.25
 OctetLength,4.25
 Or,4.25
+Percentile,4.25
 PercentRank,4.25
 PivotFirst,4.25
 Pmod,4.25
@@ -207,6 +209,7 @@ SortOrder,4.25
 SparkPartitionID,4.25
 SpecifiedWindowFrame,4.25
 Sqrt,4.25
+Stack,4.25
 StartsWith,4.25
 StddevPop,4.25
 StddevSamp,4.25
@@ -222,6 +225,7 @@ StringTranslate,4.25
 StringTrim,4.25
 StringTrimLeft,4.25
 StringTrimRight,4.25
+StructsToJson,4.25
 Substring,4.25
 SubstringIndex,4.25
 Subtract,4.25

diff --git a/core/src/main/resources/operatorsScore-dataproc-t4.csv b/core/src/main/resources/operatorsScore-dataproc-t4.csv
@@ -105,6 +105,7 @@ Expm1,4.88
 First,4.88
 Flatten,4.88
 Floor,4.88
+FormatNumber,4.88
 FromUTCTimestamp,4.88
 FromUnixTime,4.88
 GetArrayItem,4.88
@@ -175,6 +176,7 @@ Not,4.88
 NthValue,4.88
 OctetLength,4.88
 Or,4.88
+Percentile,4.88
 PercentRank,4.88
 PivotFirst,4.88
 Pmod,4.88
@@ -214,6 +216,7 @@ SortOrder,4.88
 SparkPartitionID,4.88
 SpecifiedWindowFrame,4.88
 Sqrt,4.88
+Stack,4.88
 StartsWith,4.88
 StddevPop,4.88
 StddevSamp,4.88
@@ -229,6 +232,7 @@ StringTranslate,4.88
 StringTrim,4.88
 StringTrimLeft,4.88
 StringTrimRight,4.88
+StructsToJson,4.88
 Substring,4.88
 SubstringIndex,4.88
 Subtract,4.88

diff --git a/core/src/main/resources/operatorsScore-emr-a10.csv b/core/src/main/resources/operatorsScore-emr-a10.csv
@@ -105,6 +105,7 @@ Expm1,2.59
 First,2.59
 Flatten,2.59
 Floor,2.59
+FormatNumber,2.59
 FromUTCTimestamp,2.59
 FromUnixTime,2.59
 GetArrayItem,2.59
@@ -175,6 +176,7 @@ Not,2.59
 NthValue,2.59
 OctetLength,2.59
 Or,2.59
+Percentile,2.59
 PercentRank,2.59
 PivotFirst,2.59
 Pmod,2.59
@@ -214,6 +216,7 @@ SortOrder,2.59
 SparkPartitionID,2.59
 SpecifiedWindowFrame,2.59
 Sqrt,2.59
+Stack,2.59
 StartsWith,2.59
 StddevPop,2.59
 StddevSamp,2.59
@@ -229,6 +232,7 @@ StringTranslate,2.59
 StringTrim,2.59
 StringTrimLeft,2.59
 StringTrimRight,2.59
+StructsToJson,2.59
 Substring,2.59
 SubstringIndex,2.59
 Subtract,2.59

diff --git a/core/src/main/resources/operatorsScore-emr-t4.csv b/core/src/main/resources/operatorsScore-emr-t4.csv
@@ -105,6 +105,7 @@ Expm1,2.07
 First,2.07
 Flatten,2.07
 Floor,2.07
+FormatNumber,2.07
 FromUTCTimestamp,2.07
 FromUnixTime,2.07
 GetArrayItem,2.07
@@ -175,6 +176,7 @@ Not,2.07
 NthValue,2.07
 OctetLength,2.07
 Or,2.07
+Percentile,2.07
 PercentRank,2.07
 PivotFirst,2.07
 Pmod,2.07
@@ -214,6 +216,7 @@ SortOrder,2.07
 SparkPartitionID,2.07
 SpecifiedWindowFrame,2.07
 Sqrt,2.07
+Stack,2.07
 StartsWith,2.07
 StddevPop,2.07
 StddevSamp,2.07
@@ -229,6 +232,7 @@ StringTranslate,2.07
 StringTrim,2.07
 StringTrimLeft,2.07
 StringTrimRight,2.07
+StructsToJson,2.07
 Substring,2.07
 SubstringIndex,2.07
 Subtract,2.07

diff --git a/core/src/main/resources/operatorsScore-onprem.csv b/core/src/main/resources/operatorsScore-onprem.csv
@@ -110,6 +110,7 @@ Expm1,4
 First,4
 Flatten,4
 Floor,4
+FormatNumber,4
 FromUTCTimestamp,4
 FromUnixTime,4
 GetArrayItem,4
@@ -180,6 +181,7 @@ Not,4
 NthValue,4
 OctetLength,4
 Or,4
+Percentile,4
 PercentRank,4
 PivotFirst,4
 Pmod,4
@@ -219,6 +221,7 @@ SortOrder,4
 SparkPartitionID,4
 SpecifiedWindowFrame,4
 Sqrt,4
+Stack,4
 StartsWith,4
 StddevPop,4
 StddevSamp,4
@@ -234,6 +237,7 @@ StringTranslate,4
 StringTrim,4
 StringTrimLeft,4
 StringTrimRight,4
+StructsToJson,4
 Substring,4
 SubstringIndex,4
 Subtract,4

diff --git a/core/src/main/resources/supportedExecs.csv b/core/src/main/resources/supportedExecs.csv
@@ -19,7 +19,7 @@ HashAggregateExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,S,PS,NS,PS,PS,PS,NS
 ObjectHashAggregateExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,S,PS,NS,PS,PS,PS,NS
 SortAggregateExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,S,PS,NS,PS,PS,PS,NS
 InMemoryTableScanExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,NS,NS,NS,PS,PS,PS,NS
-DataWritingCommandExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,PS,NS,PS,NS,PS,PS,PS,NS
+DataWritingCommandExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,PS,NS,S,NS,PS,PS,PS,NS
 ExecutedCommandExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,S,S,S,PS,PS,PS,S
 BatchScanExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,NS,S,NS,PS,PS,PS,NS
 BroadcastExchangeExec,S,None,Input/Output,S,S,S,S,S,S,S,S,PS,S,S,S,S,NS,PS,PS,PS,NS