spark

mosaicml · Jul 19, 2024 · 432c7bd · 432c7bd
1 parent 2da464d
commit 432c7bd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/command_utils/data_prep/convert_delta_to_json.py b/llmfoundry/command_utils/data_prep/convert_delta_to_json.py
@@ -143,7 +143,7 @@ def to_cf(self: 'SparkConnectClient',
             is_overflow |= batch.truncated
     return result, row_count, is_overflow
 
-
+from pyspark.sql.connect.client.core import SparkConnectClient
 SparkConnectClient.to_cf = to_cf  # pyright: ignore