From 432c7bde5e1eabd32037c3d5db758eb71bb7a103 Mon Sep 17 00:00:00 2001
From: v-chen_data <v-chen_data@example.com>
Date: Fri, 19 Jul 2024 15:31:02 -0700
Subject: [PATCH] spark

---
 llmfoundry/command_utils/data_prep/convert_delta_to_json.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llmfoundry/command_utils/data_prep/convert_delta_to_json.py b/llmfoundry/command_utils/data_prep/convert_delta_to_json.py
index 9bfbdf5c23..ebc848a637 100644
--- a/llmfoundry/command_utils/data_prep/convert_delta_to_json.py
+++ b/llmfoundry/command_utils/data_prep/convert_delta_to_json.py
@@ -143,7 +143,7 @@ def to_cf(self: 'SparkConnectClient',
             is_overflow |= batch.truncated
     return result, row_count, is_overflow
 
-
+from pyspark.sql.connect.client.core import SparkConnectClient
 SparkConnectClient.to_cf = to_cf  # pyright: ignore