Remove pyspark. It conflicts with databricks-connect

mosaicml · Jan 10, 2024 · 88cad19 · 88cad19
1 parent ba2dbc2
commit 88cad19
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 2 deletions.
diff --git a/scripts/data_prep/convert_delta_to_json.py b/scripts/data_prep/convert_delta_to_json.py
@@ -488,4 +488,3 @@ def fetch_DT(args: Namespace) -> None:
     tik = time.time()
     fetch_DT(args)
     log.info('Elapsed time', time.time() - tik)
-    print('Elapsed time', time.time() - tik)
diff --git a/setup.py b/setup.py
@@ -88,7 +88,6 @@
     'databricks-sql-connector>=3,<4',
     'databricks-connect==14.1.0',
     'lz4>=4,<5',
-    'pyspark>=3,<4',
 ]
 
 extra_deps['tensorboard'] = [