comments

mosaicml · Jan 12, 2024 · b3c820e · b3c820e
1 parent 93fefe7
commit b3c820e
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/scripts/data_prep/convert_delta_to_json.py b/scripts/data_prep/convert_delta_to_json.py
@@ -382,10 +382,8 @@ def validate_and_get_cluster_info(cluster_id: str,
                                   databricks_token: str,
                                   http_path: Optional[str],
                                   use_serverless: bool = False) -> tuple:
-    """
-    Validate and get cluster info for running the Delta to JSONL
-    conversion.
-    """
+    """Validate and get cluster info for running the Delta to JSONL
+    conversion."""
     method = 'dbsql'
     dbsql = None
     sparkSession = None
@@ -475,6 +473,7 @@ def fetch_DT(args: Namespace) -> None:
         cluster_id=args.cluster_id,
         databricks_host=args.DATABRICKS_HOST,
         databricks_token=args.DATABRICKS_TOKEN,
+        http_path=args.http_path,
         use_serverless=args.use_serverless)
 
     fetch(method, args.delta_table_name, args.json_output_folder,