update

mosaicml · Jan 12, 2024 · 541fe47 · 541fe47
1 parent 876fab5
commit 541fe47
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/scripts/data_prep/convert_delta_to_json.py b/scripts/data_prep/convert_delta_to_json.py
@@ -395,6 +395,9 @@ def fetch_DT(args: Namespace) -> None:
 
     os.makedirs(args.json_output_path, exist_ok=True)
 
+    if not args.json_output_filename.endswith('.jsonl'):
+        raise ValueError("json_output_filename needs to be a jsonl file")
+
     log.info(f'Directory {args.json_output_path} created.')
 
     method = 'dbsql'