diff --git a/scripts/data_prep/convert_delta_to_json.py b/scripts/data_prep/convert_delta_to_json.py index a7a2d60f2f..86a8315246 100644 --- a/scripts/data_prep/convert_delta_to_json.py +++ b/scripts/data_prep/convert_delta_to_json.py @@ -395,6 +395,9 @@ def fetch_DT(args: Namespace) -> None: os.makedirs(args.json_output_path, exist_ok=True) + if not args.json_output_filename.endswith('.jsonl'): + raise ValueError("json_output_filename needs to be a jsonl file") + log.info(f'Directory {args.json_output_path} created.') method = 'dbsql'