From 4ab5bc12341d1b310b85c22c2fe4d853ae5b7338 Mon Sep 17 00:00:00 2001 From: v-chen_data Date: Wed, 25 Sep 2024 14:28:08 -0700 Subject: [PATCH] works? --- .../command_utils/data_prep/convert_delta_to_json.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/llmfoundry/command_utils/data_prep/convert_delta_to_json.py b/llmfoundry/command_utils/data_prep/convert_delta_to_json.py index ece550c543..bfae8519e7 100644 --- a/llmfoundry/command_utils/data_prep/convert_delta_to_json.py +++ b/llmfoundry/command_utils/data_prep/convert_delta_to_json.py @@ -547,8 +547,13 @@ def validate_and_get_cluster_info( if res is None: raise ClusterDoesNotExistError(cluster_id) - print(res) - time.sleep(10) + data_security_mode = str(res.data_security_mode).upper()[len('DATASECURITYMODE.'):] + + # USER_ISOLATION stands for Shared Access Mode + if data_security_mode not in ('USER_ISOLATION', 'SINGLE_USER'): + raise ClusterInvalidAccessMode( + cluster_id=cluster_id, access_mode=data_security_mode + ) assert res.spark_version is not None stripped_runtime = re.sub(