From 4852b43d7e2b630c5fd10ee30fa2e826a8d27abb Mon Sep 17 00:00:00 2001 From: tooyosi Date: Mon, 16 Dec 2024 22:16:20 +0000 Subject: [PATCH] add environment_settings to JobPreparationTask --- bajor/batch/train_finetuning.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/bajor/batch/train_finetuning.py b/bajor/batch/train_finetuning.py index 532e9f8..365b6e9 100644 --- a/bajor/batch/train_finetuning.py +++ b/bajor/batch/train_finetuning.py @@ -123,6 +123,9 @@ def create_batch_job(job_id, manifest_container_path, pool_id, checkpoint_target elevation_level=batchmodels.ElevationLevel.non_admin ) ), + environment_settings=[ + batchmodels.EnvironmentSetting(name="HF_HOME", value="$AZ_BATCH_NODE_SHARED_DIR/.cache/huggingface"), + ], # # A busted preparation task means the main task won't launch...ever! # and leave the node in a scaled state costing $$ ££