Merge pull request #61 from zooniverse/zoobot-upgrade-testing

add environment_settings to JobPreparationTask
zooniverse · Dec 16, 2024 · 09389c3 · 09389c3
2 parents ce6e03a + 4852b43
commit 09389c3
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/bajor/batch/train_finetuning.py b/bajor/batch/train_finetuning.py
@@ -123,6 +123,9 @@ def create_batch_job(job_id, manifest_container_path, pool_id, checkpoint_target
               elevation_level=batchmodels.ElevationLevel.non_admin
            )
         ),
+        environment_settings=[
+           batchmodels.EnvironmentSetting(name="HF_HOME", value="$AZ_BATCH_NODE_SHARED_DIR/.cache/huggingface"),
+        ],
         #
         # A busted preparation task means the main task won't launch...ever!
         # and leave the node in a scaled state costing $$ ££