Merge pull request #68 from zooniverse/zoobot-upgrade-testing

run cuda command after preparation task completion
zooniverse · Dec 19, 2024 · 560aaa9 · 560aaa9
2 parents 3061e46 + bea6558
commit 560aaa9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bajor/batch/train_finetuning.py b/bajor/batch/train_finetuning.py
@@ -233,9 +233,9 @@ def create_job_tasks(job_id, task_id=1, run_opts=''):
     command = (
        '/bin/bash -c "'
        'set -ex; '
+       f'{wait_for_preparation_task_completion}; '
        'nvidia-smi; '
        'python -c \\"import torch; print(torch.cuda.is_available()); print(torch.cuda.device_count())\\"; '
-       f'{wait_for_preparation_task_completion}; '
        f'{setup_pytorch_kernel_cache_env_var}; '
        f'{setup_hugging_face_cache_env_var}; '
        f'python {train_cmd}; '