From e9b1c6e6ac2054a0b9a249823b9cc964475cfe5b Mon Sep 17 00:00:00 2001 From: Mihir Patel Date: Thu, 11 Apr 2024 23:09:35 -0400 Subject: [PATCH] Dbrx finetune yaml requires save folder specified to enable autoresume (#1108) * Update dbrx-full-ft.yaml * fix --- scripts/train/yamls/finetune/dbrx-full-ft.yaml | 1 - scripts/train/yamls/finetune/dbrx-lora-ft.yaml | 1 - 2 files changed, 2 deletions(-) diff --git a/scripts/train/yamls/finetune/dbrx-full-ft.yaml b/scripts/train/yamls/finetune/dbrx-full-ft.yaml index a0e2504787..9cb53e40fd 100644 --- a/scripts/train/yamls/finetune/dbrx-full-ft.yaml +++ b/scripts/train/yamls/finetune/dbrx-full-ft.yaml @@ -86,7 +86,6 @@ seed: 17 device_train_microbatch_size: 1 device_eval_batch_size: 1 precision: amp_bf16 -autoresume: true dist_timeout: 3600 expandable_segments: true diff --git a/scripts/train/yamls/finetune/dbrx-lora-ft.yaml b/scripts/train/yamls/finetune/dbrx-lora-ft.yaml index 7fb921ae16..06e8f1d6f0 100644 --- a/scripts/train/yamls/finetune/dbrx-lora-ft.yaml +++ b/scripts/train/yamls/finetune/dbrx-lora-ft.yaml @@ -94,7 +94,6 @@ seed: 17 device_train_microbatch_size: 1 device_eval_batch_size: 1 precision: amp_bf16 -autoresume: true dist_timeout: 3600 expandable_segments: true