handle edge case w logging

axolotl-ai-cloud · Jan 23, 2024 · 064b20e · 064b20e
1 parent 52a227d
commit 064b20e
Showing 1 changed file with 8 additions and 4 deletions.
diff --git a/src/axolotl/train.py b/src/axolotl/train.py
@@ -47,10 +47,14 @@ def train(
     *, cfg: DictDefault, cli_args: TrainerCliArgs, dataset_meta: TrainDatasetMeta
 ) -> Tuple[Union[PeftModel, PreTrainedModel], PreTrainedTokenizer]:
     # load the tokenizer first
-    LOG.debug(
-        f"loading tokenizer... {cfg.tokenizer_config or cfg.base_model_config}",
-        main_process_only=True,
-    )
+    try:
+        LOG.debug(
+            f"loading tokenizer... {cfg.tokenizer_config or cfg.base_model_config}",
+            main_process_only=True,
+        )
+    except RuntimeError:
+        # sometimes Accelerator() needs to be called un-necessarily before using logging
+        pass
     tokenizer = load_tokenizer(cfg)
 
     train_dataset = dataset_meta.train_dataset