From 844a466633a3ab472f0fa0234cd459bac492e87e Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Sun, 21 Jan 2024 06:08:19 -0500 Subject: [PATCH] make sure the model config loader respects the model_revision too --- src/axolotl/utils/models.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py index afc41e1edb..9707a4b65c 100644 --- a/src/axolotl/utils/models.py +++ b/src/axolotl/utils/models.py @@ -76,10 +76,15 @@ def load_model_config(cfg): if not model_config_name and cfg.tokenizer_config: model_config_name = cfg.tokenizer_config trust_remote_code = cfg.trust_remote_code is True + config_kwargs = {} + if cfg.model_revision: + config_kwargs["revision"] = cfg.model_revision try: model_config = AutoConfig.from_pretrained( - model_config_name, trust_remote_code=trust_remote_code + model_config_name, + trust_remote_code=trust_remote_code, + **config_kwargs, ) except ValueError as err: if "mamba" in model_config_name: