cache false

mosaicml · Dec 15, 2023 · fccf089 · fccf089
1 parent 57d2aed
commit fccf089
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/models/hf/hf_causal_lm.py b/llmfoundry/models/hf/hf_causal_lm.py
@@ -108,6 +108,7 @@ def __init__(self, om_model_config: Union[DictConfig,
                 trust_remote_code=trust_remote_code,
                 use_auth_token=use_auth_token,
                 attn_implementation=requested_attention_implementation,
+                use_cache=False,
             )
             # config._flash_attn_2_enabled = use_flash_attention_2