Update llmfoundry/models/mpt/configuration_mpt.py

Co-authored-by: Daniel King <[email protected]>
mosaicml · Dec 11, 2023 · 74f99c3 · 74f99c3
1 parent 205406e
commit 74f99c3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/mpt/configuration_mpt.py b/llmfoundry/models/mpt/configuration_mpt.py
@@ -300,5 +300,5 @@ def _validate_config(self) -> None:
                 from flash_attn.bert_padding import unpad_input, pad_input  # type: ignore # yapf: disable # isort: skip
             except:
                 raise ImportError(
-                    'In order to not use `use_pad_tok_in_ffn`, please install flash-attn==1.0.9 or flash-attn==2.3.2'
+                    'In order to set `use_pad_tok_in_ffn=False`, please install flash-attn==1.0.9 or flash-attn==2.3.2'
                 )