Update llmfoundry/models/mpt/modeling_mpt.py

Co-authored-by: Mihir Patel <[email protected]>
mosaicml · Nov 9, 2023 · d44fdde · d44fdde
1 parent 7417d5a
commit d44fdde
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py
@@ -733,7 +733,7 @@ def activation_checkpointing_fn(self, module: nn.Module) -> bool:
                     list(FFN_CLASS_REGISTRY.keys()) +
                     list(NORM_CLASS_REGISTRY.keys()) + ['MPTBlock'])
                 raise ValueError(
-                    f'{mod_name} (specified in activation_checkpointing_target) is not a recognized option, available options are {msg}.'
+                    f'{mod_name} (specified in activation_checkpointing_target) is not a recognized option out of available options {msg}.'
                 )
         return isinstance(module, mod_types)