diff --git a/llmfoundry/models/layers/blocks.py b/llmfoundry/models/layers/blocks.py index 84678421cb..fbfa8f1d7c 100644 --- a/llmfoundry/models/layers/blocks.py +++ b/llmfoundry/models/layers/blocks.py @@ -10,7 +10,6 @@ from llmfoundry.models.layers.attention import ATTN_CLASS_REGISTRY from llmfoundry.models.layers.ffn import FFN_CLASS_REGISTRY, build_ffn -# from llmfoundry.models.layers.ffn_padding_utils import pad_input, unpad_input from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY attn_config_defaults: Dict = {