diff --git a/llmfoundry/models/utils/act_ckpt.py b/llmfoundry/models/utils/act_ckpt.py
index 3037853511..fea68492c1 100644
--- a/llmfoundry/models/utils/act_ckpt.py
+++ b/llmfoundry/models/utils/act_ckpt.py
@@ -6,7 +6,6 @@
 import torch
 
 from llmfoundry.layers_registry import attention_classes, norms
-from llmfoundry.models.layers.blocks import MPTBlock
 from llmfoundry.models.layers.blocks import FusedNormAttentionNorm, MPTBlock
 from llmfoundry.models.layers.ffn import FFN_CLASS_REGISTRY