diff --git a/llmfoundry/callbacks/hf_checkpointer.py b/llmfoundry/callbacks/hf_checkpointer.py
index 0a5eb236de..fbed36d1f0 100644
--- a/llmfoundry/callbacks/hf_checkpointer.py
+++ b/llmfoundry/callbacks/hf_checkpointer.py
@@ -483,8 +483,6 @@ def tensor_hook(
             if dist.get_global_rank() != 0:
                 state_dict = {}
             return state_dict
-        
-        assert False
 
         hooks = []
         for _, module in state_dict_model.named_modules():