diff --git a/angle_emb/angle.py b/angle_emb/angle.py
index 31111eb..6d9651a 100644
--- a/angle_emb/angle.py
+++ b/angle_emb/angle.py
@@ -1313,8 +1313,7 @@ def __init__(self,
                     logger.info(f'Load pretrained model from {pretrained_model_path}')
                 self.backbone = AutoModel.from_pretrained(
                     pretrained_model_path or model_name_or_path,
-                    trust_remote_code=True,
-                    torch_dtype=torch_dtype or "auto")
+                    trust_remote_code=True)
 
         if train_mode and self.apply_lora:
             self.backbone.print_trainable_parameters()