Merge pull request #76 from SeanLee97/feature/202406

remove torch_dtype for AutoModel
SeanLee97 · May 26, 2024 · a582c12 · a582c12
2 parents 182b9d4 + 6865523
commit a582c12
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/angle_emb/angle.py b/angle_emb/angle.py
@@ -1313,8 +1313,7 @@ def __init__(self,
                     logger.info(f'Load pretrained model from {pretrained_model_path}')
                 self.backbone = AutoModel.from_pretrained(
                     pretrained_model_path or model_name_or_path,
-                    trust_remote_code=True,
-                    torch_dtype=torch_dtype or "auto")
+                    trust_remote_code=True)
 
         if train_mode and self.apply_lora:
             self.backbone.print_trainable_parameters()