6.8.2

BBC-Esq · Sep 14, 2024 · 1b48c1b · 1b48c1b
1 parent c883a0c
commit 1b48c1b
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/src/User_Manual/SentenceTransformer.py b/src/User_Manual/SentenceTransformer.py
@@ -313,6 +313,16 @@ def __init__(
 
         super().__init__(modules)
 
+        # Ensure all tensors in the model are of the same dtype as the first tensor
+        # This is necessary if the first module has been given a lower precision via
+        # model_kwargs["torch_dtype"]. The rest of the model should be loaded in the same dtype
+        # See #2887 for more details
+        try:
+            dtype = next(self.parameters()).dtype
+            self.to(dtype)
+        except StopIteration:
+            pass
+
         self.to(device)
         self.is_hpu_graph_enabled = False
 

diff --git a/src/User_Manual/chart_chat.png b/src/User_Manual/chart_chat.png