Remove inplace op in mistral patcher (#1938)

remove bitwise inplace op
huggingface · Jul 2, 2024 · f755a58 · f755a58
1 parent f7912d6
commit f755a58
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/optimum/exporters/onnx/model_patcher.py b/optimum/exporters/onnx/model_patcher.py
@@ -1031,9 +1031,10 @@ def _update_causal_mask_patched(
         if self.config.sliding_window is not None:
             if not using_sliding_window_cache or sequence_length > self.config.sliding_window:
                 # ---------------- NOTE: This part is patched -----------------------------
-                exclude_mask.bitwise_or_(
+                exclude_mask = torch.bitwise_or(
+                    exclude_mask,
                     torch.arange(target_length, device=device)
-                    <= (cache_position.reshape(-1, 1) - self.config.sliding_window)
+                    <= (cache_position.reshape(-1, 1) - self.config.sliding_window),
                 )
                 # ---------------- NOTE: patch end ----------------------------------------