Update attention.py

huggingface · Oct 9, 2023 · 34b7ab1 · 34b7ab1
1 parent 7376b42
commit 34b7ab1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/optimum/bettertransformer/models/attention.py b/optimum/bettertransformer/models/attention.py
@@ -747,7 +747,7 @@ def gpt_bigcode_wrapped_scaled_dot_product(
         is_causal = True
 
     sdpa_result = torch.nn.functional.scaled_dot_product_attention(
-        query, key, value, attn_mask=attention_mask, dropout_p=dropout_p, is_causal=is_causal
+        query, key, value, attn_mask=attn_mask, dropout_p=dropout_p, is_causal=is_causal
     )
 
     if self.multi_query: