From 48451133b8cd9c641879fbbebe6f268ae2852826 Mon Sep 17 00:00:00 2001 From: Vitaliy Chiley Date: Fri, 12 Jan 2024 19:52:54 -0800 Subject: [PATCH] lint --- tests/models/layers/test_flash_triton_torch.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/tests/models/layers/test_flash_triton_torch.py b/tests/models/layers/test_flash_triton_torch.py index 1a1a54fb7d..68202a337b 100644 --- a/tests/models/layers/test_flash_triton_torch.py +++ b/tests/models/layers/test_flash_triton_torch.py @@ -261,7 +261,9 @@ def gen_bias(attn_impl: str): 'rope_impl'] == 'hf' # special case that (likely) fails due to numerics - if clip_qkv and (qk_ln or qk_gn) and using_hf_rope and attn_type == 'grouped_query_attention': + if clip_qkv and ( + qk_ln or qk_gn + ) and using_hf_rope and attn_type == 'grouped_query_attention': assert allclose_helper(p.grad, tp.grad, atol=2.e-2, rtol=2.e-2) else: assert allclose_helper(p.grad, tp.grad)