ruff

zwd003 · May 21, 2024 · ce3a80a · ce3a80a
1 parent 434d757
commit ce3a80a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/vllm/config.py b/vllm/config.py
@@ -253,7 +253,8 @@ def get_head_size(self) -> int:
         # TODO remove hard code
         if hasattr(self.hf_text_config, "model_type"
                    ) and self.hf_text_config.model_type == 'deepseek_v2':
-            # FlashAttention suports only head_size 32, 64, 128, 256, we need to pad head_size 192 to 256
+            # FlashAttention suports only head_size 32, 64, 128, 256,
+            # we need to pad head_size 192 to 256
             return 256
         if hasattr(self.hf_text_config, "head_dim"):
             return self.hf_text_config.head_dim