precommit

mosaicml · Oct 10, 2023 · 8144b6b · 8144b6b
1 parent ba8dd76
commit 8144b6b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/.github/workflows/pr-gpu.yaml b/.github/workflows/pr-gpu.yaml
@@ -31,7 +31,7 @@ jobs:
           container: mosaicml/pytorch:2.1.0_cu121-python3.10-ubuntu20.04
           markers: 'gpu'
           pytest_command: 'coverage run -m pytest'
-        # TODO: After the PR with the flash attention 2 images goes in, add the new unit test suite
+          # TODO: After the PR with the flash attention 2 images goes in, add the new unit test suite
         # - name: 'gpu-2.1.0-flash2'
         #   container: # UPDATE AFTER THIS PR GOES TO PRODUCTION IMAGE
         #   markers: 'gpu'

diff --git a/llmfoundry/models/layers/attention.py b/llmfoundry/models/layers/attention.py
@@ -24,6 +24,7 @@ def is_flash_v2_installed():
         return False
     return version.parse(flash_attn.__version__) >= version.parse('2.0.0')
 
+
 def is_flash_v1_installed():
     try:
         import flash_attn as flash_attn