Try with single thread

pytorch-labs · Dec 19, 2024 · 9d08747 · 9d08747
1 parent b92d6b9
commit 9d08747
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tools/flash_attn/install.py b/tools/flash_attn/install.py
@@ -39,6 +39,6 @@ def install_fa3():
     env = os.environ.copy()
     # nvcc will spawn cicc process and will cost ~1G memory
     env["MAX_JOBS"] = "8"
-    env["NVCC_THREADS"] = "2"
+    env["NVCC_THREADS"] = "1"
     cmd = [sys.executable, "setup.py", "install"]
     subprocess.check_call(cmd, cwd=str(FA3_PATH.resolve()), env=env)