Skip to content

Commit

Permalink
Update submit_benchmarks.py -- enable fp8 deps iff h100 and fp8
Browse files Browse the repository at this point in the history
  • Loading branch information
crinard authored Oct 10, 2023
1 parent 722c6c4 commit 7572242
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion scripts/train/benchmarking/submit_benchmarks.py
Original file line number Diff line number Diff line change
Expand Up @@ -412,7 +412,7 @@ def run_config(config: Tuple[str, int, int, str, str, int, str],
command += """pip install -U git+https://github.com/mvpatel2000/composer.git@784f50be7fa8617ed562704c0207316ca2284e71
pip uninstall torch==2.0.1 --yes
pip install --no-cache-dir --pre --index-url https://download.pytorch.org/whl/nightly/cu121 torch==2.1.0.dev20230821+cu121"""
if gpu_type == 'h100_80gb': # Required for flash-attn and FP8 training
if gpu_type == 'h100_80gb' and 'fp8' in precision: # Required for flash-attn and FP8 training
command += f"""
pip install flash-attn==1.0.7 --no-build-isolation
pip install git+https://github.com/NVIDIA/[email protected]
Expand Down

0 comments on commit 7572242

Please sign in to comment.