change to 2 gpus

mesolitica · Jan 2, 2025 · 455ef0d · 455ef0d
1 parent cc0cbca
commit 455ef0d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/session/small-malaysian-reasoning/3b.sh b/session/small-malaysian-reasoning/3b.sh
@@ -1,7 +1,7 @@
 WANDB_PROJECT="lora-embedding-256-llama3.2-3b-small-malaysian-reasoning" \
-CUDA_VISIBLE_DEVICES="2" \
+CUDA_VISIBLE_DEVICES="0,1" \
 TORCH_DISTRIBUTED_DEBUG="info" \
-torchrun --nproc_per_node 1 \
+torchrun --nproc_per_node 2 \
 -m train \
 --model_name_or_path unsloth/Llama-3.2-3B-Instruct \
 --per_device_train_batch_size 2 \