Merge branch 'main' of https://github.com/jzhang38/EasyContext into main

jzhang38 · Apr 18, 2024 · 3abeb19 · 3abeb19
2 parents c0eb921 + d6a7f2d
commit 3abeb19
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/train_scripts/EasyContext-1M-Llama-2-7B.sh b/train_scripts/EasyContext-1M-Llama-2-7B.sh
@@ -50,7 +50,7 @@ train.py \
 --max-train-steps 500  \
 --learning-rate 2e-5  \
 --dataset PY007/slimpajama_llama_tokenized_upsample_4096_chunk_256K \
---model PY007/Llama2-7B-64K  \
+--model output/7B_64K_bs_1M_rope_5M_step_1000_lr_2e-5  \
 --seq-length 256000 \
 --rope-theta 10000000 \
 --parallel_mode zigzag_ring_attn