remove sliding window=None

jzhang38 · Apr 19, 2024 · 41324ec · 41324ec
1 parent 3abeb19
commit 41324ec
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/train.py b/train.py
@@ -60,7 +60,6 @@ def main(args):
         device_map=accelerator.device,
         torch_dtype=torch.bfloat16,
         rope_theta=args.rope_theta,
-        sliding_window=None,
         _attn_implementation="flash_attention_2",
     )