Change default data format from mmap to jsonl in RM / PPO

NVIDIA · Dec 1, 2023 · 6338473 · 6338473
1 parent 94288ef
commit 6338473
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/nlp/gpt/conf/gpt_ppo_actor.yaml b/examples/nlp/gpt/conf/gpt_ppo_actor.yaml
@@ -166,7 +166,7 @@ model:
   precision: ${trainer.precision}
 
   data:
-    data_impl: mmap
+    data_impl: jsonl
     splits_string: null
     seq_length: ${model.encoder_seq_length}
     skip_warmup: True

diff --git a/examples/nlp/gpt/conf/training_rm.yaml b/examples/nlp/gpt/conf/training_rm.yaml
@@ -87,7 +87,7 @@ model:
       min_lr: 9e-7
 
   data:
-    data_impl: mmap
+    data_impl: jsonl
     splits_string: null
     seq_length: ${model.encoder_seq_length}
     skip_warmup: True