Fix kwargs typo, should be hf_kwargs

mosaicml · Jan 10, 2024 · e36f0bc · e36f0bc
1 parent 5e85bd6
commit e36f0bc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py
@@ -190,7 +190,7 @@ def build_finetuning_dataloader(cfg: DictConfig,
             max_seq_len=cfg.dataset.max_seq_len,
             preprocessing_fn=preprocessing_fn,
             tokenizer=tokenizer,
-            hf_kwargs=cfg.dataset.get('kwargs', {}))
+            hf_kwargs=cfg.dataset.get('hf_kwargs', {}))
 
         # Ensure dataset is large enough.
         if cfg.drop_last: