Update tuning/data/setup_dataprocessor.py

Co-authored-by: Yu Chin Fabian Lim <[email protected]> Signed-off-by: Hari <[email protected]>
foundation-model-stack · Dec 21, 2024 · 369cc6e · 369cc6e
1 parent 99a5ebb
commit 369cc6e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tuning/data/setup_dataprocessor.py b/tuning/data/setup_dataprocessor.py
@@ -215,7 +215,7 @@ def _process_raw_data_args(
     packing: bool,
     max_seq_length: int,
     additional_data_handlers: Dict[str, Callable] = None,
-    padding_free: str = "",
+    **kwargs,
 ):
 
     # Create a data processor with default processor config