fix(pseudo-labelling): add trust_remote_code parameter

huggingface · Sep 15, 2024 · 7f07759 · 7f07759
1 parent 38270ef
commit 7f07759
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/training/run_pseudo_labelling.py b/training/run_pseudo_labelling.py
@@ -508,6 +508,7 @@ def main():
                 token=token,
                 streaming=data_args.streaming,
                 num_proc=data_args.preprocessing_num_workers if not data_args.streaming else None,
+                trust_remote_code=True
             )
 
     if data_args.audio_column_name not in next(iter(raw_datasets.values())).column_names: