remove assert

mosaicml · Sep 27, 2024 · 04da536 · 04da536
1 parent 24ffeb4
commit 04da536
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py
@@ -286,7 +286,6 @@ def build_finetuning_dataloader(
 
         # Get the preprocessing function.
         proto_preprocessing_fn = dataset_cfg.get('preprocessing_fn')
-        assert proto_preprocessing_fn is not None
         if isinstance(proto_preprocessing_fn, (dict, DictConfig)):
             preprocessing_fn = dataset_constructor.get_preprocessing_fn_from_dict(
                 dict(proto_preprocessing_fn),