From 04da536ef5204f5aebc249f5b824b40903be558d Mon Sep 17 00:00:00 2001 From: Eitan Turok Date: Fri, 27 Sep 2024 14:12:03 +0000 Subject: [PATCH] remove assert --- llmfoundry/data/finetuning/dataloader.py | 1 - 1 file changed, 1 deletion(-) diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py index 181528c51f..69051a2d51 100644 --- a/llmfoundry/data/finetuning/dataloader.py +++ b/llmfoundry/data/finetuning/dataloader.py @@ -286,7 +286,6 @@ def build_finetuning_dataloader( # Get the preprocessing function. proto_preprocessing_fn = dataset_cfg.get('preprocessing_fn') - assert proto_preprocessing_fn is not None if isinstance(proto_preprocessing_fn, (dict, DictConfig)): preprocessing_fn = dataset_constructor.get_preprocessing_fn_from_dict( dict(proto_preprocessing_fn),