type checking

mosaicml · Sep 27, 2024 · 24ffeb4 · 24ffeb4
1 parent 86992f9
commit 24ffeb4
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py
@@ -286,6 +286,7 @@ def build_finetuning_dataloader(
 
         # Get the preprocessing function.
         proto_preprocessing_fn = dataset_cfg.get('preprocessing_fn')
+        assert proto_preprocessing_fn is not None
         if isinstance(proto_preprocessing_fn, (dict, DictConfig)):
             preprocessing_fn = dataset_constructor.get_preprocessing_fn_from_dict(
                 dict(proto_preprocessing_fn),