From ea54d9f37f9319134039b062f50cf13fa6f67b35 Mon Sep 17 00:00:00 2001 From: Xiaohan Zhang Date: Mon, 18 Dec 2023 00:15:32 -0800 Subject: [PATCH] Fix typo --- scripts/data_prep/convert_dataset_hf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/data_prep/convert_dataset_hf.py b/scripts/data_prep/convert_dataset_hf.py index f33f24e478..69d4684eac 100644 --- a/scripts/data_prep/convert_dataset_hf.py +++ b/scripts/data_prep/convert_dataset_hf.py @@ -232,7 +232,7 @@ def build_hf_dataset( else: if not isinstance(tokenizer, PreTrainedTokenizerBase): raise ValueError( - f'{tokenizer=} must be of type PreTrainedTokenizerBase') + f'{tokenizer} must be of type PreTrainedTokenizerBase') if max_length is None: raise ValueError(f'max_length must be set.') if bos_text + eos_text == '':