diff --git a/scripts/eval/eval.py b/scripts/eval/eval.py index 5a3e623398..1f200549ed 100644 --- a/scripts/eval/eval.py +++ b/scripts/eval/eval.py @@ -117,6 +117,7 @@ def evaluate_model( tokenizer_name = tokenizer_cfg['name'] tokenizer_kwargs = tokenizer_cfg.get('kwargs', {}) tokenizer = build_tokenizer(tokenizer_name, tokenizer_kwargs) + evaluators, logger_keys, eval_gauntlet_callback = build_icl_data_and_gauntlet( icl_tasks, eval_gauntlet_config, tokenizer, device_eval_batch_size, max_seq_len, icl_subset_num_batches)