From 2d1729303f964e034ce5cfeee84cf2023665f6ad Mon Sep 17 00:00:00 2001 From: Jeremy Dohmann Date: Wed, 11 Oct 2023 11:06:17 -0400 Subject: [PATCH] restor line --- scripts/eval/eval.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scripts/eval/eval.py b/scripts/eval/eval.py index 5a3e623398..1f200549ed 100644 --- a/scripts/eval/eval.py +++ b/scripts/eval/eval.py @@ -117,6 +117,7 @@ def evaluate_model( tokenizer_name = tokenizer_cfg['name'] tokenizer_kwargs = tokenizer_cfg.get('kwargs', {}) tokenizer = build_tokenizer(tokenizer_name, tokenizer_kwargs) + evaluators, logger_keys, eval_gauntlet_callback = build_icl_data_and_gauntlet( icl_tasks, eval_gauntlet_config, tokenizer, device_eval_batch_size, max_seq_len, icl_subset_num_batches)