From 457205627cf556b8f367128d5932ca39f023837d Mon Sep 17 00:00:00 2001 From: Jeremy Dohmann Date: Sat, 11 Nov 2023 21:03:04 -0500 Subject: [PATCH] edit yamls --- scripts/eval/yamls/hf_eval.yaml | 4 ++-- scripts/eval/yamls/mpt_eval.yaml | 4 ++-- scripts/eval/yamls/tasks.yaml | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/scripts/eval/yamls/hf_eval.yaml b/scripts/eval/yamls/hf_eval.yaml index 759af8239a..9030ba3348 100644 --- a/scripts/eval/yamls/hf_eval.yaml +++ b/scripts/eval/yamls/hf_eval.yaml @@ -43,5 +43,5 @@ device_eval_batch_size: 4 # forward_prefetch: True # limit_all_gathers: True -icl_tasks: 'eval/yamls/tasks_light.yaml' -eval_gauntlet: 'eval/yamls/eval_gauntlet.yaml' +icl_tasks: 'eval/yamls/tasks_v0.1.yaml' +eval_gauntlet: 'eval/yamls/eval_gauntlet_v0.1.yaml' diff --git a/scripts/eval/yamls/mpt_eval.yaml b/scripts/eval/yamls/mpt_eval.yaml index 91b3e97dbc..73d233736a 100644 --- a/scripts/eval/yamls/mpt_eval.yaml +++ b/scripts/eval/yamls/mpt_eval.yaml @@ -34,5 +34,5 @@ fsdp_config: forward_prefetch: True limit_all_gathers: True -icl_tasks: 'eval/yamls/tasks.yaml' -model_gauntlet: 'eval/yamls/model_gauntlet.yaml' +icl_tasks: 'eval/yamls/tasks_v0.1.yaml' +eval_gauntlet: 'eval/yamls/eval_gauntlet_v0.1.yaml' diff --git a/scripts/eval/yamls/tasks.yaml b/scripts/eval/yamls/tasks.yaml index 8b9d6a72dc..737b08ebeb 100644 --- a/scripts/eval/yamls/tasks.yaml +++ b/scripts/eval/yamls/tasks.yaml @@ -178,7 +178,7 @@ icl_tasks: # dataset_uri: eval/local_data/programming/human_eval.jsonl # ADD YOUR OWN DATASET URI # num_fewshot: [0] # pass_at_k: 1 -# num_beams: 5 +# num_beams: 20 # batch_size: 1 # icl_task_type: code_evaluation # -