edit yamls

mosaicml · Nov 12, 2023 · 4572056 · 4572056
1 parent f0c0b9d
commit 4572056
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/scripts/eval/yamls/hf_eval.yaml b/scripts/eval/yamls/hf_eval.yaml
@@ -43,5 +43,5 @@ device_eval_batch_size: 4
 #   forward_prefetch: True
 #   limit_all_gathers: True
 
-icl_tasks: 'eval/yamls/tasks_light.yaml'
-eval_gauntlet: 'eval/yamls/eval_gauntlet.yaml'
+icl_tasks: 'eval/yamls/tasks_v0.1.yaml'
+eval_gauntlet: 'eval/yamls/eval_gauntlet_v0.1.yaml'
diff --git a/scripts/eval/yamls/mpt_eval.yaml b/scripts/eval/yamls/mpt_eval.yaml
@@ -34,5 +34,5 @@ fsdp_config:
   forward_prefetch: True
   limit_all_gathers: True
 
-icl_tasks: 'eval/yamls/tasks.yaml'
-model_gauntlet: 'eval/yamls/model_gauntlet.yaml'
+icl_tasks: 'eval/yamls/tasks_v0.1.yaml'
+eval_gauntlet: 'eval/yamls/eval_gauntlet_v0.1.yaml'
diff --git a/scripts/eval/yamls/tasks.yaml b/scripts/eval/yamls/tasks.yaml
@@ -178,7 +178,7 @@ icl_tasks:
 #   dataset_uri: eval/local_data/programming/human_eval.jsonl # ADD YOUR OWN DATASET URI
 #   num_fewshot: [0]
 #   pass_at_k: 1
-#   num_beams: 5
+#   num_beams: 20
 #   batch_size: 1
 #   icl_task_type: code_evaluation
 # -