change bsz

mosaicml · Oct 6, 2023 · e11bb34 · e11bb34
1 parent 51d1b72
commit e11bb34
Show file tree

Hide file tree

Showing 2 changed files with 18 additions and 1 deletion.
diff --git a/scripts/eval/yamls/coding_tasks.yaml b/scripts/eval/yamls/coding_tasks.yaml
@@ -5,53 +5,61 @@ icl_tasks:
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_cpp
   dataset_uri: eval/local_data/programming/processed_human_eval_cpp.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_js
   dataset_uri: eval/local_data/programming/processed_human_eval_js.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_return_simple
   dataset_uri: eval/local_data/programming/human_eval_return_simple.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_return_complex
   dataset_uri: eval/local_data/programming/human_eval_return_complex.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_25
   dataset_uri: eval/local_data/programming/human_eval-0.25.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_50
   dataset_uri: eval/local_data/programming/human_eval-0.5.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_75
   dataset_uri: eval/local_data/programming/human_eval-0.75.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
diff --git a/scripts/eval/yamls/tasks.yaml b/scripts/eval/yamls/tasks.yaml
@@ -179,52 +179,61 @@ icl_tasks:
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_cpp
   dataset_uri: eval/local_data/programming/processed_human_eval_cpp.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_js
   dataset_uri: eval/local_data/programming/processed_human_eval_js.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_return_simple
   dataset_uri: eval/local_data/programming/human_eval_return_simple.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
+  icl_task_type: code_evaluation
 -
   label: human_eval_return_complex
   dataset_uri: eval/local_data/programming/human_eval_return_complex.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_25
   dataset_uri: eval/local_data/programming/human_eval-0.25.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_50
   dataset_uri: eval/local_data/programming/human_eval-0.5.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
+  batch_size: 1
   icl_task_type: code_evaluation
 -
   label: human_eval_75
   dataset_uri: eval/local_data/programming/human_eval-0.75.jsonl # ADD YOUR OWN DATASET URI
   num_fewshot: [0]
   pass_at_k: 1
   num_beams: 20
-  icl_task_type: code_evaluation
+  batch_size: 1
+  icl_task_type: code_evaluation