Skip to content

Commit

Permalink
fix yaml
Browse files Browse the repository at this point in the history
  • Loading branch information
bmosaicml committed Oct 3, 2023
1 parent a84dda0 commit 90a2dca
Show file tree
Hide file tree
Showing 2 changed files with 10 additions and 10 deletions.
10 changes: 5 additions & 5 deletions scripts/eval/yamls/coding_tasks.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -24,33 +24,33 @@ icl_tasks:
label: human_eval_return_simple
dataset_uri: eval/local_data/programming/human_eval_return_simple.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
-
label: human_eval_return_complex
dataset_uri: eval/local_data/programming/human_eval_return_complex.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
-
label: human_eval_25
dataset_uri: eval/local_data/programming/split-0.25.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
-
label: human_eval_50
dataset_uri: eval/local_data/programming/split-0.5.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
-
label: human_eval_75
dataset_uri: eval/local_data/programming/split-0.75.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
10 changes: 5 additions & 5 deletions scripts/eval/yamls/tasks.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -198,33 +198,33 @@ icl_tasks:
label: human_eval_return_simple
dataset_uri: eval/local_data/programming/human_eval_return_simple.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
-
label: human_eval_return_complex
dataset_uri: eval/local_data/programming/human_eval_return_complex.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
-
label: human_eval_25
dataset_uri: eval/local_data/programming/human_eval-0.25.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
-
label: human_eval_50
dataset_uri: eval/local_data/programming/human_eval-0.5.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation
-
label: human_eval_75
dataset_uri: eval/local_data/programming/human_eval-0.75.jsonl # ADD YOUR OWN DATASET URI
num_fewshot: [0]
pass_at_k : 1
pass_at_k: 1
num_beams: 20
icl_task_type: code_evaluation

0 comments on commit 90a2dca

Please sign in to comment.