diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py index 468f12d59..e3934b27b 100644 --- a/src/lighteval/tasks/default_tasks.py +++ b/src/lighteval/tasks/default_tasks.py @@ -14671,7 +14671,7 @@ name="piqa", suite=["lighteval"], prompt_function=prompt.piqa_harness, - hf_repo="piqa", + hf_repo="ybisk/piqa", hf_subset="plain_text", hf_avail_splits=["train", "test", "validation"], evaluation_splits=["validation"], @@ -14689,13 +14689,13 @@ name="piqa", suite=["helm", "commonsense_scenario"], prompt_function=prompt.piqa_helm, - hf_repo="piqa", + hf_repo="ybisk/piqa", hf_subset="plain_text", hf_avail_splits=["train", "test", "validation"], evaluation_splits=["validation", "test"], few_shots_split=None, few_shots_select=None, - generation_size=-1, + generation_size=1, metric=["exact_match", "quasi_exact_match", "prefix_exact_match", "prefix_quasi_exact_match"], stop_sequence=["\n"], output_regex=None,