udpated piqa

huggingface · Jul 11, 2024 · 3672993 · 3672993
1 parent 66e6aae
commit 3672993
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py
@@ -14671,7 +14671,7 @@
     name="piqa",
     suite=["lighteval"],
     prompt_function=prompt.piqa_harness,
-    hf_repo="piqa",
+    hf_repo="ybisk/piqa",
     hf_subset="plain_text",
     hf_avail_splits=["train", "test", "validation"],
     evaluation_splits=["validation"],
@@ -14689,13 +14689,13 @@
     name="piqa",
     suite=["helm", "commonsense_scenario"],
     prompt_function=prompt.piqa_helm,
-    hf_repo="piqa",
+    hf_repo="ybisk/piqa",
     hf_subset="plain_text",
     hf_avail_splits=["train", "test", "validation"],
     evaluation_splits=["validation", "test"],
     few_shots_split=None,
     few_shots_select=None,
-    generation_size=-1,
+    generation_size=1,
     metric=["exact_match", "quasi_exact_match", "prefix_exact_match", "prefix_quasi_exact_match"],
     stop_sequence=["\n"],
     output_regex=None,