diff --git a/src/lighteval/metrics/__init__.py b/src/lighteval/metrics/__init__.py index 8ca514f96..f3d51941a 100644 --- a/src/lighteval/metrics/__init__.py +++ b/src/lighteval/metrics/__init__.py @@ -20,7 +20,6 @@ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. -import re from lighteval.metrics.metrics import Metric, MetricCategory from lighteval.models.model_output import ModelResponse @@ -89,7 +88,6 @@ def apply_generative_metric( # noqa: C901 responses: list[list[ModelResponse]], formatted_docs: list[Doc], metrics: list[Metric], - output_regex: str = None, ): outputs = [] @@ -113,10 +111,7 @@ def apply_generative_metric( # noqa: C901 preds = [] for pred_raw in preds_raw: - if output_regex is not None: - pred = next(iter(re.findall(output_regex, pred_raw)), "") - else: - pred = pred_raw + pred = pred_raw preds.append(pred) for metric in metrics: diff --git a/src/lighteval/tasks/default_tasks.py b/src/lighteval/tasks/default_tasks.py index fa5ce3707..59254a971 100644 --- a/src/lighteval/tasks/default_tasks.py +++ b/src/lighteval/tasks/default_tasks.py @@ -37,8 +37,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -55,8 +53,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -73,8 +69,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -91,8 +85,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -109,8 +101,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -127,8 +117,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -145,8 +133,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -163,8 +149,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -181,8 +165,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -199,8 +181,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -217,8 +197,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -235,8 +213,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -253,8 +229,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -271,8 +245,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -289,8 +261,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -307,8 +277,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -325,8 +293,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -343,8 +309,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=None, - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -361,8 +325,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -379,8 +341,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -397,8 +357,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -415,8 +373,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -433,8 +389,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -451,8 +405,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -469,8 +421,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -487,8 +437,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -505,8 +453,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -523,8 +469,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -541,8 +485,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -559,8 +501,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -577,8 +517,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -595,8 +533,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -613,8 +549,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -631,8 +565,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -649,8 +581,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -667,8 +597,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -685,8 +613,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -703,8 +629,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -721,8 +645,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -739,8 +661,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -757,8 +677,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -775,8 +693,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -793,8 +709,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -811,8 +725,6 @@ generation_size=1, metric=[Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -829,7 +741,6 @@ generation_size=100, metric=[Metrics.perfect_exact_match], stop_sequence=None, - output_regex="[^\\.\\?\\!\\;\\n]+", trust_dataset=True, version=0, ) @@ -851,8 +762,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -869,8 +778,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -887,8 +794,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -905,8 +810,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -923,8 +826,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -941,8 +842,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -959,8 +858,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -977,8 +874,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -995,8 +890,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1013,8 +906,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1031,8 +922,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1049,8 +938,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1067,8 +954,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1085,8 +970,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1103,8 +986,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1121,8 +1002,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1139,8 +1018,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1157,8 +1034,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1175,8 +1050,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1193,8 +1066,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1212,8 +1083,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1231,8 +1100,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1250,8 +1117,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1269,8 +1134,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1288,8 +1151,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1307,8 +1168,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1326,8 +1185,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1345,8 +1202,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1364,8 +1219,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1383,8 +1236,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1402,8 +1253,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1421,8 +1270,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1440,8 +1287,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1459,8 +1304,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1478,8 +1321,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1497,8 +1338,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1516,8 +1355,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, must_remove_duplicate_docs=True, trust_dataset=True, version=0, @@ -1541,8 +1378,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1565,8 +1400,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1589,8 +1422,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1613,8 +1444,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1637,8 +1466,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1661,8 +1488,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1685,8 +1510,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1709,8 +1532,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1733,8 +1554,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1757,8 +1576,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1781,8 +1598,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1805,8 +1620,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1829,8 +1642,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1853,8 +1664,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1877,8 +1686,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1901,8 +1708,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1925,8 +1730,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1949,8 +1752,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1973,8 +1774,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -1997,8 +1796,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2021,8 +1818,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2045,8 +1840,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2069,8 +1862,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2093,8 +1884,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2117,8 +1906,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2141,8 +1928,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2165,8 +1950,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["", "Q=", "\n\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2189,8 +1972,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2213,8 +1994,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2237,8 +2016,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2261,8 +2038,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2285,8 +2060,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2309,8 +2082,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2333,8 +2104,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2357,8 +2126,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2381,8 +2148,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2405,8 +2170,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2429,8 +2192,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2453,8 +2214,6 @@ Metrics.perfect_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2471,8 +2230,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2489,8 +2246,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2512,8 +2267,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2535,8 +2288,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2558,8 +2309,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2581,8 +2330,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2604,8 +2351,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2627,8 +2372,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2650,8 +2393,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2673,8 +2414,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2696,8 +2435,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2719,8 +2456,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2742,8 +2477,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2765,8 +2498,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2788,8 +2519,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2811,8 +2540,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2834,8 +2561,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2857,8 +2582,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2880,8 +2603,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2903,8 +2624,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2926,8 +2645,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2949,8 +2666,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2972,8 +2687,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -2995,8 +2708,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3018,8 +2729,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3041,8 +2750,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3059,8 +2766,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3077,8 +2782,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3095,8 +2798,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3113,8 +2814,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3131,8 +2830,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3149,8 +2846,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3167,8 +2862,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3185,8 +2878,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3203,8 +2894,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3221,8 +2910,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3239,8 +2926,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3257,8 +2942,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3275,8 +2958,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3293,8 +2974,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3311,8 +2990,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3329,8 +3006,6 @@ generation_size=100, metric=[Metrics.rouge1, Metrics.rouge2, Metrics.rougeL], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3352,8 +3027,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3375,8 +3048,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3398,8 +3069,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3421,8 +3090,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3444,8 +3111,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3462,8 +3127,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3485,8 +3148,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3508,8 +3169,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3531,8 +3190,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3554,8 +3211,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3577,8 +3232,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3600,8 +3253,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3618,8 +3269,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3636,8 +3285,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3659,8 +3306,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3677,8 +3322,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3700,8 +3343,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3723,8 +3364,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3746,8 +3385,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3769,8 +3406,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3792,8 +3427,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3815,8 +3448,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3838,8 +3469,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3861,8 +3490,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3884,8 +3511,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3907,8 +3532,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3925,8 +3548,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3943,8 +3564,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3961,8 +3580,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3979,8 +3596,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -3997,8 +3612,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4015,8 +3628,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4033,8 +3644,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4051,8 +3660,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4069,8 +3676,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4087,8 +3692,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4105,8 +3708,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4123,8 +3724,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4141,8 +3740,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4159,8 +3756,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4177,8 +3772,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4195,8 +3788,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4213,8 +3804,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4231,8 +3820,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4249,8 +3836,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4267,8 +3852,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4285,8 +3868,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4303,8 +3884,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4321,8 +3900,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4339,8 +3916,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4357,8 +3932,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4375,8 +3948,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4393,8 +3964,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4411,8 +3980,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4429,8 +3996,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4447,8 +4012,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4465,8 +4028,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4483,8 +4044,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4501,8 +4060,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4519,8 +4076,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4537,8 +4092,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4555,8 +4108,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4573,8 +4124,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4591,8 +4140,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4609,8 +4156,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4627,8 +4172,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4645,8 +4188,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4663,8 +4204,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4681,8 +4220,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4699,8 +4236,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4717,8 +4252,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4735,8 +4268,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4753,8 +4284,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4771,8 +4300,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4789,8 +4316,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4807,8 +4332,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4825,8 +4348,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4843,8 +4364,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4861,8 +4380,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4879,8 +4396,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4897,8 +4412,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4915,8 +4428,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4933,8 +4444,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4951,8 +4460,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4969,8 +4476,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -4987,8 +4492,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5005,8 +4508,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5023,8 +4524,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5041,8 +4540,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5059,8 +4556,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5077,8 +4572,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5095,8 +4588,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5113,8 +4604,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5131,8 +4620,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5149,8 +4636,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5167,8 +4652,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5185,8 +4668,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5203,8 +4684,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5221,8 +4700,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5239,8 +4716,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5257,8 +4732,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5275,8 +4748,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5293,8 +4764,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5311,8 +4780,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5329,8 +4796,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5347,8 +4812,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5365,8 +4828,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5383,8 +4844,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5401,8 +4860,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5419,8 +4876,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5437,8 +4892,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5455,8 +4908,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5473,8 +4924,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5491,8 +4940,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5509,8 +4956,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5527,8 +4972,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5545,8 +4988,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5563,8 +5004,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5581,8 +5020,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5599,8 +5036,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5617,8 +5052,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5635,8 +5068,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5653,8 +5084,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5671,8 +5100,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5689,8 +5116,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5707,8 +5132,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5725,8 +5148,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5743,8 +5164,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5761,8 +5180,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5779,8 +5196,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5797,8 +5212,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5815,8 +5228,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5833,8 +5244,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5851,8 +5260,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5869,8 +5276,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5887,8 +5292,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5905,8 +5308,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5923,8 +5324,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5941,8 +5340,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5959,8 +5356,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5977,8 +5372,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -5995,8 +5388,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6013,8 +5404,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6031,8 +5420,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6049,8 +5436,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6067,8 +5452,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6085,8 +5468,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6103,8 +5484,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6121,8 +5500,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6139,8 +5516,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6157,8 +5532,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6175,8 +5548,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6193,8 +5564,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6211,8 +5580,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6229,8 +5596,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6247,8 +5612,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6265,8 +5628,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6283,8 +5644,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6301,8 +5660,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6319,8 +5676,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6337,8 +5692,6 @@ generation_size=100, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6355,8 +5708,6 @@ generation_size=100, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6373,8 +5724,6 @@ generation_size=100, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6391,8 +5740,6 @@ generation_size=100, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6409,8 +5756,6 @@ generation_size=100, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6427,8 +5772,6 @@ generation_size=100, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6450,8 +5793,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6473,8 +5814,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6491,8 +5830,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6509,8 +5846,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6527,8 +5862,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6545,8 +5878,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6563,8 +5894,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6581,8 +5910,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6599,8 +5926,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6624,8 +5949,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6649,8 +5972,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6674,8 +5995,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6699,8 +6018,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6724,8 +6041,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6749,8 +6064,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6774,8 +6087,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6799,8 +6110,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6824,8 +6133,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6842,8 +6149,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6860,8 +6165,6 @@ generation_size=1, metric=[Metrics.rouge_t5, Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6878,8 +6181,6 @@ generation_size=1, metric=[Metrics.rouge_t5, Metrics.bleu, Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6896,8 +6197,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6919,8 +6218,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6937,8 +6234,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6955,7 +6250,6 @@ generation_size=100, metric=[Metrics.rouge_t5, Metrics.bleu, Metrics.perfect_exact_match], stop_sequence=[".", ";", "!", "?"], - output_regex="[^\\.\\?\\!\\;\\n]+", trust_dataset=True, version=0, ) @@ -6972,8 +6266,6 @@ generation_size=1, metric=[Metrics.rouge_t5, Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -6990,8 +6282,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7008,8 +6298,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7026,8 +6314,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7044,8 +6330,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7062,8 +6346,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7080,8 +6362,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7098,8 +6378,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7116,8 +6394,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7134,8 +6410,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7152,8 +6426,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7170,8 +6442,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7188,8 +6458,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7206,8 +6474,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7224,8 +6490,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7242,8 +6506,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7260,8 +6522,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7278,8 +6538,6 @@ generation_size=100, metric=[Metrics.copyright], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7296,8 +6554,6 @@ generation_size=10, metric=[Metrics.perfect_exact_match, Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7314,8 +6570,6 @@ generation_size=10, metric=[Metrics.perfect_exact_match, Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7332,8 +6586,6 @@ generation_size=128, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score, Metrics.rougeL, "bleu_1", "bleu_4"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7350,8 +6602,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7368,8 +6618,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7386,8 +6634,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7404,8 +6650,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7422,8 +6666,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7440,8 +6682,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7458,8 +6698,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7476,8 +6714,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7494,8 +6730,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7512,8 +6746,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7530,8 +6762,6 @@ generation_size=None, metric=[Metrics.drop], stop_sequence=["."], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7548,8 +6778,6 @@ generation_size=5, metric=[Metrics.exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7566,8 +6794,6 @@ generation_size=5, metric=[Metrics.exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7584,8 +6810,6 @@ generation_size=5, metric=[Metrics.exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7602,8 +6826,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7620,8 +6842,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7638,8 +6858,6 @@ generation_size=1, metric=[Metrics.rouge_t5, Metrics.bleu, Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7656,8 +6874,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7674,8 +6890,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7692,8 +6906,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7710,8 +6922,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7728,8 +6938,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7746,8 +6954,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7769,8 +6975,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7792,8 +6996,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7815,8 +7017,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7838,8 +7038,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7861,8 +7059,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7884,8 +7080,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7907,8 +7101,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7930,8 +7122,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7953,8 +7143,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7976,8 +7164,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -7999,8 +7185,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8022,8 +7206,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8045,8 +7227,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8068,8 +7248,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8091,8 +7269,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8109,8 +7285,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8127,8 +7301,6 @@ generation_size=5, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8145,8 +7317,6 @@ generation_size=5, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8163,8 +7333,6 @@ generation_size=5, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8181,8 +7349,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8199,8 +7365,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8217,8 +7381,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8235,8 +7397,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8253,8 +7413,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8271,8 +7429,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.bleurt], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8289,8 +7445,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8307,8 +7461,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8325,8 +7477,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8343,8 +7493,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8361,8 +7509,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8379,8 +7525,6 @@ generation_size=1, metric=[Metrics.rouge_t5, Metrics.bleu, Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8397,8 +7541,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token, Metrics.mcc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8415,8 +7557,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8433,8 +7573,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8451,8 +7589,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, "loglikelihood_f1"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8469,8 +7605,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8487,8 +7621,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, "loglikelihood_f1"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8505,8 +7637,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8523,8 +7653,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8541,8 +7669,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8559,8 +7685,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8577,8 +7701,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8595,8 +7717,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8613,8 +7733,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8631,8 +7749,6 @@ generation_size=256, metric=[Metrics.quasi_exact_match_gsm8k], stop_sequence=["Question=", "Question", "="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8649,8 +7765,6 @@ generation_size=256, metric=[Metrics.quasi_exact_match_gsm8k, Metrics.maj_at_8_gsm8k], stop_sequence=["Question="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8667,8 +7781,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8685,8 +7797,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8703,8 +7813,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8726,8 +7834,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8744,8 +7850,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8762,8 +7866,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8780,8 +7882,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8798,8 +7898,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8816,8 +7914,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8834,8 +7930,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8852,8 +7946,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8870,8 +7962,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8895,8 +7985,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8920,8 +8008,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8938,8 +8024,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8956,8 +8040,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8974,8 +8056,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -8997,8 +8077,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9020,8 +8098,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9043,8 +8119,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9066,8 +8140,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9089,8 +8161,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9112,8 +8182,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9130,8 +8198,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9148,8 +8214,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9166,8 +8230,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9184,8 +8246,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9202,8 +8262,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9220,8 +8278,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9238,8 +8294,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9256,8 +8310,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9274,8 +8326,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9292,8 +8342,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9310,8 +8358,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9328,8 +8374,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9346,8 +8390,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9364,8 +8406,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9382,8 +8422,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9400,8 +8438,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9418,8 +8454,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9436,8 +8470,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9454,8 +8486,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9472,8 +8502,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9490,8 +8518,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9508,8 +8534,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9526,8 +8550,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9544,8 +8566,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9562,8 +8582,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9580,8 +8598,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9598,8 +8614,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9616,8 +8630,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9634,8 +8646,6 @@ generation_size=10, metric=[Metrics.target_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9652,8 +8662,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9670,8 +8678,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9695,8 +8701,6 @@ Metrics.bert_score, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9720,8 +8724,6 @@ Metrics.bert_score, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9745,8 +8747,6 @@ Metrics.bert_score, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9769,8 +8769,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9793,8 +8791,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9817,8 +8813,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9841,8 +8835,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9865,8 +8857,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9889,8 +8879,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9913,8 +8901,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9937,8 +8923,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9961,8 +8945,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -9985,8 +8967,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10009,8 +8989,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10033,8 +9011,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10057,8 +9033,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10081,8 +9055,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10099,8 +9071,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10123,8 +9093,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10147,8 +9115,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10171,8 +9137,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10195,8 +9159,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10219,8 +9181,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10243,8 +9203,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10267,8 +9225,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10291,8 +9247,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10315,8 +9269,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10339,8 +9291,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10363,8 +9313,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10381,8 +9329,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10399,7 +9345,6 @@ generation_size=100, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=None, - output_regex="[^\\.\\?\\!\\;\\n]+", trust_dataset=True, version=0, ) @@ -10416,8 +9361,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10434,8 +9377,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10452,8 +9393,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10470,8 +9409,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10488,8 +9425,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10506,8 +9441,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10529,8 +9462,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10552,8 +9483,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10575,8 +9504,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10598,8 +9525,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10621,8 +9546,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10639,8 +9562,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10657,8 +9578,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10675,8 +9594,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10693,8 +9610,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10711,8 +9626,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10729,8 +9642,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10747,8 +9658,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=1, ) @@ -10765,8 +9674,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10783,8 +9690,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10801,8 +9706,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10819,8 +9722,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10837,8 +9738,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10855,8 +9754,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10873,8 +9770,6 @@ generation_size=2048, metric=[Metrics.quasi_exact_match_math, Metrics.maj_at_4_math], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10891,8 +9786,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10909,8 +9802,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10927,8 +9818,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10945,8 +9834,6 @@ generation_size=128, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score, Metrics.rougeL, "bleu_1", "bleu_4"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10963,8 +9850,6 @@ generation_size=128, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score, Metrics.rougeL, "bleu_1", "bleu_4"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -10981,8 +9866,6 @@ generation_size=128, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score, Metrics.rougeL, "bleu_1", "bleu_4"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11005,8 +9888,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11023,8 +9904,6 @@ generation_size=512, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score, Metrics.rougeL, "bleu_1", "bleu_4"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11047,8 +9926,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11065,8 +9942,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11083,8 +9958,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11101,8 +9974,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "Question="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11119,8 +9990,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "Pregunta="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11137,8 +10006,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "Question="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11155,8 +10022,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "Frage="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11173,8 +10038,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "\u0417\u0430\u0434\u0430\u0447\u0430="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11191,8 +10054,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "\u95ee\u9898="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11209,8 +10070,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "\u554f\u984c="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11227,8 +10086,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "\u0e42\u0e08\u0e17\u0e22\u0e4c="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11245,8 +10102,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "Swali="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11263,8 +10118,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "\u09aa\u09cd\u09b0\u09b6\u09cd\u09a8="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11281,8 +10134,6 @@ generation_size=None, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n", "=", "\u0c2a\u0c4d\u0c30\u0c36\u0c4d\u0c28="], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11299,8 +10150,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.rouge_t5], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11317,8 +10166,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11335,8 +10182,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11353,8 +10198,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11371,8 +10214,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11394,8 +10235,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11412,8 +10251,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11430,8 +10267,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11453,8 +10288,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11471,8 +10304,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11489,8 +10320,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11512,8 +10341,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11530,8 +10357,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11548,8 +10373,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11571,8 +10394,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11589,8 +10410,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11607,8 +10426,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11630,8 +10447,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11648,8 +10463,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11666,8 +10479,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11689,8 +10500,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11707,8 +10516,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11725,8 +10532,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11748,8 +10553,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11766,8 +10569,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11784,8 +10585,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11807,8 +10606,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11825,8 +10622,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11843,8 +10638,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11866,8 +10659,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11884,8 +10675,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11902,8 +10691,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11925,8 +10712,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11943,8 +10728,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11961,8 +10744,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -11984,8 +10765,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12002,8 +10781,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12020,8 +10797,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12043,8 +10818,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12061,8 +10834,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12079,8 +10850,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12102,8 +10871,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12120,8 +10887,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12138,8 +10903,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12161,8 +10924,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12179,8 +10940,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12197,8 +10956,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12220,8 +10977,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12238,8 +10993,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12256,8 +11009,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12279,8 +11030,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12297,8 +11046,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12315,8 +11062,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12338,8 +11083,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12356,8 +11099,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12374,8 +11115,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12397,8 +11136,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12415,8 +11152,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12433,8 +11168,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12456,8 +11189,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12474,8 +11205,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12492,8 +11221,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12515,8 +11242,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12533,8 +11258,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12551,8 +11274,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12574,8 +11295,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12592,8 +11311,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12610,8 +11327,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12633,8 +11348,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12651,8 +11364,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12669,8 +11380,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12692,8 +11401,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12710,8 +11417,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12728,8 +11433,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12751,8 +11454,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12769,8 +11470,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12787,8 +11486,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12810,8 +11507,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12828,8 +11523,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12846,8 +11539,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12869,8 +11560,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12887,8 +11576,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12905,8 +11592,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12928,8 +11613,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12946,8 +11629,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12964,8 +11645,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -12987,8 +11666,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13005,8 +11682,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13023,8 +11698,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13046,8 +11719,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13064,8 +11735,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13082,8 +11751,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13105,8 +11772,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13123,8 +11788,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13141,8 +11804,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13164,8 +11825,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13182,8 +11841,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13200,8 +11857,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13223,8 +11878,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13241,8 +11894,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13259,8 +11910,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13282,8 +11931,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13300,8 +11947,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13318,8 +11963,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13341,8 +11984,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13359,8 +12000,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13377,8 +12016,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13400,8 +12037,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13418,8 +12053,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13436,8 +12069,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13459,8 +12090,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13477,8 +12106,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13495,8 +12122,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13518,8 +12143,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13536,8 +12159,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13554,8 +12175,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13577,8 +12196,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13595,8 +12212,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13613,8 +12228,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13636,8 +12249,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13654,8 +12265,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13672,8 +12281,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13695,8 +12302,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13713,8 +12318,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13731,8 +12334,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13754,8 +12355,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13772,8 +12371,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13790,8 +12387,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13813,8 +12408,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13831,8 +12424,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13849,8 +12440,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13872,8 +12461,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13890,8 +12477,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13908,8 +12493,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13931,8 +12514,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13949,8 +12530,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13967,8 +12546,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -13990,8 +12567,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14008,8 +12583,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14026,8 +12599,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14049,8 +12620,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14067,8 +12636,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14085,8 +12652,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14108,8 +12673,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14126,8 +12689,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14144,8 +12705,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14167,8 +12726,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14185,8 +12742,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14203,8 +12758,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14226,8 +12779,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14244,8 +12795,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14262,8 +12811,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14285,8 +12832,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14303,8 +12848,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14321,8 +12864,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14344,8 +12885,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14362,8 +12901,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14380,8 +12917,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14403,8 +12938,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14421,8 +12954,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14439,8 +12970,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14462,8 +12991,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14480,8 +13007,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14498,8 +13023,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14521,8 +13044,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14539,8 +13060,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14557,8 +13076,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14580,8 +13097,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14598,8 +13113,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14616,8 +13129,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14639,8 +13150,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14657,8 +13166,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14675,8 +13182,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14698,8 +13203,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14716,8 +13219,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14734,8 +13235,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14752,8 +13251,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14770,8 +13267,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14788,8 +13283,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14806,8 +13299,6 @@ generation_size=200, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14824,8 +13315,6 @@ generation_size=200, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14842,8 +13331,6 @@ generation_size=200, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14860,8 +13347,6 @@ generation_size=200, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14878,8 +13363,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14896,8 +13379,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14914,8 +13395,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14932,8 +13411,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14950,8 +13427,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14968,8 +13443,6 @@ generation_size=-1, metric=[Metrics.recall_at_1, Metrics.recall_at_2, Metrics.mrr], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -14986,8 +13459,6 @@ generation_size=-1, metric=[Metrics.recall_at_1, Metrics.recall_at_2, Metrics.mrr], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15004,8 +13475,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score, Metrics.rougeL, "bleu_1", "bleu_4"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15022,8 +13491,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15040,8 +13507,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15058,8 +13523,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15076,8 +13539,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15094,8 +13555,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15112,8 +13571,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15130,8 +13587,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15148,8 +13603,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15166,8 +13619,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15184,8 +13635,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15202,8 +13651,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15220,8 +13667,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.quasi_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15238,8 +13683,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15256,8 +13699,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15279,8 +13720,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15297,8 +13736,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15315,7 +13752,6 @@ generation_size=20, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex="([-+]?\\d+)[.]0,1)$", trust_dataset=True, version=0, ) @@ -15332,8 +13768,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15350,8 +13784,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15368,7 +13800,6 @@ generation_size=100, metric=[Metrics.perfect_exact_match], stop_sequence=None, - output_regex="[^\\.\\?\\!\\;\\n]+", trust_dataset=True, version=0, ) @@ -15385,8 +13816,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15403,8 +13832,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15421,8 +13848,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15439,8 +13864,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15457,8 +13880,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15475,8 +13896,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15493,8 +13912,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15511,8 +13928,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15534,8 +13949,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15552,8 +13965,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15570,8 +13981,6 @@ generation_size=1, metric=[Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15588,8 +13997,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15606,8 +14013,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15624,8 +14029,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15647,8 +14050,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15665,8 +14066,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15683,8 +14082,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15701,8 +14098,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15719,8 +14114,6 @@ generation_size=1, metric=[Metrics.bleurt, Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15737,8 +14130,6 @@ generation_size=20, metric=[Metrics.f1_score_quasi], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15755,8 +14146,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15773,8 +14162,6 @@ generation_size=100, metric=[Metrics.exact_match, Metrics.quasi_exact_match, Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15791,8 +14178,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15809,8 +14194,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15834,8 +14217,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15859,8 +14240,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15884,8 +14263,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15909,8 +14286,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15934,8 +14309,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15959,8 +14332,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -15984,8 +14355,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16009,8 +14378,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16034,8 +14401,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16059,8 +14424,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16084,8 +14447,6 @@ Metrics.f1_score_micro, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16102,8 +14463,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16120,8 +14479,6 @@ generation_size=20, metric=[Metrics.prediction_perplexity], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16138,8 +14495,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16156,8 +14511,6 @@ generation_size=100, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16174,8 +14527,6 @@ generation_size=1, metric=[Metrics.rouge_t5, Metrics.bleu, Metrics.loglikelihood_acc, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16192,8 +14543,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16210,8 +14559,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16228,8 +14575,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16246,8 +14591,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16264,8 +14607,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16282,8 +14623,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16300,8 +14639,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16318,8 +14655,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16336,8 +14671,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16354,8 +14687,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16372,8 +14703,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16390,8 +14719,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16408,8 +14735,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16426,8 +14751,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16444,8 +14767,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16462,8 +14783,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16480,8 +14799,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16503,8 +14820,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16521,8 +14836,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16539,8 +14852,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16557,8 +14868,6 @@ generation_size=1, metric=[Metrics.f1_score_macro], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16575,8 +14884,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16593,8 +14900,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16611,8 +14916,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16629,8 +14932,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16647,8 +14948,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16665,8 +14964,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16683,8 +14980,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16708,8 +15003,6 @@ Metrics.bert_score, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16733,8 +15026,6 @@ Metrics.bert_score, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16758,8 +15049,6 @@ Metrics.bert_score, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16776,8 +15065,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16794,8 +15081,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc_single_token, "multi_f1_numeric"], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16812,8 +15097,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16830,8 +15113,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16848,8 +15129,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16866,8 +15145,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16884,8 +15161,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc_single_token], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16902,8 +15177,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16920,8 +15193,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm_nospace], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16938,8 +15209,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16956,8 +15225,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16979,8 +15246,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -16997,8 +15262,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17015,8 +15278,6 @@ generation_size=20, metric=[Metrics.exact_match, Metrics.f1_score], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17038,8 +15299,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17061,8 +15320,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17079,8 +15336,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17097,8 +15352,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17115,8 +15368,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17133,8 +15384,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17151,8 +15400,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17169,8 +15416,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17187,8 +15432,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17205,8 +15448,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17223,8 +15464,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17241,8 +15480,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17259,8 +15496,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17277,8 +15512,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17295,8 +15528,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17313,8 +15544,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17331,8 +15560,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17349,8 +15576,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17367,8 +15592,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17385,8 +15608,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17403,8 +15624,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17421,8 +15640,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17439,8 +15656,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17457,8 +15672,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17475,8 +15688,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17493,8 +15704,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17511,8 +15720,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17529,8 +15736,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17547,8 +15752,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17565,8 +15768,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17583,8 +15784,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17601,8 +15800,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17619,8 +15816,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17637,8 +15832,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17655,8 +15848,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17673,8 +15864,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17691,8 +15880,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17709,8 +15896,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17727,8 +15912,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17745,8 +15928,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17763,8 +15944,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17781,8 +15960,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17799,8 +15976,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17817,8 +15992,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17835,8 +16008,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17853,8 +16024,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17871,8 +16040,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17889,8 +16056,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc, Metrics.loglikelihood_acc_norm], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17907,8 +16072,6 @@ generation_size=1, metric=[Metrics.bleu, Metrics.rouge_t5, Metrics.loglikelihood_acc, Metrics.bleurt], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17925,8 +16088,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17943,8 +16104,6 @@ generation_size=20, metric=[Metrics.quasi_exact_match_triviaqa], stop_sequence=["\n", ".", ","], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17961,8 +16120,6 @@ generation_size=200, metric=[Metrics.bleu, Metrics.rouge_t5], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -17979,8 +16136,6 @@ generation_size=-1, metric=[Metrics.truthfulqa_mc_metrics], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18003,8 +16158,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18021,8 +16174,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18039,8 +16190,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18057,8 +16206,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18075,8 +16222,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18093,8 +16238,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18111,8 +16254,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18129,8 +16270,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18147,8 +16286,6 @@ generation_size=5, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18165,8 +16302,6 @@ generation_size=5, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18183,8 +16318,6 @@ generation_size=5, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18201,8 +16334,6 @@ generation_size=5, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18219,8 +16350,6 @@ generation_size=5, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18237,8 +16366,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18255,8 +16382,6 @@ generation_size=-1, metric=[Metrics.acc_golds_likelihood], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18273,8 +16398,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18291,8 +16414,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18314,8 +16435,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18337,8 +16456,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18360,8 +16477,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18383,8 +16498,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18406,8 +16519,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18429,8 +16540,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18452,8 +16561,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18475,8 +16582,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18498,8 +16603,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18521,8 +16624,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18544,8 +16645,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18567,8 +16666,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18590,8 +16687,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18613,8 +16708,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18636,8 +16729,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18659,8 +16750,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18682,8 +16771,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18705,8 +16792,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18728,8 +16813,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18751,8 +16834,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18774,8 +16855,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18797,8 +16876,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18820,8 +16897,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18843,8 +16918,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18866,8 +16939,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18889,8 +16960,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18912,8 +16981,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18935,8 +17002,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18958,8 +17023,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -18981,8 +17044,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19004,8 +17065,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19027,8 +17086,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19050,8 +17107,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19073,8 +17128,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19096,8 +17149,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19119,8 +17170,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19142,8 +17191,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19165,8 +17212,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19188,8 +17233,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19211,8 +17254,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19234,8 +17275,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19257,8 +17296,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19280,8 +17317,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19303,8 +17338,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19326,8 +17359,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19349,8 +17380,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19372,8 +17401,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19395,8 +17422,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19418,8 +17443,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19441,8 +17464,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19464,8 +17485,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19487,8 +17506,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19510,8 +17527,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19533,8 +17548,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19556,8 +17569,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19579,8 +17590,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19602,8 +17611,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19625,8 +17632,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19648,8 +17653,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19671,8 +17674,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19694,8 +17695,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19717,8 +17716,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19740,8 +17737,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19763,8 +17758,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19786,8 +17779,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19809,8 +17800,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19832,8 +17821,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19855,8 +17842,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19878,8 +17863,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19901,8 +17884,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19924,8 +17905,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19947,8 +17926,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19970,8 +17947,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -19993,8 +17968,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20016,8 +17989,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20039,8 +18010,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20062,8 +18031,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20085,8 +18052,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20108,8 +18073,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20131,8 +18094,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20154,8 +18115,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20177,8 +18136,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20200,8 +18157,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20223,8 +18178,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20246,8 +18199,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20269,8 +18220,6 @@ Metrics.prefix_quasi_exact_match, ], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20287,8 +18236,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20305,8 +18252,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20323,8 +18268,6 @@ generation_size=-1, metric=[Metrics.word_perplexity, Metrics.byte_perplexity, Metrics.bits_per_byte], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20341,8 +18284,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20359,8 +18300,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20377,8 +18316,6 @@ generation_size=1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20395,8 +18332,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20413,8 +18348,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20431,8 +18364,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20449,8 +18380,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20467,8 +18396,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20485,8 +18412,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20503,8 +18428,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20521,8 +18444,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20539,8 +18460,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20557,8 +18476,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20575,8 +18492,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20593,8 +18508,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20611,8 +18524,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20629,8 +18540,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20647,8 +18556,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20665,8 +18572,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20683,8 +18588,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20701,8 +18604,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20719,8 +18620,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20737,8 +18636,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20755,8 +18652,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20773,8 +18668,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20791,8 +18684,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20809,8 +18700,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20827,8 +18716,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20845,8 +18732,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20863,8 +18748,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20881,8 +18764,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20899,8 +18780,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20917,8 +18796,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20935,8 +18812,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20953,8 +18828,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20971,8 +18844,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -20989,8 +18860,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21007,8 +18876,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21025,8 +18892,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21043,8 +18908,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21061,8 +18924,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21079,8 +18940,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21097,8 +18956,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21115,8 +18972,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21133,8 +18988,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21151,8 +19004,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21169,8 +19020,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21187,8 +19036,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21205,8 +19052,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21223,8 +19068,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21241,8 +19084,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21259,8 +19100,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21277,8 +19116,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21295,8 +19132,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21313,8 +19148,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21331,8 +19164,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21349,8 +19180,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21367,8 +19196,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21385,8 +19212,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21403,8 +19228,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21421,8 +19244,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21439,8 +19260,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21457,8 +19276,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21475,8 +19292,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21493,8 +19308,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21511,8 +19324,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21529,8 +19340,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21547,8 +19356,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21565,8 +19372,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21583,8 +19388,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21601,8 +19404,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21619,8 +19420,6 @@ generation_size=100, metric=[Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21637,8 +19436,6 @@ generation_size=100, metric=[Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21655,8 +19452,6 @@ generation_size=100, metric=[Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21673,8 +19468,6 @@ generation_size=100, metric=[Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21691,8 +19484,6 @@ generation_size=100, metric=[Metrics.bleu], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21709,8 +19500,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21727,8 +19516,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21745,8 +19532,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21763,8 +19548,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21781,8 +19564,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21799,8 +19580,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21817,8 +19596,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21835,8 +19612,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21853,8 +19628,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21871,8 +19644,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21889,8 +19660,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21907,8 +19676,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21925,8 +19692,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21943,8 +19708,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21961,8 +19724,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21979,8 +19740,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -21997,8 +19756,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22015,8 +19772,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22033,8 +19788,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22051,8 +19804,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22069,8 +19820,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22087,8 +19836,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22105,8 +19852,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22123,8 +19868,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22141,8 +19884,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22159,8 +19900,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22177,8 +19916,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22195,8 +19932,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22213,8 +19948,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22231,8 +19964,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22249,8 +19980,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22267,8 +19996,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22285,8 +20012,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22303,8 +20028,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22321,8 +20044,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22339,8 +20060,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22357,8 +20076,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22375,8 +20092,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22393,8 +20108,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22411,8 +20124,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22429,8 +20140,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22447,8 +20156,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22465,8 +20172,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22483,8 +20188,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22501,8 +20204,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22519,8 +20220,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22537,8 +20236,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22555,8 +20252,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22573,8 +20268,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22591,8 +20284,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22609,8 +20300,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22627,8 +20316,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22645,8 +20332,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22663,8 +20348,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22681,8 +20364,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22699,8 +20380,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22717,8 +20396,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22735,8 +20412,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22753,8 +20428,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22771,8 +20444,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22789,8 +20460,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22807,8 +20476,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22825,8 +20492,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22843,8 +20508,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22861,8 +20524,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22879,8 +20540,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22897,8 +20556,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22915,8 +20572,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22933,8 +20588,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22951,8 +20604,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22969,8 +20620,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -22987,8 +20636,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23005,8 +20652,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23023,8 +20668,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23041,8 +20684,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23059,8 +20700,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23077,8 +20716,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23095,8 +20732,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23113,8 +20748,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23131,8 +20764,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23149,8 +20780,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23167,8 +20796,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23185,8 +20812,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23203,8 +20828,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23221,8 +20844,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23239,8 +20860,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23257,8 +20876,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23275,8 +20892,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23293,8 +20908,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23311,8 +20924,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23329,8 +20940,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23347,8 +20956,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23365,8 +20972,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23383,8 +20988,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23401,8 +21004,6 @@ generation_size=None, metric=[Metrics.bleu, Metrics.chrf, Metrics.ter], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23419,8 +21020,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23437,8 +21036,6 @@ generation_size=1, metric=[Metrics.perfect_exact_match], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23455,8 +21052,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23473,8 +21068,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23491,8 +21084,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23509,8 +21100,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23527,8 +21116,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23545,8 +21132,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23563,8 +21148,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23581,8 +21164,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23599,8 +21180,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23617,8 +21196,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23635,8 +21212,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23653,8 +21228,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23671,8 +21244,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23689,8 +21260,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23707,8 +21276,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23725,8 +21292,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23743,8 +21308,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23761,8 +21324,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23779,8 +21340,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23797,8 +21356,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23815,8 +21372,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23833,8 +21388,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23851,8 +21404,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23869,8 +21420,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23887,8 +21436,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23905,8 +21452,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23923,8 +21468,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23941,8 +21484,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23959,8 +21500,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) @@ -23977,8 +21516,6 @@ generation_size=-1, metric=[Metrics.loglikelihood_acc], stop_sequence=["\n"], - output_regex=None, - frozen=False, trust_dataset=True, version=0, ) diff --git a/src/lighteval/tasks/lighteval_task.py b/src/lighteval/tasks/lighteval_task.py index 58724242e..ea01f81e4 100644 --- a/src/lighteval/tasks/lighteval_task.py +++ b/src/lighteval/tasks/lighteval_task.py @@ -86,8 +86,6 @@ class LightevalTaskConfig: truncated_num_docs (bool): Whether less than the total number of documents were used trust_dataset (bool): Whether to trust the dataset at execution or not version (int): The version of the task. Defaults to 0. Can be increased if the underlying dataset or the prompt changes. - output_regex (str) - frozen (bool) """ name: str @@ -112,7 +110,6 @@ class LightevalTaskConfig: generation_size: Optional[int] = None generation_grammar: Optional[TextGenerationInputGrammarType] = None stop_sequence: Optional[ListLike[str]] = None - output_regex: Optional[str] = None num_samples: Optional[list[int]] = None suite: ListLike[str] = field(default_factory=lambda: ["custom"]) @@ -124,9 +121,6 @@ class LightevalTaskConfig: version: int = 0 - # Currently unused - frozen: bool = False - def __post_init__(self): # If we got a Metrics enums instead of a Metric, we convert self.metric = [metric.value if isinstance(metric, Metrics) else metric for metric in self.metric]