Fix a few typos in metrics.py (#218)

--------- Co-authored-by: Nathan Habib <[email protected]> Co-authored-by: Clémentine Fourrier <[email protected]>
huggingface · Jul 9, 2024 · 3f90950 · 3f90950
1 parent ac57b78
commit 3f90950
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/lighteval/metrics/metrics.py b/src/lighteval/metrics/metrics.py
@@ -301,15 +301,15 @@ class Metrics(Enum):
         sample_level_fn=LoglikelihoodPreparator().prepare,
         category=MetricCategory.MULTICHOICE,
         use_case=MetricUseCase.ACCURACY,
-        corpus_level_fn=CorpusLevelF1Score(None),
+        corpus_level_fn=CorpusLevelF1Score(None).compute,
         higher_is_better=True,
     )
     loglikelihood_f1_single_token = CorpusLevelMetric(
         metric="loglikelihood_f1",
         sample_level_fn=LoglikelihoodPreparator(is_single_token=True).prepare,
         category=MetricCategory.MULTICHOICE_ONE_TOKEN,
         use_case=MetricUseCase.ACCURACY,
-        corpus_level_fn=CorpusLevelF1Score(None),
+        corpus_level_fn=CorpusLevelF1Score(None).compute,
         higher_is_better=True,
     )
     mcc = CorpusLevelMetric(
@@ -385,7 +385,7 @@ class Metrics(Enum):
         sample_level_fn=LoglikelihoodPreparator(is_single_token=True).prepare,
         category=MetricCategory.MULTICHOICE_ONE_TOKEN,
         use_case=MetricUseCase.ACCURACY,
-        corpus_level_fn=CorpusLevelF1Score(average=None, num_classes=3),
+        corpus_level_fn=CorpusLevelF1Score(average=None, num_classes=3).compute,
         higher_is_better=True,
     )
     perfect_exact_match = SampleLevelMetric(