From d0f1bada6054e2e2506bba6c594104ebff72f2bf Mon Sep 17 00:00:00 2001
From: Albert Villanova del Moral
 <8515462+albertvillanova@users.noreply.github.com>
Date: Wed, 18 Dec 2024 15:40:08 +0100
Subject: [PATCH] Fix push_details_to_hub

---
 src/lighteval/logging/evaluation_tracker.py | 15 ++++++++-------
 1 file changed, 8 insertions(+), 7 deletions(-)

diff --git a/src/lighteval/logging/evaluation_tracker.py b/src/lighteval/logging/evaluation_tracker.py
index 15172c5af..58b2f9c92 100644
--- a/src/lighteval/logging/evaluation_tracker.py
+++ b/src/lighteval/logging/evaluation_tracker.py
@@ -318,13 +318,14 @@ def push_details_to_hub(self, repo_id: str, path_in_repo: str, private: bool | N
         repo_id = repo_id if "/" in repo_id else f"{self.hub_results_org}/{repo_id}"
         private = private if private is not None else not self.public
         self.api.create_repo(repo_id, private=private, repo_type="dataset", exist_ok=True)
-        details_json = "\n".join([json.dumps(detail) for detail in self.details])
-        self.api.upload_file(
-            repo_id=repo_id,
-            path_or_fileobj=details_json.encode(),
-            path_in_repo=path_in_repo,
-            repo_type="dataset",
-        )
+        for task_name, details in self.details:
+            details_json = "\n".join([json.dumps(detail) for detail in details])
+            self.api.upload_file(
+                repo_id=repo_id,
+                path_or_fileobj=details_json.encode(),
+                path_in_repo=path_in_repo.format(task_name=task_name),
+                repo_type="dataset",
+            )
 
     def recreate_metadata_card(self, repo_id: str) -> None:  # noqa: C901
         """Fully updates the details repository metadata card for the currently evaluated model