From ff9a4974edfe9fb2a13dc6015509c707981bbdad Mon Sep 17 00:00:00 2001 From: Albert Villanova del Moral <8515462+albertvillanova@users.noreply.github.com> Date: Fri, 20 Dec 2024 08:56:44 +0100 Subject: [PATCH] Fix comment/warning about precedence of custom over default tasks --- src/lighteval/tasks/registry.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/lighteval/tasks/registry.py b/src/lighteval/tasks/registry.py index 69532c095..834e81706 100644 --- a/src/lighteval/tasks/registry.py +++ b/src/lighteval/tasks/registry.py @@ -148,10 +148,10 @@ def task_registry(self): intersection = set(default_tasks_registry.keys()).intersection(set(custom_tasks_registry.keys())) if len(intersection) > 0: logger.warning( - f"Following tasks ({intersection}) exists both in the default and custom tasks. Will use the default ones on conflict." + f"Following tasks ({intersection}) exists both in the default and custom tasks. Will use the custom ones on conflict." ) - # Defaults tasks should overwrite custom tasks + # Custom tasks overwrite defaults tasks return {**default_tasks_registry, **custom_tasks_registry} @property