diff --git a/src/evaluate/loading.py b/src/evaluate/loading.py
index 43b76faf3..2a3437681 100644
--- a/src/evaluate/loading.py
+++ b/src/evaluate/loading.py
@@ -259,6 +259,7 @@ def _download_additional_modules(
         try:
             lib = importlib.import_module(library_import_name)  # noqa F841
         except ImportError:
+            library_import_name = "scikit-learn" if library_import_name == "sklearn" else library_import_name
             needs_to_be_installed.add((library_import_name, library_import_path))
     if needs_to_be_installed:
         raise ImportError(