From 68230b3a253d7cd50eebd0722305cdeabc92006e Mon Sep 17 00:00:00 2001 From: Shaltiel Shmidman Date: Mon, 29 Jul 2024 19:28:08 +0300 Subject: [PATCH] Added comment explaining --- src/lighteval/models/model_config.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/lighteval/models/model_config.py b/src/lighteval/models/model_config.py index e1505ba04..37c511c14 100644 --- a/src/lighteval/models/model_config.py +++ b/src/lighteval/models/model_config.py @@ -312,6 +312,8 @@ def create_model_config( # noqa: C901 return BaseModelConfig(**args_dict) + # This option isn't provided for use via the CLI but rather for programmatic use when constructing the config + # in code, so that the config won't need to be saved to a temp file when calling lighteval. if hasattr(args, "model_config") and args.model_config: config = args.model_config["model"] else: