diff --git a/src/lighteval/metrics/metrics_sample.py b/src/lighteval/metrics/metrics_sample.py index 76e5a3c3f..9356ea5de 100644 --- a/src/lighteval/metrics/metrics_sample.py +++ b/src/lighteval/metrics/metrics_sample.py @@ -622,7 +622,7 @@ def edit_similarity(self, s1, s2): class JudgeLLM: - available_models = ["gpt-3.5-turbo","gpt-4o", "gpt-4-turbo", "gpt-4"] + available_models = ["gpt-3.5-turbo", "gpt-4o", "gpt-4-turbo", "gpt-4"] def __init__(self, judge_model_name: str, template_path: str, multi_turn: bool = False): if judge_model_name not in self.available_models: