diff --git a/src/lighteval/models/endpoints/endpoint_model.py b/src/lighteval/models/endpoints/endpoint_model.py
index 9d4e4afa7..b34de9fe2 100644
--- a/src/lighteval/models/endpoints/endpoint_model.py
+++ b/src/lighteval/models/endpoints/endpoint_model.py
@@ -79,7 +79,7 @@
 class InferenceModelConfig:
     model: str
     add_special_tokens: bool = True
-    generation_config: TextGenerationInputGenerateParameters
+    generation_config: dict = dict
 
 
 @dataclass