added default gen params

huggingface · Dec 18, 2024 · 90593a9 · 90593a9
1 parent c6f42ca
commit 90593a9
Showing 1 changed file with 21 additions and 1 deletion.
diff --git a/tests/models/endpoints/test_tgi_model.py b/tests/models/endpoints/test_tgi_model.py
@@ -33,7 +33,27 @@ class TestTGIModelConfig:
         [
             (
                 "examples/model_configs/tgi_model.yaml",
-                {"inference_server_address": "", "inference_server_auth": None, "model_id": None},
+                {
+                    "inference_server_address": "",
+                    "inference_server_auth": None,
+                    "model_id": None,
+                    "generation_parameters": {
+                        "early_stopping": None,
+                        "frequency_penalty": None,
+                        "length_penalty": None,
+                        "max_new_tokens": None,
+                        "min_new_tokens": None,
+                        "min_p": None,
+                        "presence_penalty": None,
+                        "repetition_penalty": None,
+                        "seed": None,
+                        "stop_tokens": None,
+                        "temperature": None,
+                        "top_k": None,
+                        "top_p": None,
+                        "truncate_prompt": None,
+                    },
+                },
             ),
         ],
     )