update

yuchenlin · Dec 20, 2023 · 6d08f10 · 6d08f10
1 parent 14050c6
commit 6d08f10
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/llm_blender/blender/blender.py b/llm_blender/blender/blender.py
@@ -540,7 +540,7 @@ def n_generate(
             generate_kwargs["temperature"] = generate_kwargs.get("temperature", 0.7)
         elif sampling_mode == "top_p_sampling":
             generate_kwargs["do_sample"] = True
-            generate_kwargs["top_p"] = 1.0
+            generate_kwargs["top_p"] = generate_kwargs.get("top_p", 1.0)
             generate_kwargs["temperature"] = generate_kwargs.get("temperature", 0.7)
         elif sampling_mode is None:
             # custom sampling_mode by generate_kwargs
@@ -562,6 +562,7 @@ def n_generate(
             )
             for k, v in generate_kwargs.items():
                 if hasattr(sampling_params, k):
+                    print("set {} to {}".format(k, v))
                     setattr(sampling_params, k, v)
             outputs = model.generate(prompts, sampling_params=sampling_params)
             for output in outputs: