Fix llama.cpp loader not being random (thanks @reydeljuego12345)

oobabooga · Oct 14, 2024 · c9a9f63 · c9a9f63
1 parent 49dfa0a
commit c9a9f63
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/modules/llamacpp_model.py b/modules/llamacpp_model.py
@@ -136,7 +136,7 @@ def generate(self, prompt, state, callback=None):
             prompt=prompt,
             max_tokens=state['max_new_tokens'],
             temperature=state['temperature'],
-            top_p=state['top_p'],
+            top_p=state['top_p'] if state['top_p'] < 1 else 0.999,
             min_p=state['min_p'],
             typical_p=state['typical_p'],
             frequency_penalty=state['frequency_penalty'],