Clamps inf values in prompt_logprobs

Signed-off-by: Rafael Vasquez <[email protected]>

vllm/entrypoints/openai/serving_completion.py

@@ -392,6 +392,12 @@ def request_output_to_completion_response(
             prompt_token_ids = final_res.prompt_token_ids
             assert prompt_token_ids is not None
             prompt_logprobs = final_res.prompt_logprobs
+            if prompt_logprobs:
+                for logprob_dict in prompt_logprobs:
+                    if logprob_dict:
+                        for logprobs in logprob_dict.values():
+                            if logprobs.logprob == float('-inf'):
+                                logprobs.logprob = -9999.0
             prompt_text = final_res.prompt
 
             token_ids: GenericSequence[int]