From e5dc4fb19885cd99d85729f4efb935173468a459 Mon Sep 17 00:00:00 2001 From: Nadav Timor Date: Fri, 13 Sep 2024 18:14:12 +0000 Subject: [PATCH] run dsi --- poc/dsi.py | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/poc/dsi.py b/poc/dsi.py index ef64a01..7b51b83 100644 --- a/poc/dsi.py +++ b/poc/dsi.py @@ -828,16 +828,16 @@ def generate(model_name: str, prompt: str, max_new_tokens: int) -> str: ### Response: """ - # asyncio.run( - # run( - # verifier_name=verifier_name, - # drafter_name=drafter_name, - # vocab_size=vocab_size, - # lookahead=lookahead, - # prompt=prompt, - # max_new_tokens=max_new_tokens, - # ) - # ) - print(generate(model_name=verifier_name, prompt=prompt, max_new_tokens=max_new_tokens)) + asyncio.run( + run( + verifier_name=verifier_name, + drafter_name=drafter_name, + vocab_size=vocab_size, + lookahead=lookahead, + prompt=prompt, + max_new_tokens=max_new_tokens, + ) + ) + # print(generate(model_name=verifier_name, prompt=prompt, max_new_tokens=max_new_tokens)) print("Script completed")