From e5c600332ff4d01a5ec68c41a3bee16e65ea418e Mon Sep 17 00:00:00 2001 From: Nadav Timor Date: Fri, 13 Sep 2024 22:18:05 +0000 Subject: [PATCH] vicuna-13b & lookahead=1 --- poc/dsi.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/poc/dsi.py b/poc/dsi.py index b02a099..9326286 100644 --- a/poc/dsi.py +++ b/poc/dsi.py @@ -818,10 +818,10 @@ def generate(model_name: str, prompt: str, max_new_tokens: int) -> str: if __name__ == "__main__": print("Script started") - verifier_name: str = "lmsys/vicuna-7b-v1.3" + verifier_name: str = "lmsys/vicuna-13b-v1.3" drafter_name: str = "double7/vicuna-68m" vocab_size: int = 32000 - lookahead: int = 10 + lookahead: int = 1 max_new_tokens: int = 100 prompt: str = """Below is an instruction that describes a task, paired with an input that provides