target=llama 3.1 70b

keyboardAnt · Sep 16, 2024 · e5b6681 · e5b6681
1 parent 30e225c
commit e5b6681
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/poc/dsi.py b/poc/dsi.py
@@ -933,8 +933,7 @@ def decode(tok_ids: torch.Tensor, tokernizer_name: str) -> str:
 async def main():
     print("Script started")
     print_gpu_memory()
-    # verifier_name: str = "meta-llama/Meta-Llama-3.1-70B-Instruct"
-    verifier_name: str = "meta-llama/Meta-Llama-3.1-8B-Instruct"
+    verifier_name: str = "meta-llama/Meta-Llama-3.1-70B-Instruct"
     drafter_name: str = "meta-llama/Meta-Llama-3.1-8B-Instruct"
     verifier_dtype: torch.dtype = torch.float16
     drafter_dtype: torch.dtype = torch.float16