From f5ac702ed3d5626e578eb5925583c2277ee18fbb Mon Sep 17 00:00:00 2001 From: Rishabh Srivastava Date: Wed, 7 Feb 2024 15:14:16 +0800 Subject: [PATCH] Update inference.py --- inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inference.py b/inference.py index 5402f95..75f8896 100644 --- a/inference.py +++ b/inference.py @@ -27,7 +27,7 @@ def get_tokenizer_model(model_name): return tokenizer, model def run_inference(question, prompt_file="prompt.md", metadata_file="metadata.sql"): - tokenizer, model = get_tokenizer_model("defog/sqlcoder-34b-alpha") + tokenizer, model = get_tokenizer_model("defog/sqlcoder-7b-2") prompt = generate_prompt(question, prompt_file, metadata_file) # make sure the model stops generating at triple ticks