Update inference.py

defog-ai · Feb 7, 2024 · f5ac702 · f5ac702
1 parent 79c9ceb
commit f5ac702
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/inference.py b/inference.py
@@ -27,7 +27,7 @@ def get_tokenizer_model(model_name):
     return tokenizer, model
 
 def run_inference(question, prompt_file="prompt.md", metadata_file="metadata.sql"):
-    tokenizer, model = get_tokenizer_model("defog/sqlcoder-34b-alpha")
+    tokenizer, model = get_tokenizer_model("defog/sqlcoder-7b-2")
     prompt = generate_prompt(question, prompt_file, metadata_file)
 
     # make sure the model stops generating at triple ticks