dnrops
/
sqlcoder
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update inference.py

This commit is contained in:
Rishabh Srivastava 2024-02-07 15:14:16 +08:00 committed by GitHub
parent 79c9cebe8f
commit f5ac702ed3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
inference.py
View File

@ -27,7 +27,7 @@ def get_tokenizer_model(model_name):
return tokenizer, model
def run_inference(question, prompt_file="prompt.md", metadata_file="metadata.sql"):
tokenizer, model = get_tokenizer_model("defog/sqlcoder-34b-alpha")
tokenizer, model = get_tokenizer_model("defog/sqlcoder-7b-2")
prompt = generate_prompt(question, prompt_file, metadata_file)
# make sure the model stops generating at triple ticks