ekshat
/

Llama-2-7b-chat-finetune-for-text2sql

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

ekshat commited on Oct 2, 2023

Commit

eabffd4

•

1 Parent(s): a03acbd

Update README.md

Files changed (1) hide show

README.md +1 -0

README.md CHANGED Viewed

@@ -23,6 +23,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 tokenizer = AutoTokenizer.from_pretrained("ekshat/Llama-2-7b-chat-finetune-for-text2sql")
 model = AutoModelForCausalLM.from_pretrained("ekshat/Llama-2-7b-chat-finetune-for-text2sql", load_in_4bit=True)
 context = "CREATE TABLE head (name VARCHAR, born_state VARCHAR, age VARCHAR)"

 tokenizer = AutoTokenizer.from_pretrained("ekshat/Llama-2-7b-chat-finetune-for-text2sql")
+# Loading model in 4 bit precision
 model = AutoModelForCausalLM.from_pretrained("ekshat/Llama-2-7b-chat-finetune-for-text2sql", load_in_4bit=True)
 context = "CREATE TABLE head (name VARCHAR, born_state VARCHAR, age VARCHAR)"