Sagar Krishna
commited on
Commit
•
853bb64
1
Parent(s):
7b27a65
Update README.md
Browse files
README.md
CHANGED
@@ -319,8 +319,10 @@ More detailed information about the `generate_batch` methon can be found at [CTr
|
|
319 |
import ctranslate2
|
320 |
import transformers
|
321 |
|
|
|
322 |
model_id = "SagarKrishna/Llama-3-8B-Text2SQL_Instruct-ct2-int8_float16"
|
323 |
-
|
|
|
324 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
|
325 |
|
326 |
messages = [
|
|
|
319 |
import ctranslate2
|
320 |
import transformers
|
321 |
|
322 |
+
from huggingface_hub import snapshot_download
|
323 |
model_id = "SagarKrishna/Llama-3-8B-Text2SQL_Instruct-ct2-int8_float16"
|
324 |
+
model_path = snapshot_download(model_id)
|
325 |
+
model = ctranslate2.Generator(model_path)
|
326 |
tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
|
327 |
|
328 |
messages = [
|