Sagar Krishna commited on
Commit
853bb64
1 Parent(s): 7b27a65

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -1
README.md CHANGED
@@ -319,8 +319,10 @@ More detailed information about the `generate_batch` methon can be found at [CTr
319
  import ctranslate2
320
  import transformers
321
 
 
322
  model_id = "SagarKrishna/Llama-3-8B-Text2SQL_Instruct-ct2-int8_float16"
323
- model = ctranslate2.Generator(model_id, device="auto", compute_type="int8_float16")
 
324
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
325
 
326
  messages = [
 
319
  import ctranslate2
320
  import transformers
321
 
322
+ from huggingface_hub import snapshot_download
323
  model_id = "SagarKrishna/Llama-3-8B-Text2SQL_Instruct-ct2-int8_float16"
324
+ model_path = snapshot_download(model_id)
325
+ model = ctranslate2.Generator(model_path)
326
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
327
 
328
  messages = [