qnguyen3
/

Master-Yi-9B-GGUF

Inference Endpoints

Model card Files Files and versions Community

qnguyen3 commited on May 19

Commit

e754251

•

1 Parent(s): ab3d151

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -37,11 +37,11 @@ import torch
 device = "cuda" # the device to load the model onto
 model = AutoModelForCausalLM.from_pretrained(
-    "vilm/VinaLlama2-14B",
     torch_dtype='auto',
     device_map="auto"
 )
-tokenizer = AutoTokenizer.from_pretrained("vilm/VinaLlama2-14B")
 prompt = "What is the mearning of life?"
 messages = [

 device = "cuda" # the device to load the model onto
 model = AutoModelForCausalLM.from_pretrained(
+    "qnguyen3/Master-Yi-9B",
     torch_dtype='auto',
     device_map="auto"
 )
+tokenizer = AutoTokenizer.from_pretrained("qnguyen3/Master-Yi-9B")
 prompt = "What is the mearning of life?"
 messages = [