Update README.md
Browse files
README.md
CHANGED
@@ -49,7 +49,11 @@ tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
|
|
49 |
model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
|
50 |
device_map="auto"
|
51 |
)
|
|
|
|
|
|
|
52 |
##model = model.to(torch.bfloat16).to("hpu") ## uncommnet it for HPU
|
|
|
53 |
tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
|
54 |
text = "There is a girl who likes adventure,"
|
55 |
inputs = tokenizer(text, return_tensors="pt").to(model.device)
|
|
|
49 |
model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
|
50 |
device_map="auto"
|
51 |
)
|
52 |
+
|
53 |
+
##import habana_frameworks.torch.core as htcore ## uncommnet it for HPU
|
54 |
+
##import habana_frameworks.torch.hpu as hthpu ## uncommnet it for HPU
|
55 |
##model = model.to(torch.bfloat16).to("hpu") ## uncommnet it for HPU
|
56 |
+
|
57 |
tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
|
58 |
text = "There is a girl who likes adventure,"
|
59 |
inputs = tokenizer(text, return_tensors="pt").to(model.device)
|