wenhuach commited on
Commit
f3bd9d3
1 Parent(s): 427e1a4

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -0
README.md CHANGED
@@ -49,7 +49,11 @@ tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
49
  model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
50
  device_map="auto"
51
  )
 
 
 
52
  ##model = model.to(torch.bfloat16).to("hpu") ## uncommnet it for HPU
 
53
  tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
54
  text = "There is a girl who likes adventure,"
55
  inputs = tokenizer(text, return_tensors="pt").to(model.device)
 
49
  model = AutoModelForCausalLM.from_pretrained(quantized_model_dir,
50
  device_map="auto"
51
  )
52
+
53
+ ##import habana_frameworks.torch.core as htcore ## uncommnet it for HPU
54
+ ##import habana_frameworks.torch.hpu as hthpu ## uncommnet it for HPU
55
  ##model = model.to(torch.bfloat16).to("hpu") ## uncommnet it for HPU
56
+
57
  tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir)
58
  text = "There is a girl who likes adventure,"
59
  inputs = tokenizer(text, return_tensors="pt").to(model.device)