IEITYuan
/

Yuan2-51B-hf

Text Generation

Model card Files Files and versions Community

IEIT-Yuan commited on Dec 27, 2023

Commit

6a8f718

•

1 Parent(s): 3321998

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -46,7 +46,7 @@ tokenizer = LlamaTokenizer.from_pretrained('IEITYuan/Yuan2-51B-hf')
 tokenizer.add_tokens(['<sep>', '<pad>', '<mask>', '<predict>', '<FIM_SUFFIX>', '<FIM_PREFIX>', '<FIM_MIDDLE>','<commit_before>','<commit_msg>','<commit_after>','<jupyter_start>','<jupyter_text>','<jupyter_code>','<jupyter_output>','<empty_output>'], special_tokens=True)
 print("Creat model...")
-model = AutoModelForCausalLM.from_pretrained('IEITYuan/Yuan2.0-51B-hf',device_map='auto',torch_dtype=torch.bfloat16,trust_remote_code=True)
 inputs = tokenizer("请问目前最先进的机器学习算法有哪些？", return_tensors="pt")["input_ids"].to("cuda:0")
 outputs = model.generate(inputs,do_sample=False,max_length=100)

 tokenizer.add_tokens(['<sep>', '<pad>', '<mask>', '<predict>', '<FIM_SUFFIX>', '<FIM_PREFIX>', '<FIM_MIDDLE>','<commit_before>','<commit_msg>','<commit_after>','<jupyter_start>','<jupyter_text>','<jupyter_code>','<jupyter_output>','<empty_output>'], special_tokens=True)
 print("Creat model...")
+model = AutoModelForCausalLM.from_pretrained('IEITYuan/Yuan2-51B-hf',device_map='auto',torch_dtype=torch.bfloat16,trust_remote_code=True)
 inputs = tokenizer("请问目前最先进的机器学习算法有哪些？", return_tensors="pt")["input_ids"].to("cuda:0")
 outputs = model.generate(inputs,do_sample=False,max_length=100)