typeof
/

phi-2-qlora-ft

Text Generation

mixformer-sequential

Model card Files Files and versions Community

typeof commited on Sep 21, 2023

Commit

3d31865

·

1 Parent(s): 3482b32

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -12,8 +12,8 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 torch.set_default_device('cuda')
-model = AutoModelForCausalLM.from_pretrained("microsoft/phi-1_5", trust_remote_code=True, torch_dtype="auto")
-tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-1_5", trust_remote_code=True, torch_dtype="auto")
 prompt = "Are textbooks all you need?"
 inputs = tokenizer(prompt,return_tensors="pt", return_attention_mask=False)

 from transformers import AutoModelForCausalLM, AutoTokenizer
 torch.set_default_device('cuda')
+model = AutoModelForCausalLM.from_pretrained("typeof/phi-2-qlora-ft", trust_remote_code=True, torch_dtype="auto")
+tokenizer = AutoTokenizer.from_pretrained("typeof/phi-2-qlora-ft", trust_remote_code=True, torch_dtype="auto")
 prompt = "Are textbooks all you need?"
 inputs = tokenizer(prompt,return_tensors="pt", return_attention_mask=False)