Update README.md
Browse files
README.md
CHANGED
@@ -156,7 +156,7 @@ from transformers import TextStreamer, AutoTokenizer, AutoModelForCausalLM
|
|
156 |
from peft import PeftModel
|
157 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3",)
|
158 |
mis_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3", load_in_4bit = True)
|
159 |
-
mis_model = PeftModel.from_pretrained(
|
160 |
"svjack/Genshin_Impact_Mistral_v3_Plot_Chat_roleplay_chat_lora_small"
|
161 |
)
|
162 |
mis_model = mis_model.eval()
|
|
|
156 |
from peft import PeftModel
|
157 |
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3",)
|
158 |
mis_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3", load_in_4bit = True)
|
159 |
+
mis_model = PeftModel.from_pretrained(mis_model,
|
160 |
"svjack/Genshin_Impact_Mistral_v3_Plot_Chat_roleplay_chat_lora_small"
|
161 |
)
|
162 |
mis_model = mis_model.eval()
|