Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -5,7 +5,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
5 |
peft_model_id = f"Bsbell21/llm_instruction_generator"
|
6 |
model = AutoModelForCausalLM.from_pretrained(peft_model_id, return_dict=True, device_map='auto')
|
7 |
# tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
|
8 |
-
|
9 |
# Load the Lora model
|
10 |
# model = PeftModel.from_pretrained(model, peft_model_id)
|
11 |
|
|
|
5 |
peft_model_id = f"Bsbell21/llm_instruction_generator"
|
6 |
model = AutoModelForCausalLM.from_pretrained(peft_model_id, return_dict=True, device_map='auto')
|
7 |
# tokenizer = AutoTokenizer.from_pretrained(peft_model_id)
|
8 |
+
mixtral_tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-v0.1")
|
9 |
# Load the Lora model
|
10 |
# model = PeftModel.from_pretrained(model, peft_model_id)
|
11 |
|