Tonic commited on
Commit
154b81c
1 Parent(s): 54c0b98

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -69,8 +69,8 @@ tokenizer.padding_side = 'left'
69
  peft_config = PeftConfig.from_pretrained("Tonic/mistralmed")
70
  peft_model = MistralForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
71
  peft_model = PeftModel.from_pretrained(peft_model, "Tonic/mistralmed")
72
- peft_model = model.to(torch.bfloat16)
73
- peft_model = model.to(device)
74
 
75
  class ChatBot:
76
  def __init__(self):
 
69
  peft_config = PeftConfig.from_pretrained("Tonic/mistralmed")
70
  peft_model = MistralForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
71
  peft_model = PeftModel.from_pretrained(peft_model, "Tonic/mistralmed")
72
+ peft_model = peft_model.to(torch.bfloat16)
73
+ peft_model = peft_model.to(device)
74
 
75
  class ChatBot:
76
  def __init__(self):