Update app.py

app.py

@@ -12,7 +12,7 @@ import os
 
 import torch
 from peft import PeftModel, PeftConfig
-from transformers import AutoModelForCausalLM,AutoTokenizer
+from transformers import AutoModelForCausalLM,AutoTokenizer, LlamaForCausalLM
 
 import joblib
 from deployML import predd
@@ -21,15 +21,15 @@ import time
 
 #load the chatbot
 
-peft_model_id = "mouadenna/MedAlpaca-lora0"
 
-config = PeftConfig.from_pretrained(peft_model_id)
-
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto')
-tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
+model = LlamaForCausalLM.from_pretrained(
+    "medalpaca/medalpaca-7b",
+    return_dict=True,
+    load_in_8bit=True,
+    device_map="auto",
+)
 
-# Load the Lora model
-model = PeftModel.from_pretrained(model, peft_model_id)
+tokenizer = AutoTokenizer.from_pretrained("medalpaca/medalpaca-7b")
 
 
 #load the first interface