Update app.py

app.py

@@ -9,7 +9,17 @@ import chromadb
 from datasets import load_dataset
 # from transformers import AutoModelForCausalLM, AutoTokenizer
 import gradio as gr
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+
+
+config = PeftConfig.from_pretrained("merve/Mistral-7B-Instruct-v0.2")
+base_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
+model = PeftModel.from_pretrained(base_model, "merve/Mistral-7B-Instruct-v0.2")
+
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
+
 
 
 
@@ -87,8 +97,7 @@ vector_store.populate_vectors(dataset=None)
 # tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 # model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 
-tokenizer = AutoTokenizer.from_pretrained("merve/chatgpt-prompts-bart-long")
-model = AutoModelForSeq2SeqLM.from_pretrained("merve/chatgpt-prompts-bart-long", from_tf=True)
+
 
 # Define the chatbot response function
 def chatbot_response(user_input):