Update app.py

app.py

@@ -26,11 +26,11 @@ import transformers
 token=st.secrets["HF_TOKEN"]
 from huggingface_hub import login
 login(token=st.secrets["HF_TOKEN"])
-repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
-model = HuggingFaceEndpoint(
-    repo_id=repo_id, max_length=128, temperature=0.5, token=token
-)
+tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
+model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.3")
 
 from langchain_community.document_loaders import TextLoader
 from langchain_text_splitters import CharacterTextSplitter