Update app.py

app.py

@@ -1,10 +1,12 @@
 import gradio as gr
 import torch
-from transformers import AutoTokenizer, AutoModel, AutoConfig
+from transformers import AutoTokenizer, AutoModel, BertConfig  # Use BertConfig for your Mistral model
 
 # Use the base model's ID
 base_model_id = "mistralai/Mistral-7B-v0.1"
-config = AutoConfig.from_pretrained(base_model_id)
+
+# Create a configuration object specific to the base model (you can replace with your model's actual configuration if available)
+config = BertConfig()
 
 # Load the fine-tuned model "Tonic/mistralmed"
 model = AutoModel.from_pretrained("Tonic/mistralmed", config=config)
@@ -21,7 +23,7 @@ class ChatBot:
         new_user_input_ids = tokenizer.encode(input + tokenizer.eos_token, return_tensors="pt")
         flat_history = [item for sublist in self.history for item in sublist]
         flat_history_tensor = torch.tensor(flat_history).unsqueeze(dim=0)
-        bot_input_ids = torch.cat([flat_history_tensor, new_user_input_ids], dim=-1) if self.history else new_user_input_ids
+        bot_input_ids = torch.cat([flat_history_tensor, new_user_input_ids], dim=-1) if self history else new_user_input_ids
         chat_history_ids = model.generate(bot_input_ids, max_length=2000, pad_token_id=tokenizer.eos_token_id)
         self.history.append(chat_history_ids[:, bot_input_ids.shape[-1]:].tolist()[0])
         response = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True)