Update app.py

app.py

@@ -17,7 +17,7 @@ adapter_model_id = "vojay/Llama-2-7b-chat-hf-mental-health"
 model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16)
 model.load_adapter(adapter_model_id)
 
-tokenizer = AutoTokenizer.from_pretrained(model_id, padding_side="left")
+tokenizer = AutoTokenizer.from_pretrained(base_model)
 
 
 def get_base_prompt():
@@ -34,7 +34,7 @@ def format_prompt(base, user_message):
 
 def predict(input, history=[]):
     input = format_prompt(get_base_prompt(), input)
-    new_user_input_ids = tokenizer.encode(f"{input}{tokenizer.eos_token}", return_tensors="pt")
+    new_user_input_ids = tokenizer.encode(f"{tokenizer.eos_token}{input}", return_tensors="pt")
     bot_input_ids = torch.cat([torch.LongTensor(history), new_user_input_ids], dim=-1)
 
     history = model.generate(