fix: Fixed prompt format

app.py

@@ -18,10 +18,10 @@ def format_prompt(message, history):
     logging.debug("Input Message: %s", message)
     logging.debug("Input History: %s", history)
 
-    prompt = "<|im_start|>system\n" +\
-        "You are Dolphin, a helpful AI assistant.<|im_end|>"
-    prompt += "<|im_start|>user\n" + f"{message}<|im_end|>"
-    prompt += "<|im_start|>assistant"
+    for user_prompt, bot_response in history:
+        prompt += f"<s> [INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
 
     return prompt
 
@@ -29,6 +29,7 @@ def format_prompt(message, history):
 def generate(
     prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):
+    """Generates the text based on user prompt."""
     logging.info("Generating Response")
     logging.debug("Input Prompt: %s", prompt)
     logging.debug("Input History: %s", history)