Update app.py

app.py

@@ -11,6 +11,10 @@ KEY = os.environ.get("KEY")
 
 SPECIAL_SYMBOLS = ["‹", "›"]
 
+DEFAULT_INPUT = f"You: {SPECIAL_SYMBOLS[0]}Hi!{SPECIAL_SYMBOLS[1]}"
+DEFAULT_PREINPUT = f"AI: {SPECIAL_SYMBOLS[0]}"
+DEFAULT_INSTRUCTION = "You are an helpful chatbot. You must respond in this format: \"NAME: ‹MESSAGE›\""
+
 API_ENDPOINTS = {
     "Falcon": "tiiuae/falcon-180B-chat",
     "Llama": "meta-llama/Llama-2-70b-chat-hf"
@@ -23,11 +27,12 @@ for model_name, model_endpoint in API_ENDPOINTS.items():
     CHOICES.append(model_name)
     CLIENTS[model_name] = InferenceClient(model_endpoint, headers = { "Authorization": f"Bearer {API_TOKEN}" })
 
-def format(instruction = "", history = [], input = "", preinput = ""):
+def format(instruction = DEFAULT_INSTRUCTION, history = [], input = "", preinput = ""):
     print(history)
     sy_l, sy_r = SPECIAL_SYMBOLS[0], SPECIAL_SYMBOLS[1]
     formatted_history = '\n'.join(f"{sy_l}{message}{sy_r}" for message in history)
     formatted_input = f"System: {sy_l}{instruction}{sy_r}\n{formatted_history}\n{sy_l}{input}{sy_r}\n{preinput}"
+    print(formatted_input)
     return formatted_input
     
 def predict(instruction, history, input, preinput, access_key, model, temperature, top_p, top_k, rep_p, max_tokens, stop_seqs, seed):
@@ -64,7 +69,7 @@ def predict(instruction, history, input, preinput, access_key, model, temperatur
     history = history + [[input, get_result]]
     
     print(f"---\nUSER: {input}\nBOT: {get_result}\n---")
-    print(history)
+
     return (get_result, input, history)
 
 def clear_history():
@@ -81,9 +86,9 @@ with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column():
             history = gr.Chatbot(elem_id = "chatbot")
-            input = gr.Textbox(label = "Input", lines = 2)
-            preinput = gr.Textbox(label = "Pre-Input", lines = 1)
-            instruction = gr.Textbox(label = "Instruction", lines = 4)
+            input = gr.Textbox(label = "Input", value = DEFAULT_INPUT, lines = 2)
+            preinput = gr.Textbox(label = "Pre-Input", value = DEFAULT_PREINPUT, lines = 1)
+            instruction = gr.Textbox(label = "Instruction", value = DEFAULT_INSTRUCTION, lines = 4)
             access_key = gr.Textbox(label = "Access Key", lines = 1)
             run = gr.Button("▶")
             clear = gr.Button("🗑️")