Update app.py

app.py

@@ -6,14 +6,9 @@ client = InferenceClient(
 )
 
 # Formats the prompt to hold all of the past messages
-def format_prompt_basic(message, history):
+def format_prompt(message, history):
     prompt = "<s>"
-
-    # String to add before every prompt
-    prompt_prefix = ""   
-    #prompt_prefix = "Please correct the grammar in the following sentence:"
-    prompt_template = "[INST] " + prompt_prefix + " {} [/INST]"
-    
+    prompt_template = "[INST] {} [/INST]"
 
     # Iterates through every past user input and response to be added to the prompt
     for user_prompt, bot_response in history:
@@ -21,67 +16,43 @@ def format_prompt_basic(message, history):
         prompt += f" {bot_response}</s> "
         
     prompt += prompt_template.format(message)
-    print("\nPROMPT: \n\t" + prompt)
-
     return prompt
 
-# Formats the prompt to hold all of the past messages
-def format_prompt_grammar1(message, history):
-    prompt = "<s>"
-
-    # String to add before every prompt
-    prompt_prefix = "Correct any grammatical errors in the following sentence and provide the corrected version:\n\nSentence: "
-    prompt_template = "[INST] " + prompt_prefix + ' {} [/INST]'
-    
-    
-    myList = [["It is my friends house in England.", "Corrected Sentence: It is my friend's house in England."], ["Every girl must bring their books to school.", "Corrected Sentence: Every girl must bring her books to school."]] 
-    myList = myList + history
-
-
-    # Iterates through every past user input and response to be added to the prompt
-    for user_prompt, bot_response in myList:
-        prompt += prompt_template.format(user_prompt)
-        prompt += f" {bot_response}</s> \n"
-
-    prompt += prompt_template.format(message)
-    print("PROMPT: \n\t{}\n".format(prompt))
-    return prompt
 
 # Don't track actual history
-def format_prompt_grammar(message):
+def format_prompt_grammar(message, history):
     prompt = "<s>"
 
     # String to add before every prompt
     prompt_prefix = "Correct any grammatical errors in the following sentence and provide the corrected version:\n\nSentence:"
     prompt_template = "[INST] " + prompt_prefix + ' {} [/INST]'
 
-    history = [["It is my friends house in England.", "It is my friend's house in England."], 
-               ["Every girl must bring their books to school.", "Every girl must bring her books to school."]]# ["I have been to New York last summer.", "I went to New York last summer."]] 
+    myHistory = [["It is my friends house in England.", "It is my friend's house in England."], ["Every girl must bring their books to school.", "Every girl must bring her books to school."]]
 
     # Iterates through every past user input and response to be added to the prompt
-    for user_prompt, bot_response in history:
+    for user_prompt, bot_response in myHistory:
         prompt += prompt_template.format(user_prompt)
         prompt += f" {bot_response}</s> \n"
 
     prompt += prompt_template.format(message)
-    print("PROMPT: \n\t{}\n".format(prompt))
     return prompt
 
 
 
 def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
     print("\n\nSystem Prompt: '{}'".format(system_prompt))
+    
     temperature = float(temperature)
-    if temperature < 1e-2:
-        temperature = 1e-2
+    if temperature < 1e-2: temperature = 1e-2
     top_p = float(top_p)
 
+    
     generate_kwargs = dict(temperature=temperature, max_new_tokens=max_new_tokens, top_p=top_p, repetition_penalty=repetition_penalty, do_sample=True, seed=42,)
     
-    #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    #formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}", history)
-    #formatted_prompt = format_prompt_grammar(prompt)
-    formatted_prompt = format_prompt_grammar(f"{system_prompt} {prompt}")
+    formatted_prompt = format_prompt(f"{system_prompt} {prompt}", history)
+    #formatted_prompt = format_prompt_grammar(f"Corrected Sentence: {prompt}", history)
+    print("\nPROMPT: \n\t" + formatted_prompt)
+    
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
@@ -93,14 +64,13 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
 
 
 additional_inputs=[
-    gr.Textbox( label="System Prompt", value="Corrected Sentence:" , max_lines=1, interactive=True, ),
+    gr.Textbox( label="System Prompt", value="" , max_lines=1, interactive=True, ),
     gr.Slider( label="Temperature", value=0.9, minimum=0.0, maximum=1.0, step=0.05, interactive=True, info="Higher values produce more diverse outputs", ),
     gr.Slider( label="Max new tokens", value=256, minimum=0, maximum=1048, step=64, interactive=True, info="The maximum numbers of new tokens", ),
     gr.Slider( label="Top-p (nucleus sampling)", value=0.90, minimum=0.0, maximum=1, step=0.05, interactive=True, info="Higher values sample more low-probability tokens", ),
     gr.Slider( label="Repetition penalty", value=1.2, minimum=1.0, maximum=2.0, step=0.05, interactive=True, info="Penalize repeated tokens", )
 ]
 
-
 examples=['Give me the grammatically correct version of the sentence: "We shood buy an car"', "Give me an example exam question testing students on square roots on basic integers", "Would this block of HTML code run?\n```\n\n```", "I have been to New York last summer.", "We shood buy an car.", "People is coming to my party.", "She is more taller.", "Their were lot of sheeps.", "I want to speak English good.", "I must to buy a new cartoon book."]
 examples = [[x, None, None, None, None, None] for x in examples]