Update app.py

app.py

@@ -10,28 +10,27 @@ I request that you provide only the improved version of the text without any fur
 
 PREFIX_PROMPT = "Please refine the following text in academic English:"
 
-def submit(x, api, init_prompt, prefix_prompt, simple=False):
+def submit(x, api, init_prompt, prefix_prompt, temperature, simple=False):
     # reset api key everytime, so it won't save api unsafely...?
     openai.api_key = api 
     # restart a new conversation.
     if simple:
-        results = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
-            messages=[
-                {"role": "user", "content": prefix_prompt + '\n' + x},
-            ]
-        )
-    else:    
-        results = openai.ChatCompletion.create(
-            model="gpt-3.5-turbo",
-            messages=[
-                {"role": "system", "content": init_prompt},
-                {"role": "user", "content": prefix_prompt + '\n' + x},
-            ]
-        )
+        messages=[{"role": "user", "content": prefix_prompt + x.strip()},]
+    else:
+        messages=[
+            # chatgpt doesn't pay much attention to system content.
+            {"role": "user", "content": init_prompt + prefix_prompt + x.strip()},
+        ]
+
+    results = openai.ChatCompletion.create(
+        model="gpt-3.5-turbo-0301",
+        temperature=temperature,
+        messages=messages,
+    )
+    
     total_tokens = results['usage']['total_tokens']
     cost = (total_tokens / 1000) * 0.002 # in dollar
-    response = results['choices'][0]['message']['content']
+    response = results['choices'][0]['message']['content'].strip()
     return response, cost
 
 print(f'[INFO] Starting Gradio APP...')
@@ -46,17 +45,18 @@ with gr.Blocks() as app:
     init_prompt_input = gr.Textbox(label="Init Prompt", value=INIT_PROMPT)
     prefix_prompt_input = gr.Textbox(label="Prefix Prompt", value=PREFIX_PROMPT)
 
-    simple_checkbox = gr.Checkbox(value=False, label='simple mode (only send the prefix prompt, 0.000142$ cheaper per query)')
+    temperature_input = gr.Number(value=1, label='temperature in [0, 2], the higher the more random.')
+    simple_checkbox = gr.Checkbox(value=False, label='simple mode (only send the prefix prompt, cheaper)')
 
     with gr.Row():
 
-        text_input = gr.Textbox(label="Input", lines=12)
+        text_input = gr.Textbox(label="Input", lines=14)
 
         with gr.Column():
             text_output = gr.Textbox(label="Output", lines=10)
             cost = gr.Number(label='cost of this query ($)')
 
     text_button = gr.Button("Submit")
-    text_button.click(submit, inputs=[text_input, api_input, init_prompt_input, prefix_prompt_input, simple_checkbox], outputs=[text_output, cost])
+    text_button.click(submit, inputs=[text_input, api_input, init_prompt_input, prefix_prompt_input, temperature_input, simple_checkbox], outputs=[text_output, cost])
     
 app.launch()