..

app.py

@@ -8,8 +8,8 @@ from io import BytesIO
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 # Define the function to respond to user inputs
-def respond(message, history):
-    messages = []
+def respond(message, history, system_message, max_tokens, temperature, top_p):
+    messages = [{"role": "system", "content": system_message}]
     
     for val in history:
         if val[0]:
@@ -21,14 +21,20 @@ def respond(message, history):
     
     response = client.chat_completion(
         messages,
+        max_tokens=max_tokens,
+        temperature=temperature,
+        top_p=top_p,
     )
     
     return response.choices[0].message['content']
 
 # Define the function to generate posts
-def generate_post(prompt):
+def generate_post(prompt, max_tokens, temperature, top_p):
     response = client.chat_completion(
         [{"role": "user", "content": prompt}],
+        max_tokens=max_tokens,
+        temperature=temperature,
+        top_p=top_p,
     )
     return response.choices[0].message['content']
 
@@ -77,6 +83,12 @@ with demo:
             with gr.Column():
                 chat_interface = gr.ChatInterface(
                     respond,
+                    additional_inputs=[
+                        gr.Textbox(value="You are a friendly Chatbot meant to assist users in managing social media posts ensuring they meet community guidelines", label="System message", visible=False),
+                        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens", visible=False),
+                        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature", visible=False),
+                        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)", visible=False),
+                    ],
                 )
                 advanced_button = gr.Button("Show Advanced Settings")
                 advanced_settings = gr.Column(visible=False)
@@ -93,9 +105,12 @@ with demo:
         
         with gr.TabItem("Generate Post"):
             post_prompt = gr.Textbox(label="Post Prompt")
+            max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens")
+            temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
+            top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
             generate_button = gr.Button("Generate Post")
             generated_post = gr.Textbox(label="Generated Post")
-            generate_button.click(generate_post, post_prompt, generated_post)
+            generate_button.click(generate_post, [post_prompt, max_tokens, temperature, top_p], generated_post)
         
         with gr.TabItem("Moderate Post"):
             post_content = gr.Textbox(label="Post Content")
@@ -115,5 +130,5 @@ with demo:
             image_moderation_result = gr.Textbox(label="Image Moderation Result")
             moderate_image_button.click(moderate_image, uploaded_image, image_moderation_result)
 
-if __name__ == "__main__":
-    demo.launch(debug=True)
+if __name__ == "__main__": 
+    demo.launch()