Update app.py

app.py

@@ -13,39 +13,6 @@ from gradio.layouts import Column, Row
 from gradio.data_classes import InterfaceTypes
 import inspect
 
-########################################################################################################################################################################
-#### Create the custom Interface for the buttoms
-
-class CustomInterface(gr.Interface):
-    def render_input_column(self):
-        submit_btn, clear_btn, stop_btn, flag_btns, duplicate_btn = None, None, None, None, None
-
-        with Column(variant="panel"):
-            input_component_column = Column()
-            with input_component_column:
-                for component in self.input_components:
-                    component.render()
-            with Row():
-                if self.interface_type in [InterfaceTypes.STANDARD, InterfaceTypes.INPUT_ONLY]:
-                    clear_btn = ClearButton(value="Effacer ❌")
-                    if not self.live:
-                        submit_btn = Button("Soumettez votre requête ✅", variant="primary")  # Custom label
-                        if inspect.isgeneratorfunction(self.fn) or inspect.isasyncgenfunction(self.fn):
-                            stop_btn = Button("Stop", variant="stop", visible=False)
-                elif self.interface_type == InterfaceTypes.UNIFIED:
-                    clear_btn = ClearButton(value="Effacer ❌")
-                    submit_btn = Button("Soumettez votre requête ✅", variant="primary")  # Custom label
-                    if (inspect.isgeneratorfunction(self.fn) or inspect.isasyncgenfunction(self.fn)) and not self.live:
-                        stop_btn = Button("Stop", variant="stop")
-                    if self.allow_flagging == "manual":
-                        flag_btns = self.render_flag_btns()
-                    elif self.allow_flagging == "auto":
-                        flag_btns = [submit_btn]
-        
-        # Return the appropriate tuple
-        return submit_btn, clear_btn, stop_btn, flag_btns, input_component_column, duplicate_btn, None
-
-########################################################################################################################################################################
 # Define the device
 device = "cuda" if torch.cuda.is_available() else "cpu"
 #Define variables 
@@ -97,9 +64,9 @@ class MistralChatBot:
     def __init__(self, system_prompt="Le dialogue suivant est une conversation"):
         self.system_prompt = system_prompt
 
-    def predict(self, user_message, selected_style, temperature):
+    def predict(self, user_message, style, temperature):
 
-        system_prompt = styles_prompts_dict[selected_style]
+        system_prompt = styles_prompts_dict[style]
 
         sampling_params = SamplingParams(temperature=temperature, top_p=.95, max_tokens=500, presence_penalty = 2)
         detailed_prompt = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user"""
@@ -109,17 +76,14 @@ class MistralChatBot:
         generated_text = outputs[0].outputs[0].text
         return generated_text
 
-    def predict_simple(self, user_message, selected_style):
-        system_prompt = styles_prompts_dict[selected_style]
+    def predict_simple(self, user_message, style):
+        system_prompt = styles_prompts_dict[style]
         conversation = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user\n" + user_message + "<|im_end|>\n<|im_start|>assistant\n"
         return conversation
 
 # Create the Mistral chatbot instance
 mistral_bot = MistralChatBot()
 
-########################################################################################################################################################################
-
-# Define the Gradio interface
 title = """
 <h1 style='text-align: center; font-weight: bold;'> Bellay, le premier LLM de la littérature française</h1>
 """
@@ -213,17 +177,6 @@ explanations = {
 def update_explanation(choice):
     return explanations.get(choice, "No explanation available.")
 
-# Adjusted predict function to handle None temperature
-def predict(user_message, selected_style, temperature=0.7):
-        system_prompt = styles_prompts_dict[selected_style]
-        sampling_params = SamplingParams(temperature=temperature, top_p=.95, max_tokens=500, presence_penalty = 2)
-        detailed_prompt = "<|im_start|>system\n" + system_prompt + "<|im_end|>\n<|im_start|>user"""
-        detailed_prompt = detailed_prompt + "\n" + user_message + "<|im_end|>\n<|im_start|>assistant\n"
-        prompts = [detailed_prompt]
-        outputs = llm.generate(prompts, sampling_params, use_tqdm = False)
-        generated_text = outputs[0].outputs[0].text
-        return generated_text
-
 # Define the Gradio interface using Blocks
 with gr.Blocks() as demo:
     gr.Markdown(title)
@@ -238,17 +191,15 @@ with gr.Blocks() as demo:
         with gr.Column():
             user_input = gr.Textbox(label="Question or your instruction", type="text", lines=5, placeholder="Start typing here")
             temperature_slider = gr.Slider(label="Temperature", value=0.7, minimum=0.05, maximum=1.0, step=0.05, interactive=True)
+            with gr.Column():
+                clear_button = gr.Button("Clear")
+                submit_button = gr.Button("Submit")
         with gr.Column():
             output_text = gr.Textbox(label="Response", type="text", lines=10)
 
-    # Define the buttons
-    with gr.Row():
-        submit_button = gr.Button("Submit")
-        clear_button = gr.Button("Clear")
-
     # Function to handle the button click for submit
-    def on_submit(user_message, selected_style, temperature):
-        return predict(user_message, selected_style, temperature)
+    def on_submit(user_message, style, temperature):
+        return mistral_bot.predict(user_message, style, temperature)
 
     # Function to handle the button click for clear
     def on_clear():
@@ -261,4 +212,4 @@ with gr.Blocks() as demo:
     submit_button.click(on_submit, inputs=[user_input, dropdown, temperature_slider], outputs=output_text)
     clear_button.click(on_clear)
 
-demo.launch()
+demo.launch()