Update app.py

app.py

@@ -3,6 +3,7 @@ import gradio as gr
 import os
 import re
 import requests
+import random
 import http.client
 import typing
 import urllib.request
@@ -40,114 +41,6 @@ def search(url):
     response = model.generate_content([image,"Describe what is shown in this image."])
     return response.text
 
-# def format_prompt(message, history, cust_p):
-#     prompt = ""
-#     for user_prompt, bot_response in history:
-#         prompt += f"<start_of_turn>user{user_prompt}<end_of_turn>"
-#         prompt += f"<start_of_turn>model{bot_response}<end_of_turn>"
-#     prompt += cust_p.replace("USER_INPUT",message)
-#     return prompt
-
-# def generate(
-#     prompt, history, system_prompt, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
-# ):
-#     custom_prompt="<start_of_turn>userUSER_INPUT<end_of_turn><start_of_turn>model"
-#     temperature = float(temperature)
-#     if temperature < 1e-2:
-#         temperature = 1e-2
-#     top_p = float(top_p)
-
-#     generate_kwargs = dict(
-#         temperature=temperature,
-#         max_new_tokens=max_new_tokens,
-#         top_p=top_p,
-#         repetition_penalty=repetition_penalty,
-#         do_sample=True,
-#         seed=42,
-#     )
-
-#     image = extract_image_urls(prompt)
-#     if image:
-#         image_description = "Image Description: " + search(image)
-#         prompt = prompt.replace(image, image_description)
-#         print(prompt)
-#     formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history, custom_prompt)
-#     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-#     output = ""
-
-#     for response in stream:
-#         output += response.token.text
-#         yield output
-#     return output
-
-
-# additional_inputs=[
-#     gr.Textbox(
-#         label="System Prompt",
-#         max_lines=1,
-#         interactive=True,
-#     ),
-#     gr.Slider(
-#         label="Temperature",
-#         value=0.9,
-#         minimum=0.0,
-#         maximum=1.0,
-#         step=0.05,
-#         interactive=True,
-#         info="Higher values produce more diverse outputs",
-#     ),
-#     gr.Slider(
-#         label="Max new tokens",
-#         value=256,
-#         minimum=0,
-#         maximum=1048,
-#         step=64,
-#         interactive=True,
-#         info="The maximum numbers of new tokens",
-#     ),
-#     gr.Slider(
-#         label="Top-p (nucleus sampling)",
-#         value=0.90,
-#         minimum=0.0,
-#         maximum=1,
-#         step=0.05,
-#         interactive=True,
-#         info="Higher values sample more low-probability tokens",
-#     ),
-#     gr.Slider(
-#         label="Repetition penalty",
-#         value=1.2,
-#         minimum=1.0,
-#         maximum=2.0,
-#         step=0.05,
-#         interactive=True,
-#         info="Penalize repeated tokens",
-#     )
-# ]
-
-# examples=[["What are they doing here https://upload.wikimedia.org/wikipedia/commons/3/38/Two_dancers.jpg ?", None, None, None, None, None]]
-
-# gr.ChatInterface(
-#     fn=generate,
-#     chatbot=gr.Chatbot(show_label=True, show_share_button=True, show_copy_button=True, likeable=True, layout="bubble", bubble_full_width=False),
-#     additional_inputs=additional_inputs,
-#     title="Gemma Gemini Multimodal Chatbot",
-#     description="Gemini Sprint submission by Rishiraj Acharya. Uses Google's Gemini 1.0 Pro Vision multimodal model from Vertex AI with Google's Gemma 7B Instruct model from Hugging Face. Google Cloud credits are provided for this project.",
-#     theme="Soft",
-#     examples=examples,
-#     concurrency_limit=20,
-# ).launch(show_api=False)
-
-
-
-
-import random
-
-
-
-# def load_models(inp):
-#     return gr.update(label=models[inp])
-
 def format_prompt(message, history, cust_p):
     prompt = ""
     if history:
@@ -212,7 +105,7 @@ def check_rand(inp,val):
     else:
         return gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, value=int(val))
     
-with gr.Blocks() as app:
+with gr.Blocks(theme=gr.themes.Soft()) as app:
     memory=gr.State()
     gr.HTML("""<center><h1 style='font-size:xx-large;'>Gemma Gemini Multimodal Chatbot</h1><br><h3>Gemini Sprint submission by Rishiraj Acharya. Uses Google's Gemini 1.0 Pro Vision multimodal model from Vertex AI with Google's Gemma 7B Instruct model from Hugging Face. Google Cloud credits are provided for this project.</h3>""")
     chat_b = gr.Chatbot(show_label=True, show_share_button=True, show_copy_button=True, likeable=True, layout="bubble", bubble_full_width=False)
@@ -221,16 +114,11 @@ with gr.Blocks() as app:
             with gr.Column(scale=3):
                 inp = gr.Textbox(label="Prompt")
                 sys_inp = gr.Textbox(label="System Prompt (optional)")
-                with gr.Accordion("Prompt Format",open=False):
-                    custom_prompt=gr.Textbox(label="Modify Prompt Format", info="For testing purposes. 'USER_INPUT' is where 'SYSTEM_PROMPT, PROMPT' will be placed", lines=3,value="<start_of_turn>userUSER_INPUT<end_of_turn><start_of_turn>model")                
+                custom_prompt="<start_of_turn>userUSER_INPUT<end_of_turn><start_of_turn>model"
                 with gr.Row():
-                    with gr.Column(scale=2):
-                        btn = gr.Button("Chat")
-                    with gr.Column(scale=1):
-                        with gr.Group():
-                            stop_btn=gr.Button("Stop")
-                            clear_btn=gr.Button("Clear")                
-                # client_choice=gr.Dropdown(label="Models",type='index',choices=[c for c in models],value=models[0],interactive=True)
+                    btn = gr.Button("Chat")
+                    stop_btn = gr.Button("Stop")
+                    clear_btn = gr.Button("Clear")
             with gr.Column(scale=1):
                 with gr.Group():
                     rand = gr.Checkbox(label="Random Seed", value=True)
@@ -240,10 +128,6 @@ with gr.Blocks() as app:
                     top_p=gr.Slider(label="Top-P",step=0.01, minimum=0.01, maximum=1.0, value=0.49)
                     rep_p=gr.Slider(label="Repetition Penalty",step=0.01, minimum=0.1, maximum=2.0, value=0.99)
                     chat_mem=gr.Number(label="Chat Memory", info="Number of previous chats to retain",value=4)
-
-    
-    # client_choice.change(load_models,client_choice,[chat_b])
-    # app.load(load_models,client_choice,[chat_b])
     
     chat_sub=inp.submit(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])
     go=btn.click(check_rand,[rand,seed],seed).then(chat_inf,[sys_inp,inp,chat_b,memory,seed,temp,tokens,top_p,rep_p,chat_mem,custom_prompt],[chat_b,memory])