Update app.py

app.py

@@ -1,17 +1,32 @@
 from huggingface_hub import InferenceClient
 import gradio as gr
+import http.client
+import typing
+import urllib.request
+import vertexai
+from vertexai.generative_models import GenerativeModel, Image
 
-client = InferenceClient(
-    "mistralai/Mixtral-8x7B-Instruct-v0.1"
-)
+# vertexai.init(project=project_id)
+model = GenerativeModel("gemini-1.0-pro-vision")
+client = InferenceClient("google/gemma-7b-it")
 
+def load_image_from_url(image_url: str) -> Image:
+    with urllib.request.urlopen(image_url) as response:
+        response = typing.cast(http.client.HTTPResponse, response)
+        image_bytes = response.read()
+    return Image.from_bytes(image_bytes)
+
+def search(url):
+    image = load_image_from_url(url)
+    response = model.generate_content([image,"what is shown in this image?"])
+    return response.text
 
 def format_prompt(message, history):
-  prompt = "<s>"
+  prompt = ""
   for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
+    prompt += f"<start_of_turn>user\n{user_prompt}<end_of_turn>\n"
+    prompt += f"<start_of_turn>model\n{bot_response}<end_of_turn>\n"
+  prompt += f"<start_of_turn>user\n{message}<end_of_turn>\n<start_of_turn>model\n"
   return prompt
 
 def generate(
@@ -98,7 +113,7 @@ gr.ChatInterface(
     chatbot=gr.Chatbot(show_label=True, show_share_button=True, show_copy_button=True, likeable=True, layout="bubble", bubble_full_width=False),
     additional_inputs=additional_inputs,
     title="Hey Gemini",
-    description="Gemini Sprint submission by Rishiraj Acharya. Uses Whisper Large V2 as an ASR model, Gemini 1.5 Pro as the chat model and Coqui's XTTS V2 as a Multilingual TTS model.",
+    description="Gemini Sprint submission by Rishiraj Acharya. Uses Google's Gemini 1.0 Pro Vision multimodal model from Vertex AI with Google's Gemma 7B Instruct model from Hugging Face.",
     theme="Soft",
     examples=examples,
     concurrency_limit=20,