gh transfer

app.py

@@ -0,0 +1,70 @@
+"""
+Main Gradio module.
+"""
+
+import gradio as gr
+
+from src import requests
+
+
+def respond_stream(
+    message,
+    chat_history,
+    api_key,
+    model,
+    temperature,
+    top_p,
+    max_tokens,
+    system,
+):
+    response = ""
+    received_anything = False
+    for chunk in requests.get_stream_chat_completion(
+        message=message,
+        chat_history=chat_history,
+        model=model,
+        api_key=api_key,
+        temperature=temperature,
+        top_p=top_p,
+        max_tokens=int(max_tokens),
+        system=system if system else None,
+    ):
+        response += chunk
+        yield response
+        received_anything = True
+    if not received_anything:
+        gr.Warning("Error: Invalid API Key")
+        yield ""
+
+
+with gr.Blocks(title="Mistral Playground") as demo:
+    with gr.Row():
+        api_key = gr.Textbox(lines=1, label="Mistral API Key")
+        model = gr.Radio(
+            choices=["mistral-tiny", "mistral-small", "mistral-medium"],
+            value="mistral-tiny",
+        )
+    with gr.Row():
+        temperature = gr.Slider(
+            minimum=0.01, maximum=1.0, step=0.01, label="Temperature"
+        )
+        top_p = gr.Slider(minimum=0.01, maximum=1.0, step=0.01, label="Top P")
+        max_tokens = gr.Slider(
+            minimum=1, maximum=4000, step=1, label="Max Tokens", value=100
+        )
+
+    with gr.Row():
+        system = gr.Textbox(lines=10, label="System Message")
+        gr.ChatInterface(
+            respond_stream,
+            additional_inputs=[
+                api_key,
+                model,
+                temperature,
+                top_p,
+                max_tokens,
+                system,
+            ],
+        )
+
+demo.launch()

requirements.txt

@@ -0,0 +1 @@
+mistralai @ git+https://github.com/mistralai/client-python@be8bfb5010462996e289ff6f66e10e101f341197

src/requests.py

@@ -0,0 +1,31 @@
+"""
+Module to perform requests to Mistral API.
+"""
+
+from mistralai.client import MistralClient
+from mistralai.models.chat_completion import ChatMessage
+
+
+def get_stream_chat_completion(
+    message, chat_history, model, api_key, system=None, **kwargs
+):
+    messages = []
+    if system is not None:
+        messages.append(ChatMessage(role="system", content=system))
+    for chat in chat_history:
+        human_message, bot_message = chat
+        messages.extend(
+            (
+                ChatMessage(role="user", content=human_message),
+                ChatMessage(role="assistant", content=bot_message),
+            )
+        )
+    messages.append(ChatMessage(role="user", content=message))
+    client = MistralClient(api_key=api_key)
+    for chunk in client.chat_stream(
+        model=model,
+        messages=messages,
+        **kwargs,
+    ):
+        if chunk.choices[0].delta.content is not None:
+            yield chunk.choices[0].delta.content