""" app.py """ import os import gradio as gr from groq import Groq client = Groq(api_key=os.getenv('GROQ_API_KEY')) def autocomplete(text): if text != "": response = client.chat.completions.create( model='mixtral-8x7b-32768', messages=[ { "role": "user", "content": text }], stream=True ) partial_message = "" for chunk in response: if chunk.choices[0].delta.content is not None: partial_message = partial_message + chunk.choices[0].delta.content yield partial_message # Create the Gradio interface with live updates iface = gr.Interface( fn=autocomplete, inputs=gr.Textbox(lines=2, placeholder="Hello 👋", label="Input Sentence"), outputs=gr.Markdown(), title="Catch me if you can 🐰", description="Powered by Groq & Gemma", live=True, # Set live to True for real-time feedback allow_flagging="never" # Disable flagging ) # Launch the app iface.launch()