app.py

from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
import gradio as gr
from gradio_webrtc import WebRTC, ReplyOnPause, AdditionalOutputs
import numpy as np
import os
from twilio.rest import Client

account_sid = os.environ.get("TWILIO_ACCOUNT_SID")
auth_token = os.environ.get("TWILIO_AUTH_TOKEN")

if account_sid and auth_token:
    client = Client(account_sid, auth_token)

    token = client.tokens.create()

    rtc_configuration = {
        "iceServers": token.ice_servers,
        "iceTransportPolicy": "relay",
    }
else:
    rtc_configuration = None

checkpoint = "HuggingFaceTB/SmolLM2-1.7B-Instruct"

device = "cuda"
tokenizer = AutoTokenizer.from_pretrained(checkpoint)
model = AutoModelForCausalLM.from_pretrained(checkpoint).to(device)

whisper = pipeline(
    model="openai/whisper-large-v3-turbo", device=device
)

system_prompt = "You are an AI coding assistant. Your task is to write single-file HTML applications based on a user's request. You may also be asked to edit your original response. Only return the code needed to fulfill the request."
user_prompt = "Please write a single-file HTML application to fulfill the following request. Only return the necessary code. Include all necessary imports and styles.\nThe message:{user_message}\nCurrent code you have written:{code}"



def generate(user_message: tuple[int, np.ndarray],
             history: list[dict],
             code: str):

    msg_text = whisper({"array": user_message[1], "sampling_rate": user_message[0]})["text"]
    history.append({"role": "user", "content": user_prompt.format(user_message=msg_text, code=code)})
    input_text = tokenizer.apply_chat_template(history, tokenize=False)
    inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
    outputs = model.generate(inputs, max_new_tokens=500, temperature=0.2, top_p=0.9, do_sample=True)
    response = tokenizer.decode(outputs[0])
    output = response[response.rindex("<|im_start|>assistant\n") + len("<|im_start|>assistant\n"):]
    history.append({"role": "assistant", "content": output})
    yield AdditionalOutputs(history, output)


with gr.Blocks() as demo:
    history = gr.State([{"role": "system", "content": system_prompt}])
    with gr.Row():
        code = gr.Code(language="html")
        sandbox = gr.HTML("")
    with gr.Row():
        webrtc = WebRTC(rtc_configuration=rtc_configuration, mode="send", modality="audio")
    webrtc.stream(ReplyOnPause(generate),
                  inputs=[webrtc, history, code],
                  outputs=[webrtc], time_limit=90)
    webrtc.on_additional_outputs(lambda history, code: (history, code),
                                 outputs=[history, code])

if __name__ == "__main__":
    demo.launch()