app.py

# import gradio as gr
# print("HELLLLLLLLLLLLLLLLLLLLLLLLLLLL")
# gr.load("models/NousResearch/Yarn-Mistral-7b-128k").launch()

from transformers import pipeline
import gradio as gr

pipe = pipeline("translation", model="NousResearch/Yarn-Mistral-7b-128k")

demo = gr.Interface.from_pipeline(pipe)
demo.launch()