app.py

# Use a pipeline as a high-level helper
from transformers import pipeline

my_pipe = pipeline("text-generation", model="TheBloke/Yarn-Mistral-7B-128k-GPTQ")

def get_class_1(input):
    return my_pipe(input)

# Start interface
iface = gr.Interface(fn=get_class_1, inputs="text", outputs=['text'], title='hello', description='LLM')
iface.launch()