# Use a pipeline as a high-level helper from transformers import pipeline my_pipe = pipeline("text-generation", model="TheBloke/Yarn-Mistral-7B-128k-GPTQ") def get_class_1(input): return my_pipe(input) # Start interface iface = gr.Interface(fn=get_class_1, inputs="text", outputs=['text'], title='hello', description='LLM') iface.launch()