#import gradio as gr

#gr.load("models/KvrParaskevi/Llama-2-7b-Hotel-Booking-Model-8Bit").launch()

import gradio as gr

from transformers import pipeline

pipe = pipeline("text-generation", model="KvrParaskevi/Llama-2-7b-Hotel-Booking-Model-8Bit")

def predict(text):
  return pipe(text)[0]["text"]

demo = gr.Interface(
  fn=predict,
  inputs='text',
  outputs='text',
)

demo.launch()