File size: 547 Bytes
5e59bb2
 
 
 
 
 
 
 
 
 
 
 
0d9f940
38a0e9f
02a59bb
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from transformers import AutoModelForCausalLM, AutoTokenizer
import gradio as gr

model_name = "Yuchan5386/NaturaAI-1"
tokenizer = AutoTokenizer.from_pretrained(model_name)
model = AutoModelForCausalLM.from_pretrained(model_name)

def generate_text(prompt):
    inputs = tokenizer(prompt, return_tensors="pt")
    outputs = model.generate(**inputs)
    return tokenizer.decode(outputs[0], skip_special_tokens=True)

iface = gr.Interface(fn=generate_text, inputs="text", outputs="text")

# API ์—”๋“œํฌ์ธํŠธ ์ž๋™ ์ƒ์„ฑ
iface.launch(share=True)