File size: 698 Bytes
c92b89d
9a9a4a3
c92b89d
25c3227
f53c39c
 
25c3227
c92b89d
9a9a4a3
 
 
 
25c3227
9a9a4a3
 
c92b89d
9a9a4a3
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
import gradio as gr
from transformers import pipeline

def convert(prompt):
    model = pipeline('text-generation', model='bigscience/bloom-560m')
    result = model(prompt, max_length=400, num_beams = 2, num_beam_groups = 2, top_k=1, temperature=0.9, repetition_penalty = 2.0, diversity_penalty = 0.9)
    return result[0]['generated_text']

with gr.Blocks() as bls:
    gr.Markdown("Here is a Text Generation app")
    with gr.Row():
        inp = gr.Textbox(label="Type your prompt here and click Run", placeholder='Example: The main cloud services of AWS are:')
        out = gr.Textbox(label="Output")
    btn = gr.Button("Run")
    btn.click(fn=convert, inputs=inp, outputs=out)

bls.launch()