| import gradio as gr | |
| title = "GPT-J-6B" | |
| description = "Gradio Demo for GPT-J 6B, a transformer model trained \ | |
| using Ben Wang's Mesh Transformer JAX. 'GPT-J' refers to the class of \ | |
| model, while '6B' represents the number of trainable parameters. \ | |
| To use it, simply add your text, or click one of the examples to load them. \ | |
| I've used the API on this Space to deploy the GPT-J-6B model on a Telegram bot. \ | |
| Link to blog post below 👇" | |
| article = "<p style='text-align: center'> \ | |
| <a href='https://dicksonneoh.com/portfolio/deploy_gpt_hf_models_on_telegram/' \ | |
| target='_blank'>Blog post</a></p>" | |
| examples = [ | |
| ['The tower is 324 metres (1,063 ft) tall,'], | |
| ["The Moon's orbit around Earth has"], | |
| ["The smooth Borealis basin in the Northern Hemisphere covers 40%"] | |
| ] | |
| gr.Interface.load("huggingface/EleutherAI/gpt-j-6B", | |
| inputs=gr.inputs.Textbox(lines=5, label="Input Text"), | |
| title=title,description=description, | |
| article=article, | |
| examples=examples, | |
| enable_queue=True).launch() | |