| import gradio as gr | |
| import requests | |
| API_URL = "https://t1q6ks6fusyg1qq7.us-east-1.aws.endpoints.huggingface.cloud" | |
| headers = { | |
| "Accept" : "application/json", | |
| "Content-Type": "application/json" | |
| } | |
| def return_text(txt): | |
| response = requests.post(API_URL, headers=headers, json={ | |
| "inputs": txt, | |
| "parameters": { | |
| "temperature": 0.7, | |
| "max_new_tokens": 512 | |
| } | |
| }) | |
| return response.json()[0]['generated_text'] | |
| demo = gr.Blocks() | |
| with demo: | |
| gr.Markdown( | |
| """ | |
| # Generate text from snorkelai/Snorkel-Mistral-PairRM-DPO with default parameters! | |
| Start typing below to see the output. | |
| """ | |
| ) | |
| input = gr.Textbox(placeholder="[INST] Recommend some Hollywood movies [/INST]") | |
| output = gr.Textbox() | |
| input.change(fn=return_text, inputs=input, outputs=output) | |
| demo.launch(share=True) |