Spaces:
Runtime error
Runtime error
from transformers import pipeline, Conversation | |
import gradio as gr | |
#这个Space主要是演示了可以直接使用Huggingface的pipeline构建AIApp,然后还刚好可以和Gradio的ChatInterface对应上! | |
chatbot = pipeline(model="facebook/blenderbot-400M-distill") #Working! | |
#https://huggingface.co/facebook/blenderbot-400M-distill/tree/main | |
#这个模型文件大小:730MB或1.46GB | |
#https://huggingface.co/facebook/blenderbot-400M-distill/tree/main?library=true | |
# Use a pipeline as a high-level helper | |
#from transformers import pipeline | |
#pipe = pipeline("conversational", model="facebook/blenderbot-400M-distill") | |
#chatbot = pipeline(model="HuggingFaceH4/starchat-beta") | |
#https://huggingface.co/HuggingFaceH4/starchat-beta/tree/main | |
#由于这个模型太大了(9.96+9.86+9.86+1.36GB),会导致如下错误: | |
#Runtime error | |
#Memory limit exceeded (16Gi) | |
#chatbot = pipeline(model="...") | |
message_list = [] | |
response_list = [] | |
def vanilla_chatbot(message, history): | |
conversation = Conversation(text=message, past_user_inputs=message_list, generated_responses=response_list) | |
conversation = chatbot(conversation) | |
return conversation.generated_responses[-1] | |
demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.") | |
demo_chatbot.launch() |