File size: 1,331 Bytes
47cbe93
 
 
859873c
 
deea6e3
 
 
 
d861a5c
 
 
 
 
deea6e3
 
 
 
 
 
 
47cbe93
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
from transformers import pipeline, Conversation
import gradio as gr


#这个Space主要是演示了可以直接使用Huggingface的pipeline构建AIApp,然后还刚好可以和Gradio的ChatInterface对应上!
chatbot = pipeline(model="facebook/blenderbot-400M-distill") #Working!
#https://huggingface.co/facebook/blenderbot-400M-distill/tree/main
#这个模型文件大小:730MB或1.46GB

#https://huggingface.co/facebook/blenderbot-400M-distill/tree/main?library=true
# Use a pipeline as a high-level helper
#from transformers import pipeline
#pipe = pipeline("conversational", model="facebook/blenderbot-400M-distill")

#chatbot = pipeline(model="HuggingFaceH4/starchat-beta")
#https://huggingface.co/HuggingFaceH4/starchat-beta/tree/main
#由于这个模型太大了(9.96+9.86+9.86+1.36GB),会导致如下错误:
#Runtime error
#Memory limit exceeded (16Gi)

#chatbot = pipeline(model="...")

message_list = []
response_list = []

def vanilla_chatbot(message, history):
    conversation = Conversation(text=message, past_user_inputs=message_list, generated_responses=response_list)
    conversation = chatbot(conversation)

    return conversation.generated_responses[-1]

demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.")

demo_chatbot.launch()