Upload folder using huggingface_hub
Browse files- api.py +2 -2
- cli_demo.py +2 -2
- web_demo.py +2 -2
api.py
CHANGED
@@ -50,7 +50,7 @@ async def create_item(request: Request):
|
|
50 |
|
51 |
|
52 |
if __name__ == '__main__':
|
53 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
54 |
-
model = AutoModel.from_pretrained("
|
55 |
model.eval()
|
56 |
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)
|
|
|
50 |
|
51 |
|
52 |
if __name__ == '__main__':
|
53 |
+
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
54 |
+
model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).half().cuda()
|
55 |
model.eval()
|
56 |
uvicorn.run(app, host='0.0.0.0', port=8000, workers=1)
|
cli_demo.py
CHANGED
@@ -4,8 +4,8 @@ import signal
|
|
4 |
from transformers import AutoTokenizer, AutoModel
|
5 |
import readline
|
6 |
|
7 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
8 |
-
model = AutoModel.from_pretrained("
|
9 |
model = model.eval()
|
10 |
|
11 |
os_name = platform.system()
|
|
|
4 |
from transformers import AutoTokenizer, AutoModel
|
5 |
import readline
|
6 |
|
7 |
+
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
8 |
+
model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).half().cuda()
|
9 |
model = model.eval()
|
10 |
|
11 |
os_name = platform.system()
|
web_demo.py
CHANGED
@@ -2,8 +2,8 @@ from transformers import AutoModel, AutoTokenizer
|
|
2 |
import gradio as gr
|
3 |
import mdtex2html
|
4 |
|
5 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
6 |
-
model = AutoModel.from_pretrained("
|
7 |
model = model.eval()
|
8 |
|
9 |
"""Override Chatbot.postprocess"""
|
|
|
2 |
import gradio as gr
|
3 |
import mdtex2html
|
4 |
|
5 |
+
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
6 |
+
model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).half().cuda()
|
7 |
model = model.eval()
|
8 |
|
9 |
"""Override Chatbot.postprocess"""
|