duzx16 commited on
Commit
382cc70
1 Parent(s): 5579a9f

Update use case

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -41,8 +41,8 @@ pip install protobuf transformers==4.30.2 cpm_kernels torch>=2.0 gradio mdtex2ht
41
 
42
  ```ipython
43
  >>> from transformers import AutoTokenizer, AutoModel
44
- >>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
45
- >>> model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).half().cuda()
46
  >>> model = model.eval()
47
  >>> response, history = model.chat(tokenizer, "你好", history=[])
48
  >>> print(response)
 
41
 
42
  ```ipython
43
  >>> from transformers import AutoTokenizer, AutoModel
44
+ >>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
45
+ >>> model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True).half().cuda()
46
  >>> model = model.eval()
47
  >>> response, history = model.chat(tokenizer, "你好", history=[])
48
  >>> print(response)