shunxing1234
commited on
Commit
•
667ba2f
1
Parent(s):
5db906e
Update README.md
Browse files
README.md
CHANGED
@@ -9,7 +9,7 @@ license: other
|
|
9 |
<h4 align="center">
|
10 |
<p>
|
11 |
<b>English</b> |
|
12 |
-
<a href="https://huggingface.co/BAAI/AquilaChat2-7B/blob/main/README_zh.md">简体中文</a>
|
13 |
</p>
|
14 |
</h4>
|
15 |
|
@@ -26,7 +26,7 @@ The additional details of the Aquila model will be presented in the official tec
|
|
26 |
<p>
|
27 |
<br>
|
28 |
|
29 |
-
## Quick Start AquilaChat2-7B(Chat model)
|
30 |
|
31 |
### 1. Inference
|
32 |
|
@@ -34,7 +34,7 @@ The additional details of the Aquila model will be presented in the official tec
|
|
34 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
35 |
import torch
|
36 |
device = torch.device("cuda")
|
37 |
-
model_info = "BAAI/AquilaChat2-7B"
|
38 |
tokenizer = AutoTokenizer.from_pretrained(model_info, trust_remote_code=True)
|
39 |
model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True)
|
40 |
model.eval()
|
|
|
9 |
<h4 align="center">
|
10 |
<p>
|
11 |
<b>English</b> |
|
12 |
+
<a href="https://huggingface.co/BAAI/AquilaChat2-7B-16K/blob/main/README_zh.md">简体中文</a>
|
13 |
</p>
|
14 |
</h4>
|
15 |
|
|
|
26 |
<p>
|
27 |
<br>
|
28 |
|
29 |
+
## Quick Start AquilaChat2-7B-16K(Chat model)
|
30 |
|
31 |
### 1. Inference
|
32 |
|
|
|
34 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
35 |
import torch
|
36 |
device = torch.device("cuda")
|
37 |
+
model_info = "BAAI/AquilaChat2-7B-16K"
|
38 |
tokenizer = AutoTokenizer.from_pretrained(model_info, trust_remote_code=True)
|
39 |
model = AutoModelForCausalLM.from_pretrained(model_info, trust_remote_code=True)
|
40 |
model.eval()
|