Spaces:
Running
on
T4
Running
on
T4
Hazzzardous
commited on
Commit
•
84ab92c
1
Parent(s):
d22a24a
Update config.py
Browse files
config.py
CHANGED
@@ -18,15 +18,15 @@ quantized = {
|
|
18 |
# [File size: 3.0GB]
|
19 |
|
20 |
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
|
28 |
|
29 |
-
|
30 |
|
31 |
# RWKV 1B5 instruct model quantized
|
32 |
# Approximate
|
@@ -56,8 +56,8 @@ quantized = {
|
|
56 |
# [Vram usage: 15.0GB]
|
57 |
# [File size: 15.0GB]
|
58 |
|
59 |
-
config = {
|
60 |
-
|
61 |
-
}
|
62 |
|
63 |
-
title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"
|
|
|
18 |
# [File size: 3.0GB]
|
19 |
|
20 |
|
21 |
+
config = {
|
22 |
+
"path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
|
23 |
+
"mode":TORCH,
|
24 |
+
"runtimedtype":torch.bfloat16,
|
25 |
+
"useGPU":torch.cuda.is_available(),
|
26 |
+
"dtype":torch.bfloat16
|
27 |
+
}
|
28 |
|
29 |
+
title = "RWKV-4 (7B Instruct)"
|
30 |
|
31 |
# RWKV 1B5 instruct model quantized
|
32 |
# Approximate
|
|
|
56 |
# [Vram usage: 15.0GB]
|
57 |
# [File size: 15.0GB]
|
58 |
|
59 |
+
# config = {
|
60 |
+
# "path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
|
61 |
+
# }
|
62 |
|
63 |
+
# title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"
|