Spaces:
Running
on
T4
Running
on
T4
Hazzzardous
commited on
Commit
•
d22a24a
1
Parent(s):
93ed621
Update config.py
Browse files
config.py
CHANGED
@@ -18,15 +18,15 @@ quantized = {
|
|
18 |
# [File size: 3.0GB]
|
19 |
|
20 |
|
21 |
-
config = {
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
}
|
28 |
|
29 |
-
title = "RWKV-4 (7B Instruct)"
|
30 |
|
31 |
# RWKV 1B5 instruct model quantized
|
32 |
# Approximate
|
@@ -54,10 +54,10 @@ title = "RWKV-4 (7B Instruct)"
|
|
54 |
# RWKV 14B quantized (latest as of feb 9)
|
55 |
# Approximate
|
56 |
# [Vram usage: 15.0GB]
|
57 |
-
# [File size:
|
58 |
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
|
63 |
-
|
|
|
18 |
# [File size: 3.0GB]
|
19 |
|
20 |
|
21 |
+
# config = {
|
22 |
+
# "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
|
23 |
+
# "mode":TORCH,
|
24 |
+
# "runtimedtype":torch.bfloat16,
|
25 |
+
# "useGPU":torch.cuda.is_available(),
|
26 |
+
# "dtype":torch.bfloat16
|
27 |
+
# }
|
28 |
|
29 |
+
# title = "RWKV-4 (7B Instruct)"
|
30 |
|
31 |
# RWKV 1B5 instruct model quantized
|
32 |
# Approximate
|
|
|
54 |
# RWKV 14B quantized (latest as of feb 9)
|
55 |
# Approximate
|
56 |
# [Vram usage: 15.0GB]
|
57 |
+
# [File size: 15.0GB]
|
58 |
|
59 |
+
config = {
|
60 |
+
"path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
|
61 |
+
}
|
62 |
|
63 |
+
title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"
|