Hazzzardous commited on
Commit
84ab92c
1 Parent(s): d22a24a

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +12 -12
config.py CHANGED
@@ -18,15 +18,15 @@ quantized = {
18
  # [File size: 3.0GB]
19
 
20
 
21
- # config = {
22
- # "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
23
- # "mode":TORCH,
24
- # "runtimedtype":torch.bfloat16,
25
- # "useGPU":torch.cuda.is_available(),
26
- # "dtype":torch.bfloat16
27
- # }
28
 
29
- # title = "RWKV-4 (7B Instruct)"
30
 
31
  # RWKV 1B5 instruct model quantized
32
  # Approximate
@@ -56,8 +56,8 @@ quantized = {
56
  # [Vram usage: 15.0GB]
57
  # [File size: 15.0GB]
58
 
59
- config = {
60
- "path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
61
- }
62
 
63
- title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"
 
18
  # [File size: 3.0GB]
19
 
20
 
21
+ config = {
22
+ "path":"https://huggingface.co/BlinkDL/rwkv-4-pile-7b/resolve/main/RWKV-4-Pile-7B-Instruct-test1-20230124.pth",
23
+ "mode":TORCH,
24
+ "runtimedtype":torch.bfloat16,
25
+ "useGPU":torch.cuda.is_available(),
26
+ "dtype":torch.bfloat16
27
+ }
28
 
29
+ title = "RWKV-4 (7B Instruct)"
30
 
31
  # RWKV 1B5 instruct model quantized
32
  # Approximate
 
56
  # [Vram usage: 15.0GB]
57
  # [File size: 15.0GB]
58
 
59
+ # config = {
60
+ # "path": "https://huggingface.co/Hazzzardous/RWKV-8Bit/resolve/main/RWKV-4-Pile-14B-20230204-7324.pqth"
61
+ # }
62
 
63
+ # title = "RWKV-4 (14b 94% trained, not yet instruct tuned, 8-Bit)"