Update README.md
Browse files
README.md
CHANGED
@@ -8,15 +8,15 @@ pipeline_tag: text-generation
|
|
8 |
library_name: transformers
|
9 |
---
|
10 |
|
11 |
-
## This repo contains EXL2 quants of the model. If you need the original weights, please find them [here](https://huggingface.co/anthracite-org/magnum-v4-27b
|
12 |
## Base repo only contains the measurement file, see revisions for your quant of choice.
|
13 |
|
14 |
-
- [measurement.json](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2
|
15 |
-
- [3.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2
|
16 |
-
- [4.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2
|
17 |
-
- [5.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2
|
18 |
-
- [6.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2
|
19 |
-
- [8.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2
|
20 |
![image/png](https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/EAyOLldRzMpRwdsUZ5PLl.png)
|
21 |
|
22 |
|
|
|
8 |
library_name: transformers
|
9 |
---
|
10 |
|
11 |
+
## This repo contains EXL2 quants of the model. If you need the original weights, please find them [here](https://huggingface.co/anthracite-org/magnum-v4-27b).
|
12 |
## Base repo only contains the measurement file, see revisions for your quant of choice.
|
13 |
|
14 |
+
- [measurement.json](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2/tree/main)
|
15 |
+
- [3.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2/tree/3.0bpw)
|
16 |
+
- [4.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2/tree/4.0bpw)
|
17 |
+
- [5.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2/tree/5.0bpw)
|
18 |
+
- [6.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2/tree/6.0bpw)
|
19 |
+
- [8.0bpw](https://huggingface.co/anthracite-org/magnum-v4-27b-exl2/tree/8.0bpw)
|
20 |
![image/png](https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/EAyOLldRzMpRwdsUZ5PLl.png)
|
21 |
|
22 |
|