Update quantization table
Browse files
README.md
CHANGED
|
@@ -16,6 +16,8 @@ pipeline_tag: text-generation
|
|
| 16 |
library_name: ggml
|
| 17 |
datasets:
|
| 18 |
- froggeric/imatrix
|
|
|
|
|
|
|
| 19 |
---
|
| 20 |
|
| 21 |
# Reflection-Llama-3.1-70B-GGUF
|
|
@@ -45,7 +47,7 @@ GGUF quantized models of [mattshumer/ref_70_e3](https://huggingface.co/mattshume
|
|
| 45 |
| IQ4_XS | ??.?GB | false | true |
|
| 46 |
| Q3_K_XL | 37.2GB | false | false |
|
| 47 |
| Q3_K_L | ??.?GB | false | false |
|
| 48 |
-
| Q3_K_M |
|
| 49 |
| IQ3_M | ??.?GB | false | true |
|
| 50 |
| Q3_K_S | ??.?GB | false | false |
|
| 51 |
| IQ3_S | ??.?GB | false | true |
|
|
|
|
| 16 |
library_name: ggml
|
| 17 |
datasets:
|
| 18 |
- froggeric/imatrix
|
| 19 |
+
metrics:
|
| 20 |
+
- perplexity
|
| 21 |
---
|
| 22 |
|
| 23 |
# Reflection-Llama-3.1-70B-GGUF
|
|
|
|
| 47 |
| IQ4_XS | ??.?GB | false | true |
|
| 48 |
| Q3_K_XL | 37.2GB | false | false |
|
| 49 |
| Q3_K_L | ??.?GB | false | false |
|
| 50 |
+
| Q3_K_M | 34.3GB | false | false |
|
| 51 |
| IQ3_M | ??.?GB | false | true |
|
| 52 |
| Q3_K_S | ??.?GB | false | false |
|
| 53 |
| IQ3_S | ??.?GB | false | true |
|