Standard IQ4XS quantizing down from full bf16 ( not from f16)
Browse files
.gitattributes
CHANGED
@@ -53,3 +53,4 @@ qwen7bv2inst_q4km_output8bit.gguf filter=lfs diff=lfs merge=lfs -text
|
|
53 |
qwen7bv2instruct_bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
54 |
qwen7bv2inst_iq4xs_embedding8_output8.gguf filter=lfs diff=lfs merge=lfs -text
|
55 |
qwen7bv2inst_iq4xs_embedding8_outputq8.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
53 |
qwen7bv2instruct_bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
54 |
qwen7bv2inst_iq4xs_embedding8_output8.gguf filter=lfs diff=lfs merge=lfs -text
|
55 |
qwen7bv2inst_iq4xs_embedding8_outputq8.gguf filter=lfs diff=lfs merge=lfs -text
|
56 |
+
qwen7bv2inst_Iq4xs_output6k.gguf filter=lfs diff=lfs merge=lfs -text
|
qwen7bq4xsoutput6k.gguf → qwen7bv2inst_Iq4xs_output6k.gguf
RENAMED
File without changes
|