Hugging Face's logo

MarsupialAI
/
Llama3_GGUF_Quant_Testing

GGUF
Inference Endpoints
conversational
Model card Files Community
MarsupialAI commited on
Commit
828da3b
•
1 Parent(s): afcbb60

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. imat_testing/L38ablit_fp32_Q4.gguf +3 -0
  3. imat_testing/L38ablit_fp32_Q4ks.gguf +3 -0
  4. imat_testing/L38ablit_fp32_Q8.gguf +3 -0
  5. imat_testing/L38ablit_fp32_imat32_Q4ks.gguf +3 -0
  6. imat_testing/L38ablit_fp32_imat4_Q4ks.gguf +3 -0
  7. imat_testing/L38ablit_fp32_imat8_Q4ks.gguf +3 -0
.gitattributes CHANGED
@@ -45,3 +45,9 @@ imat_testing/L38ablit_fp16_imat8_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
45
  imat_testing/L38ablit_fp16_Q4.gguf filter=lfs diff=lfs merge=lfs -text
46
  imat_testing/L38ablit_fp16_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
47
  imat_testing/L38ablit_fp16_Q8.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
45
  imat_testing/L38ablit_fp16_Q4.gguf filter=lfs diff=lfs merge=lfs -text
46
  imat_testing/L38ablit_fp16_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
47
  imat_testing/L38ablit_fp16_Q8.gguf filter=lfs diff=lfs merge=lfs -text
48
+ imat_testing/L38ablit_fp32_imat32_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
49
+ imat_testing/L38ablit_fp32_imat4_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
50
+ imat_testing/L38ablit_fp32_imat8_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
51
+ imat_testing/L38ablit_fp32_Q4.gguf filter=lfs diff=lfs merge=lfs -text
52
+ imat_testing/L38ablit_fp32_Q4ks.gguf filter=lfs diff=lfs merge=lfs -text
53
+ imat_testing/L38ablit_fp32_Q8.gguf filter=lfs diff=lfs merge=lfs -text
imat_testing/L38ablit_fp32_Q4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86b55a4d4db9916f96a059e0ade4a5092c006f645eabdf7edf5185f7830d74b3
3
+ size 4661211392
imat_testing/L38ablit_fp32_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a1578be4cccee6303886e3214dc9c1d2400d2ed808dd339fafda4fbceb9af7
3
+ size 4692668672
imat_testing/L38ablit_fp32_Q8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:651c1cd6882b1e4b314083da4029729a40689ced47b9bb0ce13fc27c2d8ab169
3
+ size 8540770560
imat_testing/L38ablit_fp32_imat32_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed795f9caacc839f9205bc187d7762647738cf8c3cf19e9cc2d619fa51c56c75
3
+ size 4692668896
imat_testing/L38ablit_fp32_imat4_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbaa61943383d90b4b4bab6dd92d8c51949020fd5a71eb981d991f759508a60f
3
+ size 4692668896
imat_testing/L38ablit_fp32_imat8_Q4ks.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c1e8cc535fb47ef9537845ed5e01295142de69237418a68717ba05cf02d2ab
3
+ size 4692668896