Hugging Face's logo

qwp4w3hyb
/
Hermes-2-Theta-Llama-3-8B-iMat-GGUF

GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
b6fca13
•
1 Parent(s): aa921e2

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. hermes-2-theta-llama-3-8b-imat-IQ1_S.gguf +3 -0
  3. hermes-2-theta-llama-3-8b-imat-IQ2_M.gguf +3 -0
  4. hermes-2-theta-llama-3-8b-imat-IQ2_S.gguf +3 -0
  5. hermes-2-theta-llama-3-8b-imat-IQ2_XS.gguf +3 -0
  6. hermes-2-theta-llama-3-8b-imat-IQ2_XXS.gguf +3 -0
  7. hermes-2-theta-llama-3-8b-imat-IQ3_M.gguf +3 -0
  8. hermes-2-theta-llama-3-8b-imat-IQ3_S.gguf +3 -0
  9. hermes-2-theta-llama-3-8b-imat-IQ3_XS.gguf +3 -0
  10. hermes-2-theta-llama-3-8b-imat-IQ3_XXS.gguf +3 -0
  11. hermes-2-theta-llama-3-8b-imat-IQ4_NL.gguf +3 -0
  12. hermes-2-theta-llama-3-8b-imat-IQ4_XS.gguf +3 -0
  13. hermes-2-theta-llama-3-8b-imat-Q4_0.gguf +3 -0
  14. hermes-2-theta-llama-3-8b-imat-Q4_K_M.gguf +3 -0
  15. hermes-2-theta-llama-3-8b-imat-Q4_K_S.gguf +3 -0
  16. hermes-2-theta-llama-3-8b-imat-Q5_K_M.gguf +3 -0
  17. hermes-2-theta-llama-3-8b-imat-Q5_K_S.gguf +3 -0
  18. hermes-2-theta-llama-3-8b-imat-Q6_K.gguf +3 -0
  19. hermes-2-theta-llama-3-8b-imat-Q8_0.gguf +3 -0
  20. imat-bf16-gmerged.dat +3 -0
.gitattributes CHANGED
@@ -34,3 +34,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  hermes-2-theta-llama-3-8b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  hermes-2-theta-llama-3-8b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ hermes-2-theta-llama-3-8b-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ hermes-2-theta-llama-3-8b-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ hermes-2-theta-llama-3-8b-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ hermes-2-theta-llama-3-8b-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ hermes-2-theta-llama-3-8b-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ hermes-2-theta-llama-3-8b-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ hermes-2-theta-llama-3-8b-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ hermes-2-theta-llama-3-8b-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ hermes-2-theta-llama-3-8b-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ hermes-2-theta-llama-3-8b-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ hermes-2-theta-llama-3-8b-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ hermes-2-theta-llama-3-8b-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ hermes-2-theta-llama-3-8b-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ hermes-2-theta-llama-3-8b-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ hermes-2-theta-llama-3-8b-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ hermes-2-theta-llama-3-8b-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ hermes-2-theta-llama-3-8b-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ hermes-2-theta-llama-3-8b-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ imat-bf16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
hermes-2-theta-llama-3-8b-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61b8c34d42ec470764068ded1de842c8a12b0af06b8550587138b2677c29a65e
3
+ size 2019627328
hermes-2-theta-llama-3-8b-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03574a9ad49b437772354c1dabda7b4259b548bb7088676d042e36d38e073008
3
+ size 2948280640
hermes-2-theta-llama-3-8b-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8911327319ebfe28a8ee0f846aa4ed91c31d432ab8cf505768ec74cc8e184e8a
3
+ size 2758488384
hermes-2-theta-llama-3-8b-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:593ace2de7af37b9048c7320aa2b22ff87d51ea01c284762b2cb6167c63f03b4
3
+ size 2605781312
hermes-2-theta-llama-3-8b-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86c73cc4a7bbc820772c346c2eacd45b8f3d16d1a75a1204a4ac2e411d3334f2
3
+ size 2399211840
hermes-2-theta-llama-3-8b-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f2675eeae299535b4ed726b750b3eec060c2d8fa1125e79f31de9d80bb73f7c
3
+ size 3784823104
hermes-2-theta-llama-3-8b-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd2ec52fc577a8c2f905cd3f010157cd7c6eae2d811f0bcdd3dc40b6ae20a709
3
+ size 3682324800
hermes-2-theta-llama-3-8b-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824a764a7f25a6a4f6fabbafd34a1f6123b4a5bfda56b25fd6f04038581cb551
3
+ size 3518746944
hermes-2-theta-llama-3-8b-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16f7113e764eef7b84a6332c29d01964ce903cedff0a007933e0d0cde0bfe0aa
3
+ size 3274912064
hermes-2-theta-llama-3-8b-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549e6a8ae655906689ee8eb903e8d884b1974332fa258a4e016f001544aee46b
3
+ size 4677988672
hermes-2-theta-llama-3-8b-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e2d9bd36a78804ab01593c254f72cd61947a2ce443828f69426ff5191ca269
3
+ size 4447662400
hermes-2-theta-llama-3-8b-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c93b91247c5af02b5d98376c23187c91e50d0ab31ff422db121cfd21c58474
3
+ size 4675891520
hermes-2-theta-llama-3-8b-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8da0fe78ba98e7307ba5f5715136aba5c5736faec0b56cd0bc214639445b0d4
3
+ size 4920734016
hermes-2-theta-llama-3-8b-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:663a987d24936b2d8da57a4d3efd1ab65a72bbf04fdc91b2ef24656186ab148a
3
+ size 4692668736
hermes-2-theta-llama-3-8b-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdfc47de98fde318cc0ff0624414bc344aa00470fbea8c33ce32ce46a64de5c2
3
+ size 5732987200
hermes-2-theta-llama-3-8b-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe02943b7a3235474b7fdf34cd76dd415408062e4e003b98b52a1f2a95230eee
3
+ size 5599293760
hermes-2-theta-llama-3-8b-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3254adcf4f9391a4bd47568abc84b6b5aa938ecd3b935b962bdda9475b38f73c
3
+ size 6596006208
hermes-2-theta-llama-3-8b-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3486b7a77e1031fee7652bf6e456059cc8615a5ac3aa86dd4491fdbf891da626
3
+ size 8540770624
imat-bf16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bcaef9993303bda564579cb2b4d384f952755ec48ca590e8e82ba19aa79ab28
3
+ size 4988185