Hugging Face's logo

LWDCLS
/
Prox-MistralHermes-7B-GGUF-IQ-Imatrix-Request

GGUF
English
mistral
cybersecurity
Inference Endpoints
imatrix
conversational
Model card Files Community
Lewdiculous commited on
Commit
c6c89c0
·
verified ·
1 Parent(s): 7b2766a

All - 70.2 GB

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. ARM-Prox-MistralHermes-7B-Q4_0_4_8-imat.gguf +3 -0
  3. Prox-MistralHermes-7B-BF16.gguf +3 -0
  4. Prox-MistralHermes-7B-F16.gguf +3 -0
  5. Prox-MistralHermes-7B-IQ3_M-imat.gguf +3 -0
  6. Prox-MistralHermes-7B-IQ3_XXS-imat.gguf +3 -0
  7. Prox-MistralHermes-7B-IQ4_XS-imat.gguf +3 -0
  8. Prox-MistralHermes-7B-Q4_K_M-imat.gguf +3 -0
  9. Prox-MistralHermes-7B-Q4_K_S-imat.gguf +3 -0
  10. Prox-MistralHermes-7B-Q5_K_M-imat.gguf +3 -0
  11. Prox-MistralHermes-7B-Q5_K_S-imat.gguf +3 -0
  12. Prox-MistralHermes-7B-Q6_K-imat.gguf +3 -0
  13. Prox-MistralHermes-7B-Q8_0-imat.gguf +3 -0
  14. imatrix-calibration_data-v3.txt +0 -0
  15. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ARM-Prox-MistralHermes-7B-Q4_0_4_8-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
38
+ Prox-MistralHermes-7B-BF16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Prox-MistralHermes-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Prox-MistralHermes-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Prox-MistralHermes-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Prox-MistralHermes-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Prox-MistralHermes-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Prox-MistralHermes-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Prox-MistralHermes-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Prox-MistralHermes-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Prox-MistralHermes-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Prox-MistralHermes-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
ARM-Prox-MistralHermes-7B-Q4_0_4_8-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3427c4bca64e14ee8e4ca6038fb8f0de9eebac68565e3102fc55ad6093939f47
3
+ size 4108929024
Prox-MistralHermes-7B-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d70dd8099ea24f604281471c61ef7642940eb9732164b1e5c49acc0b02767f
3
+ size 14484765344
Prox-MistralHermes-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01b928c1baf27aee6d87b88bc7b2b81cdcb58973da06d7942b0b53b7c8f3c479
3
+ size 14484765344
Prox-MistralHermes-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be330b553d40626b40c6d9e11b4a93102965daf189e3de4b06d407cdf5d67911
3
+ size 3284902848
Prox-MistralHermes-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f85cd8e6af3f037a4ffb9938f9050bb6d8a7327c494f8ded4500369fc1e4584b
3
+ size 2827353984
Prox-MistralHermes-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4349cddf93b14a39911aa24d64e4f51626e89df6f8b42573dbc38e81e809fb13
3
+ size 3907700480
Prox-MistralHermes-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaeb9d2264dd8f4f5efcbfda429468b997909deb963e75536f433d93ce41f410
3
+ size 4368451584
Prox-MistralHermes-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0806b960f319c2feded0857f94fb8a4c4d0eba39111615386bb6c5c75eb5f6ac
3
+ size 4140386304
Prox-MistralHermes-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c0152d6e2dbe5b0a2e3850f7ec3a01445176c4dda08245b5bbfcd82f7fc191
3
+ size 5131422720
Prox-MistralHermes-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:358bfcc25031bbb49d4d25f3f14735c17c59fe733ea11b38ea5c5029562a6ad8
3
+ size 4997729280
Prox-MistralHermes-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ec298e2d91370a725bf2f13ee982c941dde2fc1f428de7723ce842b3487336
3
+ size 5942079552
Prox-MistralHermes-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a47e630d701e7028b50b682a8e9554e0fd6fc8fc6043cbc105b30e08169f7c49
3
+ size 7695876032
imatrix-calibration_data-v3.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c92d283ad3fa9e65bb6735f1db234db05a94c199288572049c4260cf52484f4
3
+ size 4988191