Hugging Face's logo

Lewdiculous
/
Irene-RP-v2-7B-GGUF-IQ-Imatrix

GGUF
experimental
Inference Endpoints
Model card Files Community
Lewdiculous commited on
Commit
39ad173
•
1 Parent(s): 15cab89

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Irene-RP-v2-7B-F16.gguf +3 -0
  3. Irene-RP-v2-7B-IQ3_M-imat.gguf +3 -0
  4. Irene-RP-v2-7B-IQ3_S-imat.gguf +3 -0
  5. Irene-RP-v2-7B-IQ3_XXS-imat.gguf +3 -0
  6. Irene-RP-v2-7B-IQ4_XS-imat.gguf +3 -0
  7. Irene-RP-v2-7B-Q4_K_M-imat.gguf +3 -0
  8. Irene-RP-v2-7B-Q4_K_S-imat.gguf +3 -0
  9. Irene-RP-v2-7B-Q5_K_M-imat.gguf +3 -0
  10. Irene-RP-v2-7B-Q5_K_S-imat.gguf +3 -0
  11. Irene-RP-v2-7B-Q6_K-imat.gguf +3 -0
  12. Irene-RP-v2-7B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-data.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Irene-RP-v2-7B-F16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Irene-RP-v2-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Irene-RP-v2-7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Irene-RP-v2-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Irene-RP-v2-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Irene-RP-v2-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Irene-RP-v2-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Irene-RP-v2-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Irene-RP-v2-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Irene-RP-v2-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Irene-RP-v2-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Irene-RP-v2-7B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ae365113b04d60cfbc004a61f9307924f69d91e671f5bb9ddec33822cba5ca6
3
+ size 14484731616
Irene-RP-v2-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71cba323c3117a824bda1a73880321671f524b0945f2d4c9ba78cb67596b092b
3
+ size 3284891392
Irene-RP-v2-7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f87140a66fa17725a663a75adcbb1d38ddeec33f49daa09ed12a41d627db0fa7
3
+ size 3182393088
Irene-RP-v2-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e451a1f7230e217ce148973fc12f8ad5c5d09425531f504c0be07e5e9462159a
3
+ size 2827343616
Irene-RP-v2-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23ce5eafce81c761ff9de7f4f72fbbeca6d5fea3dd4349e28dae267b29938ad
3
+ size 3907688192
Irene-RP-v2-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4486ed41fd7b211608f68720db75f046212ff7e89b8f49b37ce331e7a9013c5
3
+ size 4368439040
Irene-RP-v2-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cc833940974a1c02dc7a8ab310a5a7befefaf7a7d9dc82b7e57d343246e2ae9
3
+ size 4140373760
Irene-RP-v2-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5744e1351cd75615180a26b558938f4cc567ede5ee923554b71294c3719a3ebe
3
+ size 5131409152
Irene-RP-v2-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d05463408a6e967fa2bf09fe927c55808afae401a2940dcfacc4400e836bd368
3
+ size 4997715712
Irene-RP-v2-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a8a1d608751f981a1db6c0cf83fba662738d8e241d7cdbe928487159d51083
3
+ size 5942064896
Irene-RP-v2-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f439cd8127a1382ddc63d6b3647b71beb1062da7eaf7130e4bfdc40e9fca22e
3
+ size 7695857408
imatrix-with-rp-data.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cbb6f73f0a69057b7881c7080ed76224fc2228e7e89a8324b65470f6176fd23
3
+ size 4988126