Hugging Face's logo

Lewdiculous
/
Puppy_Purpose_0.69-GGUF-IQ-Imatrix

GGUF
roleplay
llama3
sillytavern
Inference Endpoints
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
b84bf46
•
1 Parent(s): a4be24f

Hopefully uploading all quants.

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Puppy_Purpose_0.69-IQ3_M-imat.gguf +3 -0
  3. Puppy_Purpose_0.69-IQ3_S-imat.gguf +3 -0
  4. Puppy_Purpose_0.69-IQ3_XXS-imat.gguf +3 -0
  5. Puppy_Purpose_0.69-IQ4_NL-imat.gguf +3 -0
  6. Puppy_Purpose_0.69-IQ4_XS-imat.gguf +3 -0
  7. Puppy_Purpose_0.69-Q4_K_M-imat.gguf +3 -0
  8. Puppy_Purpose_0.69-Q4_K_S-imat.gguf +3 -0
  9. Puppy_Purpose_0.69-Q5_K_M-imat.gguf +3 -0
  10. Puppy_Purpose_0.69-Q5_K_S-imat.gguf +3 -0
  11. Puppy_Purpose_0.69-Q6_K-imat.gguf +3 -0
  12. Puppy_Purpose_0.69-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Puppy_Purpose_0.69-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Puppy_Purpose_0.69-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Puppy_Purpose_0.69-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Puppy_Purpose_0.69-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Puppy_Purpose_0.69-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Puppy_Purpose_0.69-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Puppy_Purpose_0.69-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Puppy_Purpose_0.69-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Puppy_Purpose_0.69-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Puppy_Purpose_0.69-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Puppy_Purpose_0.69-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Puppy_Purpose_0.69-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0bf014c1af99f00713255168c6d3cc04d80abc9c1f409a5177b1e2bf1a691b1
3
+ size 3784823392
Puppy_Purpose_0.69-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f98bef083c697b8adf2b517c4deac6e4c1957781511d3a48feaf8be05b93ca
3
+ size 3682325088
Puppy_Purpose_0.69-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f5d16739b59ad4391a88ae44fa176c0fce7a92d8a85e7b7296ef6e69426366
3
+ size 3274912352
Puppy_Purpose_0.69-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:178e38da3421425ea14a9a9c258df5f0106298d2761a309091cb99139b07790f
3
+ size 4677988960
Puppy_Purpose_0.69-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a14a298fcc1323877ef135de996a6b8958bc2f6a41f50bb6db6eeefcfaf3cf76
3
+ size 4447662688
Puppy_Purpose_0.69-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2781e9fd72d904db444c1cf16b54af59178d99eaf1266b43259f32480268dfdf
3
+ size 4920734304
Puppy_Purpose_0.69-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf21cbb8172fa2fd0273e666c8b3c83c3dc70f68fb8c8c88ba79c8785bb58324
3
+ size 4692669024
Puppy_Purpose_0.69-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76f4c440bbd12db1393d456bf2a2d742467f4cf3a7075515108268b24e542b4e
3
+ size 5732987488
Puppy_Purpose_0.69-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b67803a88d6c41b617b4ff982108ca680314a56799bb4a2148f148faaaedc212
3
+ size 5599294048
Puppy_Purpose_0.69-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ebf270b2c5420dfc705379529e4383e5d853bbfa5ba1f47c75e17642fad984c
3
+ size 6596006496
Puppy_Purpose_0.69-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01588decc6475258f72764d55afe42ed0eee450b9ef7cb254c275375c770e266
3
+ size 8540770912
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9ea9fcd74dfedbb8779a81c233012a2498a0822b52bcd7f37cbb57a609f165f
3
+ size 4988193