Hugging Face's logo

Lewdiculous
/
Aura_L3_8B-GGUF-IQ-Imatrix

GGUF
roleplay
llama3
sillytavern
Inference Endpoints
conversational
Model card Files Community
2
Lewdiculous commited on
Commit
321c576
•
1 Parent(s): eefe2fa

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Aura_L3_8B-F16.gguf +3 -0
  3. Aura_L3_8B-IQ3_M-imat.gguf +3 -0
  4. Aura_L3_8B-IQ3_XXS-imat.gguf +3 -0
  5. Aura_L3_8B-IQ4_NL-imat.gguf +3 -0
  6. Aura_L3_8B-IQ4_XS-imat.gguf +3 -0
  7. Aura_L3_8B-Q4_K_M-imat.gguf +3 -0
  8. Aura_L3_8B-Q4_K_S-imat.gguf +3 -0
  9. Aura_L3_8B-Q5_K_M-imat.gguf +3 -0
  10. Aura_L3_8B-Q5_K_S-imat.gguf +3 -0
  11. Aura_L3_8B-Q6_K-imat.gguf +3 -0
  12. Aura_L3_8B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Aura_L3_8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Aura_L3_8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Aura_L3_8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Aura_L3_8B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Aura_L3_8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Aura_L3_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Aura_L3_8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Aura_L3_8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Aura_L3_8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Aura_L3_8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Aura_L3_8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Aura_L3_8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef9b17b3aa94e2ebe6ee75f5bc030c8400a046216b07e517f53a9e1d8a3c1e26
3
+ size 16069403904
Aura_L3_8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ee7e224304039f9501b59d002b01b2cd49961e3ca8d750fdcdd2dad6bac487b
3
+ size 3785336096
Aura_L3_8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b2e3a53eab2dee40578e0cf95bd72869ff9567c2e86f8aee2b868c0208543fb
3
+ size 3275425056
Aura_L3_8B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4afabca8a5077ccb2ceb63b0bac4bf59e66c8a47711a8da5987d1ea8ee92ae94
3
+ size 4678501664
Aura_L3_8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79af74d71b42e3b6c6f1884a022cc608151dd97bc055b6bcb5aab7f96530aec7
3
+ size 4448175392
Aura_L3_8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3637a86bae62ae52cebf0165bb7bb4ac28281b73753e5e2caae3b7471111c307
3
+ size 4921247008
Aura_L3_8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c958348e1f1b90bb140adf3d8d9daf233eb1a153a8959c04197b3fe694b54b59
3
+ size 4693181728
Aura_L3_8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd21a25d5410a45c4103be2bd2a8a4ab54d75e1e523d9fcfc61116741218e8db
3
+ size 5733500192
Aura_L3_8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624871d8fc9aafde3052c6a9db86215c077f3fe02fef03fcd2db9a985e4d012f
3
+ size 5599806752
Aura_L3_8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:568a1fe522780123f558d9787005812231480513fc4ab2cbc4dad1a6f0e15084
3
+ size 6596519200
Aura_L3_8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba31b0bb9102f5226bb86567fcbd0883ff2b072e2f91c10ef34a5f960f23467c
3
+ size 8541283616
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5759732d420141d05005790fda7a91ae3afcdba8fcb806a41b7cc0fac23fd206
3
+ size 4988126