Hugging Face's logo

mradermacher
/
TaxoLlama3.1-8b-instruct-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
bc889e9
•
1 Parent(s): 51f8316

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. TaxoLlama3.1-8b-instruct.i1-IQ1_M.gguf +3 -0
  3. TaxoLlama3.1-8b-instruct.i1-IQ1_S.gguf +3 -0
  4. TaxoLlama3.1-8b-instruct.i1-IQ2_M.gguf +3 -0
  5. TaxoLlama3.1-8b-instruct.i1-IQ2_S.gguf +3 -0
  6. TaxoLlama3.1-8b-instruct.i1-IQ2_XS.gguf +3 -0
  7. TaxoLlama3.1-8b-instruct.i1-IQ2_XXS.gguf +3 -0
  8. TaxoLlama3.1-8b-instruct.i1-IQ3_M.gguf +3 -0
  9. TaxoLlama3.1-8b-instruct.i1-IQ3_S.gguf +3 -0
  10. TaxoLlama3.1-8b-instruct.i1-IQ3_XS.gguf +3 -0
  11. TaxoLlama3.1-8b-instruct.i1-IQ3_XXS.gguf +3 -0
  12. TaxoLlama3.1-8b-instruct.i1-IQ4_XS.gguf +3 -0
  13. TaxoLlama3.1-8b-instruct.i1-Q2_K.gguf +3 -0
  14. TaxoLlama3.1-8b-instruct.i1-Q2_K_S.gguf +3 -0
  15. TaxoLlama3.1-8b-instruct.i1-Q3_K_L.gguf +3 -0
  16. TaxoLlama3.1-8b-instruct.i1-Q3_K_M.gguf +3 -0
  17. TaxoLlama3.1-8b-instruct.i1-Q3_K_S.gguf +3 -0
  18. TaxoLlama3.1-8b-instruct.i1-Q4_0.gguf +3 -0
  19. TaxoLlama3.1-8b-instruct.i1-Q4_K_M.gguf +3 -0
  20. TaxoLlama3.1-8b-instruct.i1-Q4_K_S.gguf +3 -0
  21. TaxoLlama3.1-8b-instruct.i1-Q5_K_M.gguf +3 -0
  22. TaxoLlama3.1-8b-instruct.i1-Q5_K_S.gguf +3 -0
  23. TaxoLlama3.1-8b-instruct.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ TaxoLlama3.1-8b-instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ TaxoLlama3.1-8b-instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ TaxoLlama3.1-8b-instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ TaxoLlama3.1-8b-instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ TaxoLlama3.1-8b-instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ TaxoLlama3.1-8b-instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ TaxoLlama3.1-8b-instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ TaxoLlama3.1-8b-instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ TaxoLlama3.1-8b-instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ TaxoLlama3.1-8b-instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ TaxoLlama3.1-8b-instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ TaxoLlama3.1-8b-instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ TaxoLlama3.1-8b-instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ TaxoLlama3.1-8b-instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ TaxoLlama3.1-8b-instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ TaxoLlama3.1-8b-instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ TaxoLlama3.1-8b-instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ TaxoLlama3.1-8b-instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ TaxoLlama3.1-8b-instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ TaxoLlama3.1-8b-instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ TaxoLlama3.1-8b-instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ TaxoLlama3.1-8b-instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
TaxoLlama3.1-8b-instruct.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00887009b2b206f7929ebc596075c0079583784c599725fb81d4a7967f941ddd
3
+ size 2161977088
TaxoLlama3.1-8b-instruct.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e21c0380f183abef3de8552d406053dfb717cff11e1cf0fe876b5040daa4c173
3
+ size 2019632896
TaxoLlama3.1-8b-instruct.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516b675fce3a38cacc69826e3741ef0ebb4d6b0c058d91a4e861c27617e8a396
3
+ size 2948286208
TaxoLlama3.1-8b-instruct.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c84fe328201019992772f8478823dc5abaaa7a63fecf24ecccb51c52e20386c
3
+ size 2758493952
TaxoLlama3.1-8b-instruct.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcc04942689f5c3b52724bd9f06fcd6f99c00ea3ee3fd5d9930fccf25b104e11
3
+ size 2605786880
TaxoLlama3.1-8b-instruct.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48fe52c60d795d13d45919739d1e1bbcfe4f99a39eb3c2fd6285b2ac86309d1
3
+ size 2399217408
TaxoLlama3.1-8b-instruct.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6201c64a4607913bac03e0ef635fb14d91469ed89667ab649a279bcbebb80711
3
+ size 3784828672
TaxoLlama3.1-8b-instruct.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f550d6ca6e12c4f7464e92c5e77c5d782431ea257d123c2d7004afa01a4208e
3
+ size 3682330368
TaxoLlama3.1-8b-instruct.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66a36053986e06f78749a775d45681476112784451dd9f1306bb4400f7cd2476
3
+ size 3518752512
TaxoLlama3.1-8b-instruct.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c26144e8787752d4fbc8b6bd55d54e801ba332d9f8d5d3fd6a2c1b20b20fa0d5
3
+ size 3274917632
TaxoLlama3.1-8b-instruct.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a01473eaf7a2ed8504a244000a52267089e872793fd3b943f0c184fd3b603699
3
+ size 4447667968
TaxoLlama3.1-8b-instruct.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b01750dc16bf9674a29db7fd71625d0976abc30cd4a6dfb3996311abb70745b
3
+ size 3179136768
TaxoLlama3.1-8b-instruct.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c552cd8607bd072f75bcde9b4079203ecb7acfe3c8d3c188fdb67d9133713b
3
+ size 2988820224
TaxoLlama3.1-8b-instruct.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4b98117e2e864372f9b0bbe677b1499e86725dd7c0a0d8f8e7f88a1124d78f
3
+ size 4321961728
TaxoLlama3.1-8b-instruct.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a71ed4976ed8aef3d3d2a1b28f47c46c742f371cf04290d56c7fee8fa686db
3
+ size 4018923264
TaxoLlama3.1-8b-instruct.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62dc892fabd03279c4e18b176571e2771225a1b92837df17378a243d8748398a
3
+ size 3664504576
TaxoLlama3.1-8b-instruct.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2a8671d2b5cbb426346a9b2989547ad382907b26d7a3400c4c35003315c0660
3
+ size 4675897088
TaxoLlama3.1-8b-instruct.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f7d5e836d7532e0340bc57057f52d7665c1ea58d0d99e6087b810e1c708fe27
3
+ size 4920739584
TaxoLlama3.1-8b-instruct.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e94b03d156416edbe0addd361c1cd20777e15ec1d057ae5fa99b05a0dcfd91d
3
+ size 4692674304
TaxoLlama3.1-8b-instruct.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fff9fd91b2b930d798731f96ada81bcf57f1ca3bf4729946677cc261359a721c
3
+ size 5732992768
TaxoLlama3.1-8b-instruct.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5386b937761d6fece616e2461ce52add1b73e31ab652697e28dd1ece8cc627d
3
+ size 5599299328
TaxoLlama3.1-8b-instruct.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:292cce4199b12fe49249b070405fda036f573b647058426a3e8ecebaeaf8042b
3
+ size 6596011776