Hugging Face's logo

mradermacher
/
tiny-reasoner-llama3.2-3B-GGUF

Transformers
GGUF
English
text-generation-inference
unsloth
llama
trl
sft
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
57b1d61
·
verified ·
1 Parent(s): 5a2cb18

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. tiny-reasoner-llama3.2-3B.IQ4_XS.gguf +3 -0
  3. tiny-reasoner-llama3.2-3B.Q2_K.gguf +3 -0
  4. tiny-reasoner-llama3.2-3B.Q3_K_L.gguf +3 -0
  5. tiny-reasoner-llama3.2-3B.Q3_K_M.gguf +3 -0
  6. tiny-reasoner-llama3.2-3B.Q3_K_S.gguf +3 -0
  7. tiny-reasoner-llama3.2-3B.Q4_K_M.gguf +3 -0
  8. tiny-reasoner-llama3.2-3B.Q4_K_S.gguf +3 -0
  9. tiny-reasoner-llama3.2-3B.Q5_K_M.gguf +3 -0
  10. tiny-reasoner-llama3.2-3B.Q5_K_S.gguf +3 -0
  11. tiny-reasoner-llama3.2-3B.Q6_K.gguf +3 -0
  12. tiny-reasoner-llama3.2-3B.Q8_0.gguf +3 -0
  13. tiny-reasoner-llama3.2-3B.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tiny-reasoner-llama3.2-3B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ tiny-reasoner-llama3.2-3B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ tiny-reasoner-llama3.2-3B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ tiny-reasoner-llama3.2-3B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ tiny-reasoner-llama3.2-3B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ tiny-reasoner-llama3.2-3B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ tiny-reasoner-llama3.2-3B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ tiny-reasoner-llama3.2-3B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ tiny-reasoner-llama3.2-3B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ tiny-reasoner-llama3.2-3B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ tiny-reasoner-llama3.2-3B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ tiny-reasoner-llama3.2-3B.f16.gguf filter=lfs diff=lfs merge=lfs -text
tiny-reasoner-llama3.2-3B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45609316b63236f94d9991f52f7a5cf44669a3ea3b9d4a76b24a571b9e536c73
3
+ size 1840908064
tiny-reasoner-llama3.2-3B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed56a4b303d85065ac72b4b4dbe14cd6c9ed3ed3d278effbee248a94e120d1a2
3
+ size 1363937056
tiny-reasoner-llama3.2-3B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af2bf20a5e67343f7614aec58722a83405a07a4246417cef8647d3827144697e
3
+ size 1815349024
tiny-reasoner-llama3.2-3B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2954580a8a878455bc8b013111d58142eb3516a2f80c5b9dc86c44469fd0f220
3
+ size 1687160608
tiny-reasoner-llama3.2-3B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9b3d9581ae9750cd02a93f01ce005702a2a2884e61ddb39138c2faf50a84f5
3
+ size 1542850336
tiny-reasoner-llama3.2-3B.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00fc0b2f98ad66cc41727f1e3bb0567c3a024998d0e7410dcf5c9a6e3095610d
3
+ size 2019378976
tiny-reasoner-llama3.2-3B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d15f59ce8d945b13efb80cd864c6d7c2d51411a9cb7d24057f1c4df22fcdc16
3
+ size 1928202016
tiny-reasoner-llama3.2-3B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfd87ceee7b35439ffc706ceaad187bcd9989c4ee0a650b40a6ad6aab7982d6c
3
+ size 2322155296
tiny-reasoner-llama3.2-3B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cca80fb11947a592767ef1b2d6580285455028a54c7916cef73dae781d2d6f6
3
+ size 2269513504
tiny-reasoner-llama3.2-3B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e063cff9df4a936420ad142064e281570534bf781f250d8f33c5c013d0e46e3f
3
+ size 2643855136
tiny-reasoner-llama3.2-3B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfb1d7dfa69067240974a1342a005b311fbd8bb15d39eb7574362aa5242a510a
3
+ size 3421900576
tiny-reasoner-llama3.2-3B.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e9b7b98686b6215044f3814cea8aa7298420375914cbc30fd30aa89ff934914
3
+ size 6433689376