Hugging Face's logo

mradermacher
/
Qwen2.5-3B-TTKH-0.1-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
939e54f
•
1 Parent(s): b83c358

uploaded from leia

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Qwen2.5-3B-TTKH-0.1.IQ4_XS.gguf +3 -0
  3. Qwen2.5-3B-TTKH-0.1.Q2_K.gguf +3 -0
  4. Qwen2.5-3B-TTKH-0.1.Q3_K_L.gguf +3 -0
  5. Qwen2.5-3B-TTKH-0.1.Q3_K_M.gguf +3 -0
  6. Qwen2.5-3B-TTKH-0.1.Q3_K_S.gguf +3 -0
  7. Qwen2.5-3B-TTKH-0.1.Q4_K_M.gguf +3 -0
  8. Qwen2.5-3B-TTKH-0.1.Q4_K_S.gguf +3 -0
  9. Qwen2.5-3B-TTKH-0.1.Q5_K_M.gguf +3 -0
  10. Qwen2.5-3B-TTKH-0.1.Q5_K_S.gguf +3 -0
  11. Qwen2.5-3B-TTKH-0.1.Q6_K.gguf +3 -0
  12. Qwen2.5-3B-TTKH-0.1.Q8_0.gguf +3 -0
  13. Qwen2.5-3B-TTKH-0.1.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-3B-TTKH-0.1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-3B-TTKH-0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-3B-TTKH-0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-3B-TTKH-0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-3B-TTKH-0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-3B-TTKH-0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-3B-TTKH-0.1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-3B-TTKH-0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-3B-TTKH-0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-3B-TTKH-0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-3B-TTKH-0.1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-3B-TTKH-0.1.f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-3B-TTKH-0.1.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f14971bee2a247d895523c7dfd626f87d1eb68bb04d2f7222e9716e9664dbc1
3
+ size 1753185152
Qwen2.5-3B-TTKH-0.1.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ebf5bd819fa4be9b1dd851ea95722b6286728607fc550d2bdfa5bc6b75260cd
3
+ size 1274755968
Qwen2.5-3B-TTKH-0.1.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db37ddd8272590fcb75d11415e00f0987eb0aab49b2acdbb274c63eeb7dbdd34
3
+ size 1707391872
Qwen2.5-3B-TTKH-0.1.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bce1e79b0380506c2727e40fd0794063e676d61ce5d65e1adb666188902a82d
3
+ size 1590475648
Qwen2.5-3B-TTKH-0.1.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d38760c5fe6c0aa6c63ebe33eed01a04ae850b73f2408074d8e256b0312849
3
+ size 1454357376
Qwen2.5-3B-TTKH-0.1.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd1b07a27502ea39f36fc950d36be7b6490da67e1abfe9dcac43b2b7e83fad3
3
+ size 1929902976
Qwen2.5-3B-TTKH-0.1.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ecc8d0461a910b93e86d389cbaf8fa224bde9a338e1439e05e958901b03348e
3
+ size 1834384256
Qwen2.5-3B-TTKH-0.1.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c095590174d81da49178f3a12cf332a10f6c70eb1f771b55676ad5229e2c0b7
3
+ size 2224814976
Qwen2.5-3B-TTKH-0.1.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a864d000dce925aac198f58794cc922b6c3e96a96c19514d85348e0c2300ef61
3
+ size 2169666432
Qwen2.5-3B-TTKH-0.1.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9de5c665cda99f8ea6bee358632084086e6966082c0a2c96799a4f2c409c0b
3
+ size 2538158976
Qwen2.5-3B-TTKH-0.1.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bba589306efa522f93e0cf45d2b806bb89327fd785eeac69aa1180b2b90378e3
3
+ size 3285476224
Qwen2.5-3B-TTKH-0.1.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ae16e457a05609c2a947d9c3b7352afdfa4c0be80e9ba724a58228280f41147
3
+ size 6178317184