Hugging Face's logo

Qwen
/
Qwen2-0.5B-Instruct-GGUF

Text Generation
GGUF
English
instruct
chat
Inference Endpoints
conversational
Model card Files Community
2
yangapku commited on
Commit
78e423e
·
1 Parent(s): 9665acb

Initial commit

Browse files
Files changed (10) hide show
  1. .gitattributes +1 -0
  2. qwen2-0_5b-instruct-fp16.gguf +3 -0
  3. qwen2-0_5b-instruct-q2_k.gguf +3 -0
  4. qwen2-0_5b-instruct-q3_k_m.gguf +3 -0
  5. qwen2-0_5b-instruct-q4_0.gguf +3 -0
  6. qwen2-0_5b-instruct-q4_k_m.gguf +3 -0
  7. qwen2-0_5b-instruct-q5_0.gguf +3 -0
  8. qwen2-0_5b-instruct-q5_k_m.gguf +3 -0
  9. qwen2-0_5b-instruct-q6_k.gguf +3 -0
  10. qwen2-0_5b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
qwen2-0_5b-instruct-fp16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfcf673a36ac38b99fd032f5172d1bfa7f427ea6a4c464db0cc8d99045d040ea
3
+ size 1266423264
qwen2-0_5b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4a11f4ab726c734c084f06852d6fd48c6b4f6686e76c2804001f46ac963563
3
+ size 415180256
qwen2-0_5b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccaf481f4b1ffd76b8a781aae2e0f7a3ca3021c716b3f9c25261214852da5d4c
3
+ size 432039392
qwen2-0_5b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d9d7837ffd63eceee4126f5e797011f5d4ff7cc2905293fe66a93060c0e3745
3
+ size 428727776
qwen2-0_5b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16e71e138b457cf8db68702f9fb661b81ec9656fe76e2d17bb8264bd4ee65b2c
3
+ size 491397600
qwen2-0_5b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2165adaee902bb8142445867e03aa3e1862b863587c06ede4556ef425cf2cc58
3
+ size 490472928
qwen2-0_5b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16654d862b4b19f4f92ba14e11f056d0220400f59ee74e7a204cf0bf17e64d32
3
+ size 522184160
qwen2-0_5b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bac3397645e4d97a19bc26dc07e376d3be21973674bd8b598a8c2cc8980f4b6a
3
+ size 650376672
qwen2-0_5b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:703ba70a4459d597ad855837362e6364ae10be4aefd0e01496df2022575550b2
3
+ size 675708384