Hugging Face's logo

martineden
/
Llama-3.2-3B-GGUF

GGUF
Inference Endpoints
Model card Files Community
martineden commited on
Commit
85c3ed8
•
1 Parent(s): 751365f

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. llama-3.2-3b.Q2_K.gguf +3 -0
  3. llama-3.2-3b.Q3_K_L.gguf +3 -0
  4. llama-3.2-3b.Q3_K_M.gguf +3 -0
  5. llama-3.2-3b.Q3_K_S.gguf +3 -0
  6. llama-3.2-3b.Q4_0.gguf +3 -0
  7. llama-3.2-3b.Q4_K_M.gguf +3 -0
  8. llama-3.2-3b.Q4_K_S.gguf +3 -0
  9. llama-3.2-3b.Q5_0.gguf +3 -0
  10. llama-3.2-3b.Q5_K_M.gguf +3 -0
  11. llama-3.2-3b.Q5_K_S.gguf +3 -0
  12. llama-3.2-3b.Q6_K.gguf +3 -0
  13. llama-3.2-3b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama-3.2-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama-3.2-3b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3.2-3b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3.2-3b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3.2-3b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3.2-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3.2-3b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3.2-3b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3.2-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3.2-3b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3.2-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3.2-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama-3.2-3b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb3965caf0048618b9279b39dd5e5feae7c688c1a0bad62eae049f5945c6494
3
+ size 1363931584
llama-3.2-3b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca42550a84c8234d37ee0f5c4f69ec7637f9a87f981e83640c1967ee5189632
3
+ size 1815343552
llama-3.2-3b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89698ad862acbd85aeb3a7ac29d535cab83324e78653da4d79653a27ae414dde
3
+ size 1687155136
llama-3.2-3b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff27e4e4318ac7e59f3cb7949d79f90c1d415d25f72a910c8ab3864b7896eff3
3
+ size 1542844864
llama-3.2-3b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd99287fc01360d36d710506b7f399c59735a5ff0146f2868ec90bdf237da6c3
3
+ size 1917186496
llama-3.2-3b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e794be6824b360baedfb10c2f0f277f3ae0c3739539f3e37b0e3836688ec1831
3
+ size 2019373504
llama-3.2-3b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14e9a946f463d42ce7a94d45e0ea20b2e411c63aae317fd1b175f10370f2788
3
+ size 1928196544
llama-3.2-3b.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d920f1b2f4fb099ad778f1319b013583f026319479bfa424ca2620d5e1859f5
3
+ size 2269508032
llama-3.2-3b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:573a60a5cc8365ec6a3a76e1ff9c7549cc461de7c3cb542a669102d34e7a9a81
3
+ size 2322149824
llama-3.2-3b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6069d8f1471eebf9981c6d8ac2bb26f7be417745c3a4864e0a68df9d77deadde
3
+ size 2269508032
llama-3.2-3b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030afc654669ef932040decddfc19cfa8c485a8c7d492d1b51b91d3d96125986
3
+ size 2643849664
llama-3.2-3b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c493b3ac232298c7c3a9950bcfb064e7494210aff8a3e007908177fe13e6b34
3
+ size 3421895104