Hugging Face's logo

martineden
/
Meta-Llama-3.1-8B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
martineden commited on
Commit
dce16a7
•
1 Parent(s): 4d0f657

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. meta-llama-3.1-8b-instruct.Q2_K.gguf +3 -0
  3. meta-llama-3.1-8b-instruct.Q3_K_L.gguf +3 -0
  4. meta-llama-3.1-8b-instruct.Q3_K_M.gguf +3 -0
  5. meta-llama-3.1-8b-instruct.Q3_K_S.gguf +3 -0
  6. meta-llama-3.1-8b-instruct.Q4_0.gguf +3 -0
  7. meta-llama-3.1-8b-instruct.Q4_K_M.gguf +3 -0
  8. meta-llama-3.1-8b-instruct.Q4_K_S.gguf +3 -0
  9. meta-llama-3.1-8b-instruct.Q5_0.gguf +3 -0
  10. meta-llama-3.1-8b-instruct.Q5_K_M.gguf +3 -0
  11. meta-llama-3.1-8b-instruct.Q5_K_S.gguf +3 -0
  12. meta-llama-3.1-8b-instruct.Q6_K.gguf +3 -0
  13. meta-llama-3.1-8b-instruct.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ meta-llama-3.1-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ meta-llama-3.1-8b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ meta-llama-3.1-8b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ meta-llama-3.1-8b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ meta-llama-3.1-8b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ meta-llama-3.1-8b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ meta-llama-3.1-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ meta-llama-3.1-8b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ meta-llama-3.1-8b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ meta-llama-3.1-8b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ meta-llama-3.1-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ meta-llama-3.1-8b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
meta-llama-3.1-8b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d3983a170f31bd959e4dd9ab967ece28f72799aa596a37d6b9ff19c8ac65ba2
3
+ size 3179136384
meta-llama-3.1-8b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eaf80a0c03401924a2ba96063f07cac11e237fa1894fd253f76448ca79fb923
3
+ size 4321961344
meta-llama-3.1-8b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac057a29ba2701f3cab601faff81ec5bd9d9e2596e9d7625df5da9179071ecc8
3
+ size 4018922880
meta-llama-3.1-8b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da62ee993654e02eb9f5631faa44996c25fffe2a6c68af1d9a689c70f2060890
3
+ size 3664504192
meta-llama-3.1-8b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c87f65eacfee8b6445062cd45f10d977d850432c6461c5ef017386c38222432
3
+ size 4661216640
meta-llama-3.1-8b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6fea0816c83fc41c89d5d0f9025a6f318182dd5b1b8757f405fec51184364c
3
+ size 4920739200
meta-llama-3.1-8b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e520fb019fe5d8604dedec3477982d328b7ae6b7039a3c9712297785d95807fe
3
+ size 4692673920
meta-llama-3.1-8b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ba736c91308b85d1cc3f20e5557106b9b161ac0e968ec4fab8a7325b62b5c6
3
+ size 5599298944
meta-llama-3.1-8b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:002976fbaf5c7b855b67134c0d042cd0f5fb4f517946fc5dcdfc6492f0aaaf5c
3
+ size 5732992384
meta-llama-3.1-8b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78f5ac81fe78589a78ec93b0833dc627e302eff2e3b1146b4eb4ca02ca83fd5
3
+ size 5599298944
meta-llama-3.1-8b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d24f1fcc252a89165cf9c8c1e61abd7bdc2e2ec80ab540d23b3e8d123e12a301
3
+ size 6596011392
meta-llama-3.1-8b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aae354826be49a347123a28bfe2a047af6cac04b5793c73f819a46cca52e9fc
3
+ size 8540775808