Hugging Face's logo

qwp4w3hyb
/
Llama-3-11.5B-Instruct-V2-iMat-GGUF

Text Generation
GGUF
PyTorch
facebook
meta
llama
llama-3
instruct
finetune
frankenmerge
Merge
imatrix
importance matrix
Model card Files Community
qwp4w3hyb commited on
Commit
f105999
•
1 Parent(s): c3c5d8b

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. imat-bf16-gmerged.dat +3 -0
  3. llama-3-11.5b-instruct-v2-bf16.gguf +3 -0
  4. llama-3-11.5b-instruct-v2-imat-IQ1_S.gguf +3 -0
  5. llama-3-11.5b-instruct-v2-imat-IQ2_M.gguf +3 -0
  6. llama-3-11.5b-instruct-v2-imat-IQ2_S.gguf +3 -0
  7. llama-3-11.5b-instruct-v2-imat-IQ2_XS.gguf +3 -0
  8. llama-3-11.5b-instruct-v2-imat-IQ2_XXS.gguf +3 -0
  9. llama-3-11.5b-instruct-v2-imat-IQ3_M.gguf +3 -0
  10. llama-3-11.5b-instruct-v2-imat-IQ3_S.gguf +3 -0
  11. llama-3-11.5b-instruct-v2-imat-IQ3_XS.gguf +3 -0
  12. llama-3-11.5b-instruct-v2-imat-IQ3_XXS.gguf +3 -0
  13. llama-3-11.5b-instruct-v2-imat-IQ4_NL.gguf +3 -0
  14. llama-3-11.5b-instruct-v2-imat-IQ4_XS.gguf +3 -0
  15. llama-3-11.5b-instruct-v2-imat-Q4_0.gguf +3 -0
  16. llama-3-11.5b-instruct-v2-imat-Q4_K_M.gguf +3 -0
  17. llama-3-11.5b-instruct-v2-imat-Q4_K_S.gguf +3 -0
  18. llama-3-11.5b-instruct-v2-imat-Q5_K_M.gguf +3 -0
  19. llama-3-11.5b-instruct-v2-imat-Q5_K_S.gguf +3 -0
  20. llama-3-11.5b-instruct-v2-imat-Q6_K.gguf +3 -0
  21. llama-3-11.5b-instruct-v2-imat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imat-bf16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
37
+ llama-3-11.5b-instruct-v2-bf16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama-3-11.5b-instruct-v2-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama-3-11.5b-instruct-v2-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama-3-11.5b-instruct-v2-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama-3-11.5b-instruct-v2-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama-3-11.5b-instruct-v2-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama-3-11.5b-instruct-v2-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama-3-11.5b-instruct-v2-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama-3-11.5b-instruct-v2-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama-3-11.5b-instruct-v2-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama-3-11.5b-instruct-v2-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ llama-3-11.5b-instruct-v2-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ llama-3-11.5b-instruct-v2-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
50
+ llama-3-11.5b-instruct-v2-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
51
+ llama-3-11.5b-instruct-v2-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
52
+ llama-3-11.5b-instruct-v2-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ llama-3-11.5b-instruct-v2-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ llama-3-11.5b-instruct-v2-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ llama-3-11.5b-instruct-v2-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-bf16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b33a6b085d1955a21273fc0cc40fd7827c6b8f471e4837c7c438e1bfff2188
3
+ size 7482281
llama-3-11.5b-instruct-v2-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a948423fe2b42e15c1e91586cb458a2b01c1e61aad7059c5fd7fd71475ea7f9c
3
+ size 23048745664
llama-3-11.5b-instruct-v2-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a4eb11d507b50c3753cec6ebae1e62ac864862d55f313f9fc606920f1e5f6c
3
+ size 2758751232
llama-3-11.5b-instruct-v2-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb5fe05407f2740167d6d7d7893ac9c7bf85d4ca9f38e777a303cf09a1750ab7
3
+ size 4125053952
llama-3-11.5b-instruct-v2-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51ab7409dc5522d69b2dad23d439e9826fb86d7034db1c0e8f6857f29987a4d9
3
+ size 3840365568
llama-3-11.5b-instruct-v2-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb809506bebcca5b294d8bf1cfb4fd92bf4ae131ffe0fe20ba4f4bdad01a9532
3
+ size 3637982208
llama-3-11.5b-instruct-v2-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:371b1dd4c9545d7f2c0fb8154a102d7618fea7f3c1076b5298e1fa6686e71b83
3
+ size 3328128000
llama-3-11.5b-instruct-v2-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7634b9b25be2d1540f1386af5a245a7493ae00e5f527811a1bfe2e336018abc
3
+ size 5344982016
llama-3-11.5b-instruct-v2-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2066640d61cd194c09ff50712e4d0f2295ad2f06cd20f771dd83dfae9d3f1b3
3
+ size 5191234560
llama-3-11.5b-instruct-v2-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252279b8d0fb4930c55a759476a0d0a7a8e40618e82153f2c4c4fdae1a0459ac
3
+ size 4945867776
llama-3-11.5b-instruct-v2-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97ddb238bd3d974b597634eae6777cafded47749ed5371bb3b63f496ed399255
3
+ size 4615001088
llama-3-11.5b-instruct-v2-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c844890368bfeb4062144a89abdb74c27502539bb14177210a67adb0fd2b1243
3
+ size 6649844736
llama-3-11.5b-instruct-v2-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:483be3b26cca8ce429b9831e3d5ed01b56d0d4112d078e36231fcda4d5e8b59b
3
+ size 6312563712
llama-3-11.5b-instruct-v2-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de13ef7dc5369235baba3f222e439bc6ecad80a292f2eb30b503312eb765cb05
3
+ size 6646699008
llama-3-11.5b-instruct-v2-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5711150c8f440163f09bad9e000fdade2066a0b0b5d80334dba977b619ba6374
3
+ size 7013962752
llama-3-11.5b-instruct-v2-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25617b45263871f55c6abfe12b21be3a995f243af36f68641d4f986e0be62516
3
+ size 6670816256
llama-3-11.5b-instruct-v2-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:730a97287c5d10c18ef45b94ec0eabde6949b1f843e7264be84beff8c84dd618
3
+ size 8199508992
llama-3-11.5b-instruct-v2-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52cfc6f9990dcbb92428b8e86639f01decc802867231f1875d4cfbc2589e33bc
3
+ size 7998968832
llama-3-11.5b-instruct-v2-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9d1ca7bbdeee5512d30014c5342a449454446e5774c1de437792fe5bb7f3105
3
+ size 9459151872
llama-3-11.5b-instruct-v2-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:031bd32f3d875c15e9458c70826f9790adf01f37ccac733d0206459979c931d3
3
+ size 12249068544