Hugging Face's logo

mradermacher
/
Brian-Llama-3.2-3B-i1-GGUF

Transformers
GGUF
English
Web3
Domain-Specific
NLP
Intent Recognition
Solidity
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
b799aae
·
verified ·
1 Parent(s): f83e5f2

uploaded from back

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. Brian-Llama-3.2-3B.i1-IQ1_M.gguf +3 -0
  3. Brian-Llama-3.2-3B.i1-IQ1_S.gguf +3 -0
  4. Brian-Llama-3.2-3B.i1-IQ2_M.gguf +3 -0
  5. Brian-Llama-3.2-3B.i1-IQ2_S.gguf +3 -0
  6. Brian-Llama-3.2-3B.i1-IQ2_XS.gguf +3 -0
  7. Brian-Llama-3.2-3B.i1-IQ2_XXS.gguf +3 -0
  8. Brian-Llama-3.2-3B.i1-IQ3_M.gguf +3 -0
  9. Brian-Llama-3.2-3B.i1-IQ3_S.gguf +3 -0
  10. Brian-Llama-3.2-3B.i1-IQ3_XS.gguf +3 -0
  11. Brian-Llama-3.2-3B.i1-IQ3_XXS.gguf +3 -0
  12. Brian-Llama-3.2-3B.i1-IQ4_XS.gguf +3 -0
  13. Brian-Llama-3.2-3B.i1-Q2_K.gguf +3 -0
  14. Brian-Llama-3.2-3B.i1-Q2_K_S.gguf +3 -0
  15. Brian-Llama-3.2-3B.i1-Q3_K_L.gguf +3 -0
  16. Brian-Llama-3.2-3B.i1-Q3_K_M.gguf +3 -0
  17. Brian-Llama-3.2-3B.i1-Q3_K_S.gguf +3 -0
  18. Brian-Llama-3.2-3B.i1-Q4_0.gguf +3 -0
  19. Brian-Llama-3.2-3B.i1-Q4_1.gguf +3 -0
  20. Brian-Llama-3.2-3B.i1-Q4_K_M.gguf +3 -0
  21. Brian-Llama-3.2-3B.i1-Q4_K_S.gguf +3 -0
  22. Brian-Llama-3.2-3B.i1-Q5_K_M.gguf +3 -0
  23. Brian-Llama-3.2-3B.i1-Q5_K_S.gguf +3 -0
  24. Brian-Llama-3.2-3B.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,26 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Brian-Llama-3.2-3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Brian-Llama-3.2-3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Brian-Llama-3.2-3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Brian-Llama-3.2-3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Brian-Llama-3.2-3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Brian-Llama-3.2-3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Brian-Llama-3.2-3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Brian-Llama-3.2-3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Brian-Llama-3.2-3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Brian-Llama-3.2-3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Brian-Llama-3.2-3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Brian-Llama-3.2-3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Brian-Llama-3.2-3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Brian-Llama-3.2-3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Brian-Llama-3.2-3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Brian-Llama-3.2-3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Brian-Llama-3.2-3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Brian-Llama-3.2-3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Brian-Llama-3.2-3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Brian-Llama-3.2-3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Brian-Llama-3.2-3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Brian-Llama-3.2-3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Brian-Llama-3.2-3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Brian-Llama-3.2-3B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894db45507ad152a5a1bd859db046b938b2cf359efacef21c96cbe179dc90c0b
3
+ size 924192416
Brian-Llama-3.2-3B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a92d483ce629fdbe09cf112aa9093ab0972afaf6b08a79b4d0ad127b4c3f9cfd
3
+ size 868159136
Brian-Llama-3.2-3B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96d53fca54f95c044d96315533f045eadf826857a6eaf50599070cf2dacc3950
3
+ size 1229033120
Brian-Llama-3.2-3B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54381caba8a53511c567f6baff6c2a23f77440a0892281085a3a28b00e2a25cf
3
+ size 1154322080
Brian-Llama-3.2-3B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24a685292899228d7848b3884b9e5fcb5d7b496f23c40ec8c09d4dfc206c672a
3
+ size 1100549792
Brian-Llama-3.2-3B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3721efde201707fc3844f064ad91557cee56472f81e98a77d9b082ccb5c60a1
3
+ size 1017581216
Brian-Llama-3.2-3B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e083d8a606fe69c6d252e427356c1b60549b6c881ac76e086041712b8b9f1d9
3
+ size 1599669920
Brian-Llama-3.2-3B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b57461c4d24e2e73ea1197ec1424cd87c6753d0a1c930f015cdbfc8c2c8e896
3
+ size 1542850208
Brian-Llama-3.2-3B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5641364253ae6d3b1f77725ea7c7dcca4f1c1278aee9bc3465ef6edb533c01e
3
+ size 1476789920
Brian-Llama-3.2-3B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6829df9e13fa436fec35a55622080e3d29adc0be6a2b676ee779e90b431ee55
3
+ size 1348767392
Brian-Llama-3.2-3B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02de074a523e7fa43dc8783a1b17cee2329a98b4b9bcacab15f57c844552dc57
3
+ size 1829111456
Brian-Llama-3.2-3B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65cf036a678a4da731fac8d0aae4637e23d95170a48e9823ff4c7fb65b45933a
3
+ size 1363936928
Brian-Llama-3.2-3B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ebe7e735dbc7a8e7ccaef34dfbed84c8d4f466c2ddc934d9a03c4283c405a4d
3
+ size 1274283680
Brian-Llama-3.2-3B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb581f18659fa8e24b39dd35d3b95835d88592ce2aa474398b909809108f0d70
3
+ size 1815348896
Brian-Llama-3.2-3B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c32d58449ea7256bae7eb00962bba57ffbba1cdb058fbe4eccf7b65f81ecb8
3
+ size 1687160480
Brian-Llama-3.2-3B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fca242603c503e740fee89b7a6ebaa1dc34e9486da0c42f302aa7267135f2d9b
3
+ size 1542850208
Brian-Llama-3.2-3B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0a11d0dfadf8e19f455c1b0f605904caaf0227c217237be85152a779fa5d7e
3
+ size 1921910432
Brian-Llama-3.2-3B.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d16f5615057b5142c0bbdc08ffccc669066a026476606264f66f8609157ca42
3
+ size 2093352608
Brian-Llama-3.2-3B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ac337901d30ec5ae9c74bbdcb23493f33bc989c95b84e789a0c812977ecaf15
3
+ size 2019378848
Brian-Llama-3.2-3B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b7a2445268d33c77fa78a43f401fe7215c93bf4e35ba1a68966a79b3d860274
3
+ size 1928201888
Brian-Llama-3.2-3B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ae471161dd947171795628ecd5108d816cbd84204b5a16a39ad9feed0590440
3
+ size 2322155168
Brian-Llama-3.2-3B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ba670aab391e438405841eaf883f1c15fbcc77ec26b8a48234bdd7b93f9fbbd
3
+ size 2269513376
Brian-Llama-3.2-3B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:335589c98e23050dc77cb4fd5782f38a17db218c20764417185f4a3dac36a906
3
+ size 2643855008