1 contributor

History: 12 commits

MaziyarPanahi

344dbd4dda1c4603299b4c04adcdfdbfac885b2fecdb1b2fa2ce5300e14e705b

7a488e8 verified 27 days ago

.gitattributes

2.39 kB

344dbd4dda1c4603299b4c04adcdfdbfac885b2fecdb1b2fa2ce5300e14e705b 27 days ago
README.md

3.04 kB

dfb04cf658f9c6548b94d3c8e32e5b0f84a441afa8d2b73b7ab93066c88606dc 27 days ago
granite-3.0-8b-instruct-GGUF_imatrix.dat

5.99 MB
LFS

dfb04cf658f9c6548b94d3c8e32e5b0f84a441afa8d2b73b7ab93066c88606dc 27 days ago
granite-3.0-8b-instruct.IQ1_M.gguf

2 GB
LFS

dfb04cf658f9c6548b94d3c8e32e5b0f84a441afa8d2b73b7ab93066c88606dc 27 days ago
granite-3.0-8b-instruct.IQ2_XS.gguf

2.5 GB
LFS

f46643c084e2c9468a55bd51aec81d2dfdc6efffd99e44d5c967a88922da1f4f 27 days ago
granite-3.0-8b-instruct.IQ3_XS.gguf

3.43 GB
LFS

b4fbe732b564f12dd64b130a1ea13d67219064982bb6d5a9b58ab5a7190a475e 27 days ago
granite-3.0-8b-instruct.IQ4_XS.gguf

4.43 GB
LFS

5e501aad2993009ffe42b17ddcecd742970bea13727c5648f549c75531720fbc 27 days ago
granite-3.0-8b-instruct.Q2_K.gguf

3.1 GB
LFS

420af203d4283fbcd49f8443c8a2cb0cd24589fd7ca9ac6275368a5b08b13290 27 days ago
granite-3.0-8b-instruct.Q3_K_L.gguf

4.35 GB
LFS

1fdbf61b3dccacda74f39024be4effe780268b2c958dcc5dd68ec711c9a74951 27 days ago
granite-3.0-8b-instruct.Q3_K_M.gguf

4 GB
LFS

39d4091f57bcf67f7ea0282f90a78f0cec2eac446905948d0a57bb55ee918f82 27 days ago
granite-3.0-8b-instruct.Q3_K_S.gguf

3.59 GB
LFS

a7ccf6922ee8852aa9283ebe9d0ad0e477201e4bfd9399b7577f49cbc270d905 27 days ago
granite-3.0-8b-instruct.Q4_K_M.gguf

4.94 GB
LFS

5d423faab79e4176643c2729418276b39a715411ed60c33e114e770464de9de0 27 days ago
granite-3.0-8b-instruct.Q4_K_S.gguf

4.69 GB
LFS

c282d671a2caeb80edb89a5aea110b5952ffa19248e63170d0e81daa3aad10c1 27 days ago
granite-3.0-8b-instruct.Q5_K_M.gguf

5.8 GB
LFS

344dbd4dda1c4603299b4c04adcdfdbfac885b2fecdb1b2fa2ce5300e14e705b 27 days ago