quants

Files changed (6) hide show

.gitattributes CHANGED Viewed

@@ -35,3 +35,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 imatrix.dat filter=lfs diff=lfs merge=lfs -text
 Meta-Llama-3-8B-Instruct-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text

 *tfevents* filter=lfs diff=lfs merge=lfs -text
 imatrix.dat filter=lfs diff=lfs merge=lfs -text
 Meta-Llama-3-8B-Instruct-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct-BF16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:d0830c88d8f3f3947531be06e92e676b0dbc12395181592d59522df7d1438c38
+size 16068890912

Meta-Llama-3-8B-Instruct-F16.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f2296999531d6120801529a45b1d103f7370c5970be939ebfc2ba5d0833e9e1e
+size 16068890912

Meta-Llama-3-8B-Instruct-Q5_K_S-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:824d2f9e6fac6c23feaee4b1101a49e4c406842aacce1595f8afa1d455b53977
+size 5599294016

Meta-Llama-3-8B-Instruct-Q6_K-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:df57d754074891f4f9431781fa0c7b4a38ad179bc64d5fd2d74c8b6409f71b6f
+size 6596006464

Meta-Llama-3-8B-Instruct-Q8_0-imat.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:60bfe4f0af49e24a84844d8e93302fc48b048969ecf06b46ebb84a1957528dd1
+size 8540770880