Hugging Face's logo

l3utterfly
/
mistral-7b-v0.1-layla-v4-chatml-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
l3utterfly commited on
Commit
30809ac
•
1 Parent(s): e53bf53

cradle

Browse files
Files changed (8) hide show
  1. .gitattributes +1 -0
  2. mistral-7b-v0.1-layla-v4-chatml-Q2_K.gguf +3 -0
  3. mistral-7b-v0.1-layla-v4-chatml-Q3_K.gguf +3 -0
  4. mistral-7b-v0.1-layla-v4-chatml-Q4_K.gguf +3 -0
  5. mistral-7b-v0.1-layla-v4-chatml-Q5_K.gguf +3 -0
  6. mistral-7b-v0.1-layla-v4-chatml-Q6_K.gguf +3 -0
  7. mistral-7b-v0.1-layla-v4-chatml-Q8_0.gguf +3 -0
  8. mistral-7b-v0.1-layla-v4-chatml-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
mistral-7b-v0.1-layla-v4-chatml-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea115cdb3f2a195535f0126eaf2ae17e57ca4b2b0b5da734b3c6585ac95fc011
3
+ size 2719252064
mistral-7b-v0.1-layla-v4-chatml-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72dc131d4b7b5d3545db68d3154c2579fa5e15d8df7854197e4ec325db5a7b06
3
+ size 3518996896
mistral-7b-v0.1-layla-v4-chatml-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aab592ac24c492df6d084bb755b0f9750891304ce1be75867e24686fe13691f
3
+ size 4368451040
mistral-7b-v0.1-layla-v4-chatml-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:308bfd94a1c08480b43139bc07d7a2e2f6d7c21f0542398e4d4b7958031fd8d3
3
+ size 5131422176
mistral-7b-v0.1-layla-v4-chatml-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91ec57a6964b90a94e3dd8d8f56342444ff8373596be15dae81b39aaa3c11ad0
3
+ size 5942079008
mistral-7b-v0.1-layla-v4-chatml-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25b45791a4da50e5b3f7553aa47d3934208d70b070f94be69ea6704e9e96ad4
3
+ size 7695875488
mistral-7b-v0.1-layla-v4-chatml-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ded28c54bcf3f04be75f89bffc5bef518da3dc454f7167ed17aa956605d8c1
3
+ size 14484765024