Hugging Face's logo

koesn
/
MonarchLake-7B-GGUF

Transformers
GGUF
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
koesn commited on
Commit
11826d6
•
1 Parent(s): 93e27d2

Upload 9 files

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. monarchlake-7b.IQ3_M.gguf +3 -0
  3. monarchlake-7b.IQ3_S.gguf +3 -0
  4. monarchlake-7b.IQ3_XXS.gguf +3 -0
  5. monarchlake-7b.IQ4_NL.gguf +3 -0
  6. monarchlake-7b.Q4_0.gguf +3 -0
  7. monarchlake-7b.Q4_K_M.gguf +3 -0
  8. monarchlake-7b.Q5_K_M.gguf +3 -0
  9. monarchlake-7b.Q6_K.gguf +3 -0
  10. monarchlake-7b.Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ monarchlake-7b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ monarchlake-7b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ monarchlake-7b.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ monarchlake-7b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
40
+ monarchlake-7b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ monarchlake-7b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ monarchlake-7b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ monarchlake-7b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ monarchlake-7b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
monarchlake-7b.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12ef4b3d6b2982cd627f3c830807122af0779b74ca10338c5797efd3376d7958
3
+ size 3284891616
monarchlake-7b.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cd38d8a65a24de4909658e02accd2962f75567fb8ee59ebea1d901dc1055258
3
+ size 3182393312
monarchlake-7b.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58cf9e36abb98187a367931682fd654abf0132774acdd3470b82384e48cb4198
3
+ size 3023378400
monarchlake-7b.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca7953c53e3182ca1856b76fa210bbf297af8adb8265096bb158e278a8758749
3
+ size 4155054048
monarchlake-7b.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb94acb9337f86a16d2862824c135511734952c5fa6344859f2df03bd7a2eef
3
+ size 4108916704
monarchlake-7b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce78e8590f2d68fd46909244e99f2cdb668a30473d1e13d7f0ec360234868e0
3
+ size 4368439264
monarchlake-7b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95153c96b640d2d09a44f3a826d2cb34079508ba17830fb6f50b8b83f4bf2fb9
3
+ size 5131409376
monarchlake-7b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e36ade0069a32d69c37485eafe4d5fa5c30c9ab9a14ebe7f454e1fd84d7a1d0c
3
+ size 5942065120
monarchlake-7b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd8b8bf972266b68bcdfcc6e4af8b0983f5756243a9d90c0802639adea77024
3
+ size 7695857632