Hugging Face's logo

SaisExperiments
/
ms-idk-v13-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
SaisExperiments commited on
Commit
b468a54
·
verified ·
1 Parent(s): bc8f247

Upload 16 files

Browse files
Files changed (17) hide show
  1. .gitattributes +16 -0
  2. imatrix.dat +3 -0
  3. ms-idk-v13-BF16.gguf +3 -0
  4. ms-idk-v13-F16.gguf +3 -0
  5. ms-idk-v13-IQ2_M-imat.gguf +3 -0
  6. ms-idk-v13-IQ2_S-imat.gguf +3 -0
  7. ms-idk-v13-IQ2_XS-imat.gguf +3 -0
  8. ms-idk-v13-IQ3_M-imat.gguf +3 -0
  9. ms-idk-v13-IQ3_XS-imat.gguf +3 -0
  10. ms-idk-v13-IQ3_XXS-imat.gguf +3 -0
  11. ms-idk-v13-IQ4_XS-imat.gguf +3 -0
  12. ms-idk-v13-Q4_K_M-imat.gguf +3 -0
  13. ms-idk-v13-Q4_K_S-imat.gguf +3 -0
  14. ms-idk-v13-Q5_K_M-imat.gguf +3 -0
  15. ms-idk-v13-Q5_K_S-imat.gguf +3 -0
  16. ms-idk-v13-Q6_K-imat.gguf +3 -0
  17. ms-idk-v13-Q8_0-imat.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,19 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ ms-idk-v13-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ms-idk-v13-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ms-idk-v13-IQ2_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ms-idk-v13-IQ2_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ms-idk-v13-IQ2_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ms-idk-v13-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ms-idk-v13-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ ms-idk-v13-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ ms-idk-v13-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ ms-idk-v13-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ ms-idk-v13-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ ms-idk-v13-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
49
+ ms-idk-v13-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
50
+ ms-idk-v13-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ ms-idk-v13-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:960a0269dd6a92bad964fdc67b55afc6930813999b1645b4e9c47cbf2f63dde0
3
+ size 11940599
ms-idk-v13-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0152da949fbfe067250fb7f6d6d60291e508ab9cdba5c084236bbf03c27655ae
3
+ size 44496728544
ms-idk-v13-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d40fc5fe2d59b101a43a0ffa2aa44d6280f307000d1d260eb2ac07e99e8fb4e
3
+ size 44496728544
ms-idk-v13-IQ2_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e14d320e0bca4af82cde2017a1a6ed137fd8cc75f8bf14b5ea89eafae999b0a
3
+ size 7618966272
ms-idk-v13-IQ2_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82af36c94e9f35ff5931bae0d53caa9c02105b36ee38bc55399496d0996a2999
3
+ size 7035433728
ms-idk-v13-IQ2_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85fc0eba6c3c3eef5d5d7f73a7a13bb2242a0568db2f526c10edeadbd4e36cb
3
+ size 6646149888
ms-idk-v13-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51fa1caaca610011618b7b1d039ca3e1d67d21eae51c9eaba13c16adcc48b154
3
+ size 10062410496
ms-idk-v13-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e247701d93ad27efdd9d35f794cfd02113ed3aa0fe4825ba188fe0ad5a245f3
3
+ size 9176101632
ms-idk-v13-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777df2997467f43f5f95a8169c2cbe086367196401defd83c78986bef24f463e
3
+ size 8598860544
ms-idk-v13-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5cf2d8d5a6497ca134fc775e72fe83a5411eb10258812560f5a2b0a0ccbfbf8
3
+ size 11935298304
ms-idk-v13-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7466537d78e3c7c1e49d4617f5ad0e42b9234b7910de1ac3fcc2fa9a9697b883
3
+ size 13341242112
ms-idk-v13-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55a5a71314599510ffc1b247a532bc789397176ef53ef4a110fd5c43f1777c58
3
+ size 12660388608
ms-idk-v13-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97d6c6138fb65845f9c9cd2ea98f5a4f855abe40c38934769cc97cfe66fef7dc
3
+ size 15722558208
ms-idk-v13-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72f17a00efff553c3cce370674aab7d073e85827e171fb6af46b82df6a4490b3
3
+ size 15324820224
ms-idk-v13-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1b5a310d218ab50b9dc6324869a66cbb3bc9054aa6605c3e3ff28f826e7d27e
3
+ size 18252706560
ms-idk-v13-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f0df6d203e177d7c2f5517d7b61762a8505064615e1668e4734584337fb2760
3
+ size 23640552192