Transformers
GGUF
English
Inference Endpoints
imatrix
mradermacher commited on
Commit
43e6e35
1 Parent(s): d5cd533

uploaded from rich1

Browse files
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Datura_7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Datura_7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Datura_7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Datura_7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Datura_7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Datura_7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Datura_7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Datura_7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Datura_7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Datura_7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Datura_7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Datura_7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Datura_7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Datura_7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Datura_7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Datura_7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Datura_7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Datura_7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Datura_7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Datura_7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Datura_7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Datura_7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Datura_7B.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04cd7e0d5c34ced2c795678d12d68dc97e387341aff352ffc6495063a1d26b1a
3
+ size 1754447008
Datura_7B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5164b9a46288e06b262181a2f38b6bbf9b7ac18310f417857f5c433346793ed8
3
+ size 1612102816
Datura_7B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87df3f644a3d22445d4bc778178ffc2509522902b0117bfef47ef964b1cbe28b
3
+ size 2500713632
Datura_7B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:768408c63bacde4546a9e779b675882fa6053f6f7ae4801cd135d7f4202ba210
3
+ size 2310921376
Datura_7B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93c9db1ee32509017a5568ec3fd5b53eaf43e6e97edef0faf8c91165e1c71c10
3
+ size 2198256800
Datura_7B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f8bec04df17f1b126061e3d6092a341486c6bb73761a09af5c704b47211d371
3
+ size 1991687328
Datura_7B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa4e033b2a898d0f10b56bdae93a5993d85a0a7d90b5249ffddf1fb70f98a4c2
3
+ size 3284892832
Datura_7B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78617388a5bbab068b28db77b48d9c7007f7c837ea1a2a43bcfa96a0ee72c638
3
+ size 3182394528
Datura_7B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:facfb6649cd2c886f699cae463182f1c02389a642b40a1bc691f62bf9c6a4214
3
+ size 3018816672
Datura_7B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b767b05f8476581de59ac6f7aa45cecb52640d7eaa2aa31723f9fb45caf9ec85
3
+ size 2827345056
Datura_7B.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaebcf17906659e78b6cf971502240cdfbdeab321230406eb76047fc04ad367f
3
+ size 3907689632
Datura_7B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b37d3909c1b157617b234a6597849bdae960ac525f7a3a8444d80055d91b1d0
3
+ size 2719243424
Datura_7B.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddb95a159812912c09e921be83587c869ed90d5b0b6452819399e0690dc449e0
3
+ size 2528926880
Datura_7B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d6d8e73aa51c864191678adc613784e30d5ed43bd2a6fb03dec01cf8a6e529
3
+ size 3822025888
Datura_7B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7dc73f8a3fc3db4c9bc0bed65b005cbb48354df47b570e87593e92a5269ade
3
+ size 3518987424
Datura_7B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aef2764c858db96c18e0cef8605ce8ee1cb3f28031afecfd188ddc7a16bf704
3
+ size 3164568736
Datura_7B.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b659ed18b192d13ca2dbea63485b2b1124288d149bea0a7659eeded432aa7f3
3
+ size 4123597984
Datura_7B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75b62df19d7847a59e13802a62bce3bb62a748fc76c8d1010cadb725276415f6
3
+ size 4368440480
Datura_7B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78a9e0069e1a19cc435eb02f1e357bdb376841ef9cb69356cf08991503214f7
3
+ size 4140375200
Datura_7B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6563266f60d169894fb254a480f7b850613bbaf0b4efa589c8208124cb0da1a
3
+ size 5131410592
Datura_7B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c7a3e24e55ff520895bc7115d95a25933d1817a535c1f691cbd524dafaeaa2d
3
+ size 4997717152
Datura_7B.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd2190ebbfef6f55565bd7013755b5a66b75e7e492d759446f6a49ab0d123a5
3
+ size 5942066336