GGUF
English
Inference Endpoints
jeiku commited on
Commit
ccec253
1 Parent(s): fce0d4f

Upload 6 files

Browse files
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Foundation_3B-f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Foundation_3B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Foundation_3B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Foundation_3B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Foundation_3B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Foundation_3B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Foundation_3B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1a62ffd985e87a514a8aacdf83fac0d5434c6fb30fdcc308062d17aa76f4a73
3
+ size 1198771168
Foundation_3B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:307c95747d27a4bae969863feef6a72c1fc58e4bab1c4a839d7e821735860958
3
+ size 1391418848
Foundation_3B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7debb75462c1c8b6494fad35a33a5bab831bfdf91969b46722310d055c51c834
3
+ size 1708595168
Foundation_3B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c05e11ba90da0a1b328d9ab1cfd9ebe5c2cca984ca4f081f5fa183e1be258346
3
+ size 1993390048
Foundation_3B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6716d28ec3adeece547f34d0ac2028a866c5a5a0b70354d898a7e0f8c8b8f0b
3
+ size 2295984608
Foundation_3B-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eef5d29e47c73cd1d5ef7da392a70b083dfc1eaa6cfb0d7aa4bd62f8f924fbf4
3
+ size 5593341312