Ubuntu commited on
Commit
c122b9a
1 Parent(s): a6eee65

add .gguf files

Browse files
Candle_Candle_Mistral-7B-OpenOrca_f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601ebd848820231bd2ea301c14532cf926473955235547610b8c134d20822f16
3
+ size 14484051680
Candle_Candle_Mistral-7B-OpenOrca_q2k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99ba89fd8a7e5b81ed47dea486cfa1df7fbe8c65f2cb8471b624033cb395fd35
3
+ size 2377198560
Candle_Candle_Mistral-7B-OpenOrca_q3k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e257af555de8e76115d8fdd03dd872c31691d5a111d59781c487cb2398ce75a
3
+ size 3112661600
Candle_Candle_Mistral-7B-OpenOrca_q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057516136485225def1b74d9a71929f9cf2cef8173367eedf8738098b005f367
3
+ size 4074420960
Candle_Candle_Mistral-7B-OpenOrca_q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2240ca9fe9d242dfc1951a338564198f70cc637a4c9e476a904ea38cc92458a7
3
+ size 4527013600
Candle_Candle_Mistral-7B-OpenOrca_q4k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f817d810a3aa9e327495bff9c725cf2685f337ff643b6bb279123304fca00491
3
+ size 4074420960
Candle_Candle_Mistral-7B-OpenOrca_q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7c4e75caaa0c3e8a960a3f1283779c523590af2b9e4ddc0a5b4e589d5af820
3
+ size 4979606240
Candle_Candle_Mistral-7B-OpenOrca_q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62cc8ee2c7c889c145c4091e314c90e4d78b36be633b217b76bbe79d39790e19
3
+ size 5432198880
Candle_Candle_Mistral-7B-OpenOrca_q5k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14b390878470a6d8db8c09546d1f5c766147db3f6e372502c8af7385813accb5
3
+ size 4979606240
Candle_Candle_Mistral-7B-OpenOrca_q6k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d88a8e3db153d5c067cd2988e60398c596e9758435561c01680a40454c17b5a
3
+ size 5941365600
Candle_Candle_Mistral-7B-OpenOrca_q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e197c3684659372664efefd9f466d5f67f1d41c04df50adea933367dc1e654e7
3
+ size 7695162080
Candle_Candle_Mistral-7B-OpenOrca_q8_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38ad51568bbf336d2dcbca7f4ed4c5381f9e8139177c90b6e782261d7ef98c73
3
+ size 8147754720
Candle_Candle_Mistral-7B-OpenOrca_q8k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbc252373d8bf9f25c495048612c342e27a796c25950f2da198c66993fc0210a
3
+ size 8260902880
README.md ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ datasets:
3
+ - Open-Orca/OpenOrca
4
+ language:
5
+ - en
6
+ pipeline_tag: text-generation
7
+ license: apache-2.0
8
+ ---
9
+
10
+ This repo includes `.gguf` built for HuggingFace/Candle.
11
+
12
+ Refer to the [original repo](https://huggingface.co/Open-Orca/Mistral-7B-OpenOrca) for more details.
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a09797185c40b6c04fb0512a94e314f8a94db6d91a1cac2a03a404e0f117cb
3
+ size 9942998048
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f814b0fe63a412ccd25dc86b226fb550c23389df1107915e76cdd109255faed8
3
+ size 4540532696