Commit
·
7183867
1
Parent(s):
3d6e84b
Upload LlamaForCausalLM
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +28 -0
- generation_config.json +9 -0
- model-00001-of-00061.safetensors +3 -0
- model-00002-of-00061.safetensors +3 -0
- model-00003-of-00061.safetensors +3 -0
- model-00004-of-00061.safetensors +3 -0
- model-00005-of-00061.safetensors +3 -0
- model-00006-of-00061.safetensors +3 -0
- model-00007-of-00061.safetensors +3 -0
- model-00008-of-00061.safetensors +3 -0
- model-00009-of-00061.safetensors +3 -0
- model-00010-of-00061.safetensors +3 -0
- model-00011-of-00061.safetensors +3 -0
- model-00012-of-00061.safetensors +3 -0
- model-00013-of-00061.safetensors +3 -0
- model-00014-of-00061.safetensors +3 -0
- model-00015-of-00061.safetensors +3 -0
- model-00016-of-00061.safetensors +3 -0
- model-00017-of-00061.safetensors +3 -0
- model-00018-of-00061.safetensors +3 -0
- model-00019-of-00061.safetensors +3 -0
- model-00020-of-00061.safetensors +3 -0
- model-00021-of-00061.safetensors +3 -0
- model-00022-of-00061.safetensors +3 -0
- model-00023-of-00061.safetensors +3 -0
- model-00024-of-00061.safetensors +3 -0
- model-00025-of-00061.safetensors +3 -0
- model-00026-of-00061.safetensors +3 -0
- model-00027-of-00061.safetensors +3 -0
- model-00028-of-00061.safetensors +3 -0
- model-00029-of-00061.safetensors +3 -0
- model-00030-of-00061.safetensors +3 -0
- model-00031-of-00061.safetensors +3 -0
- model-00032-of-00061.safetensors +3 -0
- model-00033-of-00061.safetensors +3 -0
- model-00034-of-00061.safetensors +3 -0
- model-00035-of-00061.safetensors +3 -0
- model-00036-of-00061.safetensors +3 -0
- model-00037-of-00061.safetensors +3 -0
- model-00038-of-00061.safetensors +3 -0
- model-00039-of-00061.safetensors +3 -0
- model-00040-of-00061.safetensors +3 -0
- model-00041-of-00061.safetensors +3 -0
- model-00042-of-00061.safetensors +3 -0
- model-00043-of-00061.safetensors +3 -0
- model-00044-of-00061.safetensors +3 -0
- model-00045-of-00061.safetensors +3 -0
- model-00046-of-00061.safetensors +3 -0
- model-00047-of-00061.safetensors +3 -0
- model-00048-of-00061.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "COKAL-v1-70B",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 8192,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 28672,
|
13 |
+
"max_position_embeddings": 2048,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 64,
|
16 |
+
"num_hidden_layers": 80,
|
17 |
+
"num_key_value_heads": 8,
|
18 |
+
"pad_token_id": 0,
|
19 |
+
"pretraining_tp": 1,
|
20 |
+
"rms_norm_eps": 1e-05,
|
21 |
+
"rope_scaling": null,
|
22 |
+
"rope_theta": 10000.0,
|
23 |
+
"tie_word_embeddings": false,
|
24 |
+
"torch_dtype": "float32",
|
25 |
+
"transformers_version": "4.35.2",
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 60515
|
28 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_sample": true,
|
3 |
+
"eos_token_id": 2,
|
4 |
+
"max_length": 1024,
|
5 |
+
"pad_token_id": 60514,
|
6 |
+
"repetition_penalty": 1.06,
|
7 |
+
"temperature": 0.2,
|
8 |
+
"transformers_version": "4.35.2"
|
9 |
+
}
|
model-00001-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ce3058de21db9570cba59301ae37842c26bb3a6776c7a2702aa94f31b2d2caf
|
3 |
+
size 4465984320
|
model-00002-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:156783a02e8c08b8ac7ef70afc045fb5853dd61b6d81b1c94c77b1cc76c49796
|
3 |
+
size 4966188864
|
model-00003-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:596ff8a9d0dbcef2b124653a74425253ee0b951ac9ec14b62eb0c6896412f458
|
3 |
+
size 4362142864
|
model-00004-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7e707e206d11dda7800100e2de0a05510b9e1ae7085108528119a6fc5e3dbec4
|
3 |
+
size 4362142864
|
model-00005-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c98c8a95197c8f1e5ce36f21affd0014811f10b0abf519f45dbbd77918560df6
|
3 |
+
size 4966188864
|
model-00006-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a7a400a0deef9b869168523a2a0e009370346609d51b89b64679d56ba4b69806
|
3 |
+
size 4362142864
|
model-00007-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba38bbed4601d97f6bc0707d910e07e588a5ad20f4a7aee2371eb36d05aae6a9
|
3 |
+
size 4362142864
|
model-00008-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6241e1e1a6316c53af373caba2235b1e10c8469bb83f3ff122decdf95d944cc
|
3 |
+
size 4966188872
|
model-00009-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8ea657670a40243788f11a1fc3d554ef7b59ff75ad060b613822901a9fb55f1a
|
3 |
+
size 4362142872
|
model-00010-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:31f7f81d47eac6cdbb287a94af5b342aac10cab1cba5d0e2dfafe398a24b29e6
|
3 |
+
size 4362142872
|
model-00011-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a10bed9c0edfc349fa4a95819009a690ffc9207ab6b074284049daa30428cc86
|
3 |
+
size 4966188880
|
model-00012-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7883e5dc747a11b8c5448230013f44cc068e565c1a1e93e27496de76ec9bb054
|
3 |
+
size 4362142872
|
model-00013-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8aca6f4687f1814146fb44320f68d57075282444e79b2eb34d806cc50e46944f
|
3 |
+
size 4362142872
|
model-00014-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d62ac6dd261bc8f9722451730380c1c869973902487529bc6c3195f1ae3c73cc
|
3 |
+
size 4966188880
|
model-00015-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c33588ee2f67e6082bfc64e5573ffc6596ccae8607e157946d8ee8a86f0216ed
|
3 |
+
size 4362142872
|
model-00016-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36721503f5d2b1dd9fab5663a0de1cd6564632f9f88e1d10006a05c6fb8d915e
|
3 |
+
size 4362142872
|
model-00017-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66511a68afba9ed1f23a0736ab12f0220770fd83048dbbaffe5c527fd9546c4c
|
3 |
+
size 4966188880
|
model-00018-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7f1967ffa6030869310e428fd5a2d9e864e860b23b7225de00fbfe5bc450c0a5
|
3 |
+
size 4362142872
|
model-00019-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c3bfeec6dc0908b07f5ffa6e637fac77f35d1407d590e4bdad68a54cf8dbdc2
|
3 |
+
size 4362142872
|
model-00020-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e32da34f3f6db19993dffe4939d934da00874cf8738a7df0d167b295e795ee1
|
3 |
+
size 4966188880
|
model-00021-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0fd723f5b6f540d5ec8c5f395ced37c6a68fe5b2d08c2da9e5c4cfc4717631d
|
3 |
+
size 4362142872
|
model-00022-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4341ea8656bcab7a8e153a5c52e1c28296f7b7378656901c029514022efd63e2
|
3 |
+
size 4362142872
|
model-00023-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bc220cf4ecb5156fc905cc78fbb0278e1b724afdc71d7e0d5462738776e7d1b1
|
3 |
+
size 4966188880
|
model-00024-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1ee6a2278765ccce3a425404a46dbc4e7aba67a858748eba30d4c4f21164e73
|
3 |
+
size 4362142872
|
model-00025-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a0b9f637ac5bff4d32deb25652985285439ecd4a083cb333fb42386d5c40aac9
|
3 |
+
size 4362142872
|
model-00026-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:098d0138525163a967d963831684a803aaab037c119b381ab6d19bbd630e3f6f
|
3 |
+
size 4966188880
|
model-00027-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6c38f7a8ed3bf2832f9e83183f151feb94de98b312886bcf4b721fe908a1aeb6
|
3 |
+
size 4362142872
|
model-00028-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e94509f8b98b8bfb8d7b1c86d166f561f88a1fc83cdaf5de61b112e3c6e940a7
|
3 |
+
size 4362142872
|
model-00029-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1fa66fe1b56f96b51d8f86e6beda5718ffd279d3699d393c1ad55ea9a13288e
|
3 |
+
size 4966188880
|
model-00030-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:06d03ba896d222e563587759c4035779ef2000d0d77a1b975fd6f994d6a62eb3
|
3 |
+
size 4362142872
|
model-00031-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dcec0a7f18290f03905b8b941fa6dc918a3783f8c81cb614d02d6dea2f39f55b
|
3 |
+
size 4362142872
|
model-00032-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58d862f62ac667b8fb2c20684ef072c2e0a7f98811a7a9c112a200deab56cc0b
|
3 |
+
size 4966188880
|
model-00033-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6644ea3f232e46ca5c982a855f269c39a21352a46b4f58561bc6584b83ab5080
|
3 |
+
size 4362142872
|
model-00034-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:196cc82a0898d16f4ebc738d19cde273a6b49650821b0bbc3154db96df970976
|
3 |
+
size 4362142872
|
model-00035-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5cb4e0c4d67b96a21232bd0eab72f043529abc6f7e4d77e08d14a29bad74f3e3
|
3 |
+
size 4966188880
|
model-00036-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:41c99001d9292ce51440f4cf63195834a393ce3ec2e173bb3fa772da74ff584f
|
3 |
+
size 4362142872
|
model-00037-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e43df8870f05e8de0eac9b55611556f4a9c6c6a8fa1a7f581eb12527512d640
|
3 |
+
size 4362142872
|
model-00038-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9cdf33c9ba234c328ec87e87d92c2e5febc7dcc55f9d9033de56b675b2b664cf
|
3 |
+
size 4966188880
|
model-00039-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b8309022a6786babcd53d9320159b4bd7acc7f74aa9b4da707a71c82ea8ecb14
|
3 |
+
size 4362142872
|
model-00040-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9777d730c8c9feb8f11c0d852eb5d6c24908d0353a748f7d68b70cefa034afe9
|
3 |
+
size 4362142872
|
model-00041-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:042fc2c3a18e4523cac3c57dd01100c1c8afb4900aaf8764e119bd6e7ed2a85a
|
3 |
+
size 4966188880
|
model-00042-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d65d275c2a42b6064055544d5a4f8aec7a4c1b14f731d24c1f4667211a518740
|
3 |
+
size 4362142872
|
model-00043-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:24f23631a2904b4d5824e120bf5d5daac62f9f4dc8cf623d892e4bced76930af
|
3 |
+
size 4362142872
|
model-00044-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a9e543a399fa6054a95e66210318ec3be320e9567e51c9de668d24683a9677e8
|
3 |
+
size 4966188880
|
model-00045-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48c7501c4c6941fb7c693f06ec23b6e437dbc54f6083a73e355acc72d4f9844d
|
3 |
+
size 4362142872
|
model-00046-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91f89fa172da482cc4f8304842b19f5f2085cdef04c9ce049d4ada7c6b21b9f4
|
3 |
+
size 4362142872
|
model-00047-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d2914313e7061b02285a8cfc282e3f548189d3d1dae754b56955661a757a83c4
|
3 |
+
size 4966188880
|
model-00048-of-00061.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:652925390b3cce79b563cb70c4472fc6b1d8706d88a9861cd94754d411593755
|
3 |
+
size 4362142872
|