Commit
·
b823736
1
Parent(s):
291d108
model upload
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +28 -0
- generation_config.json +7 -0
- model-00001-of-00077.safetensors +3 -0
- model-00002-of-00077.safetensors +3 -0
- model-00003-of-00077.safetensors +3 -0
- model-00004-of-00077.safetensors +3 -0
- model-00005-of-00077.safetensors +3 -0
- model-00006-of-00077.safetensors +3 -0
- model-00007-of-00077.safetensors +3 -0
- model-00008-of-00077.safetensors +3 -0
- model-00009-of-00077.safetensors +3 -0
- model-00010-of-00077.safetensors +3 -0
- model-00011-of-00077.safetensors +3 -0
- model-00012-of-00077.safetensors +3 -0
- model-00013-of-00077.safetensors +3 -0
- model-00014-of-00077.safetensors +3 -0
- model-00015-of-00077.safetensors +3 -0
- model-00016-of-00077.safetensors +3 -0
- model-00017-of-00077.safetensors +3 -0
- model-00018-of-00077.safetensors +3 -0
- model-00019-of-00077.safetensors +3 -0
- model-00020-of-00077.safetensors +3 -0
- model-00021-of-00077.safetensors +3 -0
- model-00022-of-00077.safetensors +3 -0
- model-00023-of-00077.safetensors +3 -0
- model-00024-of-00077.safetensors +3 -0
- model-00025-of-00077.safetensors +3 -0
- model-00026-of-00077.safetensors +3 -0
- model-00027-of-00077.safetensors +3 -0
- model-00028-of-00077.safetensors +3 -0
- model-00029-of-00077.safetensors +3 -0
- model-00030-of-00077.safetensors +3 -0
- model-00031-of-00077.safetensors +3 -0
- model-00032-of-00077.safetensors +3 -0
- model-00033-of-00077.safetensors +3 -0
- model-00034-of-00077.safetensors +3 -0
- model-00035-of-00077.safetensors +3 -0
- model-00036-of-00077.safetensors +3 -0
- model-00037-of-00077.safetensors +3 -0
- model-00038-of-00077.safetensors +3 -0
- model-00039-of-00077.safetensors +3 -0
- model-00040-of-00077.safetensors +3 -0
- model-00041-of-00077.safetensors +3 -0
- model-00042-of-00077.safetensors +3 -0
- model-00043-of-00077.safetensors +3 -0
- model-00044-of-00077.safetensors +3 -0
- model-00045-of-00077.safetensors +3 -0
- model-00046-of-00077.safetensors +3 -0
- model-00047-of-00077.safetensors +3 -0
- model-00048-of-00077.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/data04/ysd4/llama/Yi-34B-Llama",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 7168,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 20480,
|
13 |
+
"max_position_embeddings": 4096,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 56,
|
16 |
+
"num_hidden_layers": 60,
|
17 |
+
"num_key_value_heads": 8,
|
18 |
+
"pad_token_id": 0,
|
19 |
+
"pretraining_tp": 1,
|
20 |
+
"rms_norm_eps": 1e-05,
|
21 |
+
"rope_scaling": null,
|
22 |
+
"rope_theta": 5000000.0,
|
23 |
+
"tie_word_embeddings": false,
|
24 |
+
"torch_dtype": "bfloat16",
|
25 |
+
"transformers_version": "4.34.1",
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 64000
|
28 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.34.1"
|
7 |
+
}
|
model-00001-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1dfd50053edb549906139cb13af1d9b3aed64a349f6dd989ef77e7d87425fa8
|
3 |
+
size 917504136
|
model-00002-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4be6f6a2307bcceac5cd06b3790a3cf6cfdb9d29d15c008c1c35821934946026
|
3 |
+
size 822084296
|
model-00003-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b8c0d9dd3f3f1d1be868a69867a5f9e31ab68a44f33ce0f185d6a4328ea0c47
|
3 |
+
size 822113192
|
model-00004-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9ce04b47c576fe1b23dbe7bd18b6212172dfd5f109e1a6718c0d5abe7125b9ca
|
3 |
+
size 822113184
|
model-00005-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e3da4b690a0f2e4aaf0281c82d269001a1425bfb2a50d50446e2aed5017dea6
|
3 |
+
size 998273840
|
model-00006-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7dc6c9bb5c749217e3a29fc02bab3bdc9da2ef6fb6df142bf643bf85f6a3994d
|
3 |
+
size 998273840
|
model-00007-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81f34e8652129489e5060e9ee3fd585429cf685edd95c8933b543dba7cfee5a4
|
3 |
+
size 822084296
|
model-00008-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:634d0c977b5d0cc2bd69a94d949e8aaa03e9777fa13bc0a6a45a8c5dbbaee152
|
3 |
+
size 822113192
|
model-00009-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:972b1038a14eda8e1ce6bf52ef7edb21d6d5a5cdc4944c78b32684e6b564ae52
|
3 |
+
size 822113184
|
model-00010-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2a70f452c5f14591155956d62b217a8a65bb6b62a54766e921dacebc8e6a746
|
3 |
+
size 998273840
|
model-00011-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9abc409a5e192a8f858be6f844044d8a94befc0bb389c0f80edad9fb82c16ad9
|
3 |
+
size 998273840
|
model-00012-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15b835779d13d81083c470e68fea6e9a544d64d0fe202752c00ebf2b7e5c3a06
|
3 |
+
size 822084296
|
model-00013-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:217b8136cf2aabf74367e649eb5a9433c31975d5165e7395ca75d298c7b5eabf
|
3 |
+
size 822113192
|
model-00014-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ada1897ee90a1b186ca86613ac3328c75e2a07024fdd92befdb9eec4f134dff1
|
3 |
+
size 822113200
|
model-00015-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e7cd81245d20e4de903098bf5d5dfbde8c1d8b3dad36c8d72b4bbd41041c69f5
|
3 |
+
size 998273848
|
model-00016-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4712cfa1c72b05362b756e97a7565a4f1da1eea3c149fc26bd3921765578b863
|
3 |
+
size 998273848
|
model-00017-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f248d06c48ff544102421fe945bdbb6b2e7220efbecdb67f99bdc9e26e3f614c
|
3 |
+
size 822084304
|
model-00018-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:59ad2faad628f99c7197934f45bdc19f557319672393f663373539e534c765a2
|
3 |
+
size 822113200
|
model-00019-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae8b0b3051921cfb2af5bf78000debb4ece41a0a85074120190bcbb429dec5be
|
3 |
+
size 822113192
|
model-00020-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b8b4efced405f2b8019e304e8238d77024509308d7f3088d623cf7d321a93f1
|
3 |
+
size 998273848
|
model-00021-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:43a8611e873c685c46ec371d16fa69e2d3aa2c2eb665d66195170efec736c0bb
|
3 |
+
size 998273848
|
model-00022-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:999962f1d3fda7ba216c85e9cd1cc991636ca0e2bab58b7cb147e7d409327c3e
|
3 |
+
size 822084304
|
model-00023-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:87792d19e4ae07e6fd0140bf3e69174fff36837461cb170d8e8a97647f82cfde
|
3 |
+
size 822113200
|
model-00024-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb9ff6c4a1567e58ad711733d078456a24b50287157987b0ead50e9681affb48
|
3 |
+
size 822113192
|
model-00025-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:edee9efabf406ab16138363fda92495acc7a2bccf034134e7a08b56ed484e8a4
|
3 |
+
size 998273848
|
model-00026-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6cc2447f963ac28ef3a0c75d573c26b4d9abd155903ba1f94b97545485b3b278
|
3 |
+
size 998273848
|
model-00027-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f7543b8dc1aef835c0a0090a1b7af6cfc7f8f41bdcafddbd139c37f5a2889ec6
|
3 |
+
size 822084304
|
model-00028-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03ee71bc2d9135f2c73b084d871b1204856e1d99ef149929d19858ce38269ade
|
3 |
+
size 822113200
|
model-00029-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a09cd748836e9013a86164b3fa8c4c883af9adf6287242f5b189811ef1f22eef
|
3 |
+
size 822113192
|
model-00030-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d9645fd872bcf85e0eb32bb0092172e409ce3f0c3363826d6fbfd96ff0404a7d
|
3 |
+
size 998273848
|
model-00031-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8194d6e189f44237aa58207045a143783a7a21e2d304df158017a1e13d0d658d
|
3 |
+
size 998273848
|
model-00032-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bcb051f455c87770d1a43a89f2c0368bfbe2f2a2042cb78dab26cf54099e48d0
|
3 |
+
size 822084304
|
model-00033-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e1d97da992650fceb59d691cff4fa3b3f45a7b4e588c22cecab584564fe7afe5
|
3 |
+
size 822113200
|
model-00034-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dfb53c888ed0aacc551da3f035db6b4a553b532de504283278d86b5373cd9ba4
|
3 |
+
size 822113192
|
model-00035-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0bb3b16c089387d70ad2bfff4224f942c81cc1755ab96673a4176c000630d5cf
|
3 |
+
size 998273848
|
model-00036-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c73b38c391a8e8ceb96b6e3106504db35974ab636e76e40840f2349b72a28cec
|
3 |
+
size 998273848
|
model-00037-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03842404d77a9566da613e7c6349e9bac939a3cd800449f1973d090ffa875652
|
3 |
+
size 822084304
|
model-00038-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f328dd9bbfce9016fd5b03463a984860ad0b4a7e31c540da3cef6768f201a978
|
3 |
+
size 822113200
|
model-00039-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d705d5ae49d9585a9687f2ef22fabfe6080f247f164fe27eedd706bf769afb03
|
3 |
+
size 822113192
|
model-00040-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77b0d73f117817537033bfe64ed6e3fdab9d6efe409db583edee011b61d461b7
|
3 |
+
size 998273848
|
model-00041-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:700d3449c2493788db4adb0db12612cc6f4ba957a44170c5aca013a65ac4b82b
|
3 |
+
size 998273848
|
model-00042-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0c2da1ad9b52b3b2a8c6fe8a04490b56b18689fa73ac04b1e70cc70c02201f79
|
3 |
+
size 822084304
|
model-00043-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9f442e3f2a471d14ad816cd51b2030281b855b3bcc96e79518e22d02b27935b
|
3 |
+
size 822113200
|
model-00044-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a66a32f2e3d2ca027b7da252391382160f81dfe0ed819c89556629401b05f0ad
|
3 |
+
size 822113192
|
model-00045-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:186fb5a72fc6ad5ed253fb3d087d57a6c56e4d593f84cc7edc9b8f1f2f59e8d0
|
3 |
+
size 998273848
|
model-00046-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08cb271295566baec3d019d5449ab367045a51e84ad91a217fa4a4777d4ac7b2
|
3 |
+
size 998273848
|
model-00047-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0efd84e9845933684332b0562d1a66ff7e1ccace465206c13f201e17db45881
|
3 |
+
size 822084304
|
model-00048-of-00077.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a47763f5c146c67ab0a1b646c6a09951d98596ec8450d763062f088aa7b9d203
|
3 |
+
size 822113200
|