diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..1fa9cbdfeb791a8211dcad9d9ba945a57ba0b7ef 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +compiled/1744545db8406da6398e.neff filter=lfs diff=lfs merge=lfs -text +compiled/1bb198a13076d1853641.neff filter=lfs diff=lfs merge=lfs -text +compiled/2e107447c6e0a7f19573.neff filter=lfs diff=lfs merge=lfs -text +compiled/51f8a515591560780d48.neff filter=lfs diff=lfs merge=lfs -text +compiled/6cab3b785bfcdd58ee6a.neff filter=lfs diff=lfs merge=lfs -text +compiled/a37ede77a746b866b69d.neff filter=lfs diff=lfs merge=lfs -text +compiled/b938f58ffd873c7146a7.neff filter=lfs diff=lfs merge=lfs -text +compiled/c3741198db69eb019273.neff filter=lfs diff=lfs merge=lfs -text +compiled/d632e5ec42990d4ee01b.neff filter=lfs diff=lfs merge=lfs -text +compiled/d95062416ef36beb6494.neff filter=lfs diff=lfs merge=lfs -text +compiled/dfcd5ec203680dc9542c.neff filter=lfs diff=lfs merge=lfs -text +compiled/e65e10acdd5186bd49cc.neff filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoint/config.json b/checkpoint/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9bdca1d138062f4315bb5814520dcd1392a07db --- /dev/null +++ b/checkpoint/config.json @@ -0,0 +1,28 @@ +{ + "_name_or_path": "meta-llama/Llama-2-7b-hf", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "float32", + "transformers_version": "4.36.2", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/checkpoint/generation_config.json b/checkpoint/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3af883ef9ecdf46c9c90544d6211c75bb09f0757 --- /dev/null +++ b/checkpoint/generation_config.json @@ -0,0 +1,10 @@ +{ + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 4096, + "pad_token_id": 0, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.36.2" +} diff --git a/checkpoint/pytorch_model.bin/key_to_filename.json b/checkpoint/pytorch_model.bin/key_to_filename.json new file mode 100644 index 0000000000000000000000000000000000000000..39fadb632bb7b865701d2e790c233178a7fc6c33 --- /dev/null +++ b/checkpoint/pytorch_model.bin/key_to_filename.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825d20f4a18183eff3963e805edd13ef7eb35b0aff7a850e8153ca1eeeb37970 +size 26397 diff --git a/checkpoint/pytorch_model.bin/p0.model.embed_tokens.weight b/checkpoint/pytorch_model.bin/p0.model.embed_tokens.weight new file mode 100644 index 0000000000000000000000000000000000000000..020443091ff379ee1d4637ac3efaba62c5c6ca0c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p0.model.embed_tokens.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5c4acb278381b1fc040ff34ca7cdfa8264895cfad4fee5c90436c423a8f459 +size 524288789 diff --git a/checkpoint/pytorch_model.bin/p1.model.layers.0.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p1.model.layers.0.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..08879c6b72a35dcc23b5abe283f42907bd08f1d4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p1.model.layers.0.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4486401b9f7b27193d310385d3468fdd234936513b93a4d2e9662d745b9b74 +size 67109756 diff --git a/checkpoint/pytorch_model.bin/p10.model.layers.1.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p10.model.layers.1.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4d278565bfe74bf8dd3bbd7b0df0966ee2f3e539 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p10.model.layers.1.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a22f8644d0a6940f854aaf7882e60579972973c97575f7e25622f97280f977 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p100.model.layers.11.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p100.model.layers.11.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..6463867d2c8891d011852e97040ae0e06659aa1e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p100.model.layers.11.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5c80fae90ca3476520a485c29d07121eb270e0534cb2c9ce08f4aa764e90fd +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p101.model.layers.11.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p101.model.layers.11.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0f01d09e3f3fa013e18d64c930439b1c4a2f3e25 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p101.model.layers.11.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7b3eefbb663e184e8ee804ea11b02ac98f29a30abdf361eab46e4da7983a00 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p102.model.layers.11.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p102.model.layers.11.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3f69e9fa12f3b3ab361ffab36dd9b383913d7fb1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p102.model.layers.11.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b58bd301b57fc9e3c23375ed119c0ceecd9962e1aa714cea3722885e08c9d6a +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p103.model.layers.11.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p103.model.layers.11.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ac441097154883cb23b78203bbdb6832c5cc55ef --- /dev/null +++ b/checkpoint/pytorch_model.bin/p103.model.layers.11.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed98fdbfda7fc25acc4f80728f69e7cc647477ed659009d9339a16fd780bd34 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p104.model.layers.11.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p104.model.layers.11.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e74c121fc264352cde9bf25158f7dd047dce2f90 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p104.model.layers.11.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b7a49d0bb826f91c9547c1494367d5273678c2d221de9080ccec9ba1befc56 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p105.model.layers.11.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p105.model.layers.11.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1ab3721338e122c2128e2bb5576a49c6b7a66dc2 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p105.model.layers.11.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54b7365baf60a919654b1f2f4feb8991a700459769a779c95094018a08c5291 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p106.model.layers.11.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p106.model.layers.11.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..98983cfc24e428d9d946f2c9ceae0cd8b9931833 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p106.model.layers.11.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c079b1f4963c658c0dd95c54ab6f31e55e95cb40b0242465cd78388631c6302 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p107.model.layers.11.input_layernorm.weight b/checkpoint/pytorch_model.bin/p107.model.layers.11.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..cfd5dd467dc796eb9ca8f6352966c6f0fabe0b64 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p107.model.layers.11.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b697c974c581a4b64024f0dfa328941f597fa5b93312fff8dbe2140988b6f1 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p108.model.layers.11.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p108.model.layers.11.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..499273942a2a0240af8f4707f74985a5a3017f89 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p108.model.layers.11.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440dd212bb2e67c2ff83a2d42135f13589a04f622f41d523c241941e008ec1b8 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p109.model.layers.12.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p109.model.layers.12.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..194444a9744c2c47f96640dc5e6a3d67c874518e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p109.model.layers.12.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3046b38eb5f0dbd87c7c9cc320dfc3374311930d38ee43a03169c61a8b6eb19f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p11.model.layers.1.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p11.model.layers.1.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..6fbdeb4d101bb39fd66de771a687d43ea4567139 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p11.model.layers.1.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4afe803e9188698fe5b29e551e418da34e536dd5fc42d53f2d4d02acb06780a0 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p110.model.layers.12.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p110.model.layers.12.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..7b7216a8697ef18f16b3c58e9175c9d0ef15093e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p110.model.layers.12.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3ef1f510bd1955a076e2bbc7c509f1f28479bcf17755469e2ad201c70362cb +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p111.model.layers.12.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p111.model.layers.12.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c75f0c09d60427894f2fc271e16ed4fc3956c8cb --- /dev/null +++ b/checkpoint/pytorch_model.bin/p111.model.layers.12.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5dc6f96ead6b19d38d2bf5fdcb98dbc2baa34487ffb416029ad6bed9d37baf0 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p112.model.layers.12.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p112.model.layers.12.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..516365d0b8b5cbde7e1e40116fd4d6f1460a64c1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p112.model.layers.12.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46267dfe1859f8a4fd450e43523fb9603c849162eb53a5f72445daec88730607 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p113.model.layers.12.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p113.model.layers.12.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d2855a9575b683ac827cd7f846672a9855ce7667 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p113.model.layers.12.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d874134d19b3a5e0c28b4cb14a5c6ce416592cc0b280d22e6893c178f0bc4890 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p114.model.layers.12.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p114.model.layers.12.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0910e7c875083a6fadb9087fbf62099e2de323e4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p114.model.layers.12.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6dbe94e47a28ab08e80a8069e06d9a6f31e16306ea138a356e90f90ff0139e +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p115.model.layers.12.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p115.model.layers.12.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..272bfef2f9d87551cdba6e2ba31638b213c9af57 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p115.model.layers.12.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afc26b5261f3c992c3a9e9b84cf42d9e5e6365c6d0dfb2a0397f52fdcf611ab +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p116.model.layers.12.input_layernorm.weight b/checkpoint/pytorch_model.bin/p116.model.layers.12.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b759d294154188ae86edcc53413f054383eb0c74 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p116.model.layers.12.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af688ecb35a5f33863c2ea72f697027bc01e19ae891d13c878a9bb077aef9eaf +size 17282 diff --git a/checkpoint/pytorch_model.bin/p117.model.layers.12.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p117.model.layers.12.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7ccc9971b32f5077066199fb0d38dc5b498c53c0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p117.model.layers.12.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42abe22e1afc5696515dfb5e91d0541aaf789bb8777d5f47c48726f7425c326 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p118.model.layers.13.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p118.model.layers.13.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..296073a0cc9a6e80cb200afa8ef9edb1cc901901 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p118.model.layers.13.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57fbe0a4df894dbd3f98e744ad1775a43693b4ce7992991616576f66af86964 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p119.model.layers.13.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p119.model.layers.13.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..fe765028a8b5eb896633c10cfd081b327909d4ac --- /dev/null +++ b/checkpoint/pytorch_model.bin/p119.model.layers.13.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e1fb093b541409c38ec658f77bf301eba121873d557d8037b569a2a82b947c +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p12.model.layers.1.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p12.model.layers.1.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b6259a81f194b8032a8dc685ac60806bf2d9f96b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p12.model.layers.1.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67935134cf42385cfc6ee23d9c41f3e0e146cf620fdfbfb7d61993332867779 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p120.model.layers.13.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p120.model.layers.13.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0a271c24abd4457c6bc5a318d723b6a86c5e4f44 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p120.model.layers.13.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7762b921206e6b9548e584537cd2634724d909ed2d73ed5a0342344a698d8528 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p121.model.layers.13.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p121.model.layers.13.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b1c86c6d792c778a49c2d335d5ca3ebb0826ff8b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p121.model.layers.13.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28120f754e95324e127cca63a761d124d834fd56cced2fd38d27e15ce7e4691b +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p122.model.layers.13.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p122.model.layers.13.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..6c4047e0ab30ec733139a7cb971d882aadf405ca --- /dev/null +++ b/checkpoint/pytorch_model.bin/p122.model.layers.13.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f749c15d65ba3b6456e058611e0fd0dbcfce4d38041d814e0b778bb8a74593 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p123.model.layers.13.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p123.model.layers.13.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b0fe4ed1c67c921d614cd719406c0f96cb00726e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p123.model.layers.13.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef1b6504ed2fb7f3d0b515a3ae3fb06e59fd2a2c92f107c89b8727e74dc9bcc +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p124.model.layers.13.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p124.model.layers.13.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1b38887d6528f7d450b47ab4a27c6f0f73cc416d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p124.model.layers.13.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd51d04347f173637b730826633a263f1b25370bd446a1ff34c8f03c7c51e79 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p125.model.layers.13.input_layernorm.weight b/checkpoint/pytorch_model.bin/p125.model.layers.13.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..c12778cc37d1bf65422deb6ec7e9704d3f18ed33 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p125.model.layers.13.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d96cfb55f2a0edd518209aed60673eb2cdbd5e6aee6c8cb51ef3ec618ff15bc +size 17282 diff --git a/checkpoint/pytorch_model.bin/p126.model.layers.13.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p126.model.layers.13.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..85aecf6697e68e6280d4f0533d622ab573673078 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p126.model.layers.13.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14703c6f0d6c692a048a16ec17d3bd5bb8e925dc6024558931041df48fa6d46c +size 17309 diff --git a/checkpoint/pytorch_model.bin/p127.model.layers.14.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p127.model.layers.14.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0673249b6bbb8213de8e26cca7b61013c00c7efc --- /dev/null +++ b/checkpoint/pytorch_model.bin/p127.model.layers.14.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75fc137e6fac484eb99a764320706ab7de62b162e12a40e4af706f33a916c2e0 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p128.model.layers.14.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p128.model.layers.14.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..2fcf2fa4f5b82dcec63fadc4559151f45d709400 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p128.model.layers.14.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963cc6b708a5b9beb5c7648797394e8897e5bb7f3502602563e33fdb4731c5bd +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p129.model.layers.14.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p129.model.layers.14.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..60ff71f7e4ec5e8283729e2a2d806a11005c29d6 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p129.model.layers.14.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f156177fd8262b098c5f477bbeaa1137933ea23062c87c9d7b6f5e531fbbbb5f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p13.model.layers.1.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p13.model.layers.1.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4f80625ade294d88e03abfcd359fb95b1c509ef0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p13.model.layers.1.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b774652267c782b295972d3ad5a80cd9b8726460798c63b155cbbed629d5ee95 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p130.model.layers.14.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p130.model.layers.14.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4fff340e5f16b5cc774d4614bfea29c4620bf03b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p130.model.layers.14.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12cec480791ecd87866ee79de6b6929135451fb948a6eaea47b52e21c5168e16 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p131.model.layers.14.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p131.model.layers.14.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0683a0861e38c20718de7c21cf578645ff57a376 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p131.model.layers.14.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ae779c065179df5c262ef305c227ef4d8fbe4ea8fa673e18955e3d09c40bae +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p132.model.layers.14.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p132.model.layers.14.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d35394695e1fd62a75d4dc734f43fbf99b771f9f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p132.model.layers.14.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e4498fb9eb95f190b8304c5e57acf6a4a8f1aa44b4adbbbed14eda5dc6fe83 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p133.model.layers.14.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p133.model.layers.14.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d68850f80bfa4bb6827de3e236fe228d1577d011 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p133.model.layers.14.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a2321a7081de7f76b053a22b5fcd1fdb854e5fbb15d298a8e2fd48b02c7abc +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p134.model.layers.14.input_layernorm.weight b/checkpoint/pytorch_model.bin/p134.model.layers.14.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4fa6b613ace63a7e905e3a643f8db732583d819a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p134.model.layers.14.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37f5642ad300b1225a3f0f195317d674cc8b3a443b2145b39abc912b3e8f7e60 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p135.model.layers.14.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p135.model.layers.14.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..272e98e56476e14d6917b883835d9a46ee5d751b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p135.model.layers.14.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7ed46e4eafb9182394036bdc4980359ca7770a8fd7d739eedf232ecd89de23 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p136.model.layers.15.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p136.model.layers.15.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f17ca08d2e167094cfd72238afeb237e7a7e6df7 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p136.model.layers.15.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b8645153a8338589fafb0d6143e5b57d56d4298a424123c4c212e488b28b803 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p137.model.layers.15.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p137.model.layers.15.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..069b09a24ccc446b31b1b51a6d8378db10a807c6 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p137.model.layers.15.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ff0b29c8f6b08fe3a14ac6f08deee7a28c195afa9ddd05cecbba506875cf91 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p138.model.layers.15.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p138.model.layers.15.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..43e4b19c6090913be68de13cb2a5c3e48775c1f8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p138.model.layers.15.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feebd1a2deb047db0e33a76efd949877c10751a17d1eaecfae7ad58189bcf0ee +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p139.model.layers.15.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p139.model.layers.15.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0415356760c251b040e514c3c098c0f36038c8be --- /dev/null +++ b/checkpoint/pytorch_model.bin/p139.model.layers.15.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b147303551e6d7c31fe1246acebf470dee1d13de0e9892647b086acf63fe06 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p14.model.layers.1.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p14.model.layers.1.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3574569cc0500b728039167a50edc52861a86e6b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p14.model.layers.1.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db908d11f827dddf0ec6f4908cfad39f6d258989e47fc7d6cef6b865c343c8f5 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p140.model.layers.15.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p140.model.layers.15.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ee06822bfc435983f8ea5fe7e8c8813073f72361 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p140.model.layers.15.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5f63dd0d8a178b7e2b48ea811e396964d2ef3e35099aafaa0697290dadbc5f +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p141.model.layers.15.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p141.model.layers.15.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d28288776fbda8764af82ef59cc6993b95b682f4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p141.model.layers.15.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42a484ff18bbbc54af02902af074d32e0a83270978ffa7e035918106be07354 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p142.model.layers.15.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p142.model.layers.15.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..7c5c797a8b7d255135ff93fa8988e934cfa7ceb1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p142.model.layers.15.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d9bd0a9c911c57fd19cf22c22efae0fa7bc6922b9ea109bf4e1f26f83e6ef5 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p143.model.layers.15.input_layernorm.weight b/checkpoint/pytorch_model.bin/p143.model.layers.15.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..79ae4bd54737983b65cbe125c844297c575c52ae --- /dev/null +++ b/checkpoint/pytorch_model.bin/p143.model.layers.15.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c569fa386914a571265b4a5598270aafd21814b2214cf88b77964b7ed76db188 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p144.model.layers.15.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p144.model.layers.15.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..34265509678fba2930e455bcb6b8c5e2aedbb131 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p144.model.layers.15.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1827c64a78197cd451d804c8108ed2c6c9f121fd800fc958ac530724d693b4f8 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p145.model.layers.16.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p145.model.layers.16.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4ea3466dd2f9f06e530bea8ed907cdf1adad41bf --- /dev/null +++ b/checkpoint/pytorch_model.bin/p145.model.layers.16.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c48f4b2443e71f37ec0c37a43c49cf04d953bc4d3ec77094d360d6c34b71089 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p146.model.layers.16.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p146.model.layers.16.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d468fbb8edb2f87690ad4af3c049067d52e7057d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p146.model.layers.16.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2814aaa430246b1d98c77cab3d93624abc907e22014ada69eca462ee4e7caa17 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p147.model.layers.16.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p147.model.layers.16.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b7cacb88cdf70a7e62e77faedbabc30b68ef9e43 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p147.model.layers.16.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96a07a897f466a14affba2b7f10286e005fe79c426023b5b12aa68debaf0c08 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p148.model.layers.16.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p148.model.layers.16.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0ac846ff930d00710fd396d93e4a49a123ec9d99 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p148.model.layers.16.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6695e8d17bef59e8975ede43ff02757a320a35c6662a74fe81e33869c220127e +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p149.model.layers.16.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p149.model.layers.16.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ae21850672fce4ac4416fad64779cbdcff093772 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p149.model.layers.16.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afd3859d20435d8d8f426f04d1e7b3dad5d90f09cdc59c3e998f496c2aecefb +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p15.model.layers.1.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p15.model.layers.1.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d217e9a7cac5ff73b9c1174bcf415a9ca1ef5cab --- /dev/null +++ b/checkpoint/pytorch_model.bin/p15.model.layers.1.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1456d343602db1f9cc9c798df5a1d6cddaceb632d76a386c5a65991eb15daf42 +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p150.model.layers.16.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p150.model.layers.16.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e95bc6d048060920640668449757288c36987167 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p150.model.layers.16.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bbecf2757bd5742f21e3fc4912d7eb9f8ccf5e22e93507023f69449cbe34b71 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p151.model.layers.16.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p151.model.layers.16.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f68eb05bd14c789e3b455601dc9606a57def3061 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p151.model.layers.16.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2914508ced3ca05f385e1d8504aa73a5c7e4559f8c75abaa8f7293c827f65ec8 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p152.model.layers.16.input_layernorm.weight b/checkpoint/pytorch_model.bin/p152.model.layers.16.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..2f58dc437ded8144e54d9e27ac08a4828cf5ccb1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p152.model.layers.16.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85200d0189667734f013e80748232e1eaa7709b366ebdf812f370c81be175a69 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p153.model.layers.16.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p153.model.layers.16.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..279437c34fbf297912d34d41550e60a9c94c55d6 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p153.model.layers.16.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc67509a9f25ba6de28adbdb71934e1f7daa0c5269dc6673fa464ec0d8b8ed8a +size 17309 diff --git a/checkpoint/pytorch_model.bin/p154.model.layers.17.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p154.model.layers.17.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..fe7d5bd73394652e9be992001e244265774fa47f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p154.model.layers.17.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb8eaeac7575603f0fdb17fa9c8b2db5328b34d758a71c45fc093cb88798fe1 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p155.model.layers.17.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p155.model.layers.17.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..59f3c05bc3904d927c758a1a339ea77fb9363159 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p155.model.layers.17.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8295c0b0e6462358603f34de6da6e4a62fb374930da29c5c415083d4e628cf4f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p156.model.layers.17.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p156.model.layers.17.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c05fb4a6418e9f98c62915a8ffb80d972230e34f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p156.model.layers.17.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65014cc9003e516c2770ae1a2cb5d711b906939da8f86336660971b13ea75165 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p157.model.layers.17.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p157.model.layers.17.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..6a4e21d09d16618e602bfde20b8a4ba8fb3ede05 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p157.model.layers.17.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd69de76ae56b10929040287dacba0a39c3ccc4bf799fb13b76b6873ce2a50d4 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p158.model.layers.17.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p158.model.layers.17.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3defff10065ffc64c25b38c073f2205a94606a22 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p158.model.layers.17.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad358f24ac8971d3463d5852f27febc1b5bed31837142199c745d93a5004bf21 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p159.model.layers.17.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p159.model.layers.17.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f0d2d035b1f85341521603b9146ce92cec227bf2 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p159.model.layers.17.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3edb69dbfc91488e917293d3df421ab380abfc3072deb9114a38a7d541c686ad +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p16.model.layers.1.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p16.model.layers.1.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..21ca0912aedb77584c3a42c79c9024469f2d681b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p16.model.layers.1.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976ef4550edde4c335f8615e3036f1a2d59ae033a7334f2f5cef3a21ec2bd599 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p160.model.layers.17.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p160.model.layers.17.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4e3e14012e2de0886dddd3a6ec9dc2768ecbdb57 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p160.model.layers.17.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b26a04d5310a2bc0867103326df73f03e73e16dafd012850e7210ed72be4c2 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p161.model.layers.17.input_layernorm.weight b/checkpoint/pytorch_model.bin/p161.model.layers.17.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..a087d6e63af57d986371cb04e168f887521ee667 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p161.model.layers.17.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bda687d82fdf1196b31a06ca4497d041c3b0148fd54ef278978529be3679795 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p162.model.layers.17.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p162.model.layers.17.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..e0942aabd86d850288f057f52c58692c784a2dd0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p162.model.layers.17.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89856cef23f9d37ab2991c4422648edf01b98fdcba9ece1ab0bf948ee5e681b3 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p163.model.layers.18.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p163.model.layers.18.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..07633e32d0ec38983fa29731576ea9c305849c04 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p163.model.layers.18.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bab18693c109cb1c161f53f2779ffd3975d4a3a693259171d5e439ae651e7b5 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p164.model.layers.18.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p164.model.layers.18.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d82fbb2261497f028b06aece154ddc3eb049f63b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p164.model.layers.18.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe775ccc28ff5f3c3e22bfbfee4b3fd3d5cf1c0ed6941cf196aa228753a988d5 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p165.model.layers.18.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p165.model.layers.18.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..202c50f52705c065f9682fdad07ebef68af789d4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p165.model.layers.18.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62828feb553e7ffe79941bbb56f127cf249383368bae1496c9f7d61a6c3e1f6f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p166.model.layers.18.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p166.model.layers.18.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..12d6493884515bc3c5130599d4cc80e0715c3354 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p166.model.layers.18.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcba7e10e47f77786e1d680679a75fe08aee416d508183161fc46c55d19671d +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p167.model.layers.18.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p167.model.layers.18.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4172b93efca909489c8bd4ba12c33d44850c2619 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p167.model.layers.18.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf5c09986649195d78c7e623fc641c4eb616f8d7070b5c86d5f5b8c49c2ea66 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p168.model.layers.18.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p168.model.layers.18.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..8704e421c282845dde061b166c69db64f635d80d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p168.model.layers.18.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba090dfac509cf22f50ad4260d61e1795e624c43cba90b97a4f87649f4bb7b1a +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p169.model.layers.18.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p169.model.layers.18.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..580cb285f0a2e1c6545f191c04751cec18a218cc --- /dev/null +++ b/checkpoint/pytorch_model.bin/p169.model.layers.18.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6207d2d5dd9bb43396c01c70afd3c4ce5b886bad93cd0095888b336fd0dc79af +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p17.model.layers.1.input_layernorm.weight b/checkpoint/pytorch_model.bin/p17.model.layers.1.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..02d55c8862f8f24909740d0d177217e37c95288c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p17.model.layers.1.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9c2df11e8c5d37428dc7ef2c1418c6a8bf5b149890f8ddc81ca034a8aa6fc7 +size 17276 diff --git a/checkpoint/pytorch_model.bin/p170.model.layers.18.input_layernorm.weight b/checkpoint/pytorch_model.bin/p170.model.layers.18.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..6607616940b9dac96eb1371c564940ebc98e09de --- /dev/null +++ b/checkpoint/pytorch_model.bin/p170.model.layers.18.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c2fab49f56741bb17a85d1c5abd6b23bd75840649037c706b31dddf3c84458 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p171.model.layers.18.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p171.model.layers.18.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f800a395e7ff22eac985f4b89af6b8e98a0b862f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p171.model.layers.18.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e644fff8f5c6642d7f65ddbff68ff2a5441a52d09977dc98f6b34658ff005f +size 17309 diff --git a/checkpoint/pytorch_model.bin/p172.model.layers.19.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p172.model.layers.19.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..00575f2f44e88a95aaba7f67a57281feec756a84 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p172.model.layers.19.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a3a1f873b4831f811cd7b9a2d48fa420e2dfe4a90ca6d7c0f9915ee6624987 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p173.model.layers.19.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p173.model.layers.19.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..dd06542a2e197edf63bda0e1ea03d80a3534327f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p173.model.layers.19.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f43e34fbe5cd4ac76cac94ccf8381ef6fa4d1e5d33e77f1b8c85b65e6d110c +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p174.model.layers.19.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p174.model.layers.19.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..dd3f2a964c7c39c752e69e4025a04c3f2cafe26f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p174.model.layers.19.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e94de47aa54957c375c398ad40e2e7f1422d7aa210cfbd52bc3e72bb4258ad1f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p175.model.layers.19.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p175.model.layers.19.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ad571a6636a6b899fd2abddb86941d29ff6b1026 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p175.model.layers.19.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fb8bbe440019ebc6adfcae75670fc2b87efcc0ca324fc29befa2e537b1bb3d +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p176.model.layers.19.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p176.model.layers.19.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..80e2efcef309bf5643ac059e215029ae2d0048c9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p176.model.layers.19.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6030a3352b4affdeb9d56d0b5cfc6c3398a367716f5f728481e2824b3d571a +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p177.model.layers.19.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p177.model.layers.19.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..a88e976f96655a3543654872b5f38b9b083677a3 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p177.model.layers.19.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b13fb5e3b2023c6862b2080c473541c7cea911e37a83b63e4be34a2136974c5 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p178.model.layers.19.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p178.model.layers.19.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c15e19261c745626ccca83352d352f7536aca82f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p178.model.layers.19.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc09d0ba322200d6d88ced3765f106b7416e0a646e1be43ada1b43ff07c1d1ef +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p179.model.layers.19.input_layernorm.weight b/checkpoint/pytorch_model.bin/p179.model.layers.19.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..46a25f842dfc03ed5741e93ea78722c6b844b3d7 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p179.model.layers.19.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d869d14f093ba0e643bbc865614e9abe3fb83e038ed00f0194c47605180cfe88 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p18.model.layers.1.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p18.model.layers.1.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..310ceda38efa5238ef4d38f64e54930cd07a5241 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p18.model.layers.1.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada59866c1791317a2dd0523ab523140ab703cfc3cf47122e341ac8f7d0b5c8b +size 17303 diff --git a/checkpoint/pytorch_model.bin/p180.model.layers.19.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p180.model.layers.19.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..cf57b5035b4b5e16662263df8516e2af209cbaef --- /dev/null +++ b/checkpoint/pytorch_model.bin/p180.model.layers.19.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:080be90b08b7c512da59f6751c7966db7749b5328c1d482d80a8ed8f097e6e19 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p181.model.layers.20.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p181.model.layers.20.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c034f295f86c8378a34309d495f452298bda3821 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p181.model.layers.20.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7bcfe830816ba336d72416bfedf5f5c520bab120bc97497af2deb84f9aeead +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p182.model.layers.20.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p182.model.layers.20.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..7599f09c66fc2ea5e7f3cfde4baa01c0f53879dd --- /dev/null +++ b/checkpoint/pytorch_model.bin/p182.model.layers.20.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cccdcff7c62a6f0c390472915a8a7cdc2140def3f18c643526ae111f47223499 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p183.model.layers.20.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p183.model.layers.20.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f447ce4eb71f5e0de363ffa4379e44881d87a9d4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p183.model.layers.20.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a964dab243b4ae73cc3474c75adf883da882cc6d7c3eda9b085b518c2180a25c +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p184.model.layers.20.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p184.model.layers.20.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..5937cb671207e5c04a79f26f87a78d80a1ab7e6d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p184.model.layers.20.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7667c8c8fd20590bd534dd34b78c425aacb891c4bd459caa340fe3f706c3f0a7 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p185.model.layers.20.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p185.model.layers.20.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..410952b30a6ddefa2d0adad3544c8297efcd1495 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p185.model.layers.20.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb04194cbc7ef4ff6f4fe167fb54ada58f086c70608223b7fd2e25f64a8d6c27 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p186.model.layers.20.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p186.model.layers.20.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d5b0c62d20dca9e664343795457dd6d57ae10089 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p186.model.layers.20.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096f8902799e90da08867a2663298fcbe47d8c64c68af37f3ac0d32ca43793b1 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p187.model.layers.20.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p187.model.layers.20.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b92138b82656abde9faa0a928a8c07c7a41cb3e8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p187.model.layers.20.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc0d24f78927faf91dbf8204f32b4cb356a0cdf45de2c8ed2f63b81e29ee7bf +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p188.model.layers.20.input_layernorm.weight b/checkpoint/pytorch_model.bin/p188.model.layers.20.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b5dcef8691ef6eeb6a90dd5c99a38ecd0b08290f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p188.model.layers.20.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e255cb9cc05229cbcab33bdc0bcba9860115756472cffcd1a291be51ed4e82f +size 17282 diff --git a/checkpoint/pytorch_model.bin/p189.model.layers.20.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p189.model.layers.20.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..3c60c87e1f4834bc4fc66ae5bba22dbae6661886 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p189.model.layers.20.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faec3fc75277e7cba81d8012fc24e938d452f93b58259ea3d720efc44e3afcff +size 17309 diff --git a/checkpoint/pytorch_model.bin/p19.model.layers.2.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p19.model.layers.2.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..403294009192fd4a774282fb4227604df6eb74f0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p19.model.layers.2.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5efcf6fc240e4dc91c69fb364bc8c35869958f53e431f3cc7da5cae062f8559 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p190.model.layers.21.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p190.model.layers.21.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..973bcc1fc8896c6f5a32aea053bd8fb406b3cfd6 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p190.model.layers.21.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfbbae1e36634cd9b21e0e251d594a978283168b9742034f7b0626298a41f16b +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p191.model.layers.21.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p191.model.layers.21.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..aa431f28692cff93b8af7c36b54a2645548f4281 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p191.model.layers.21.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34230f5f7973de8763f9ccc8e1f7dbb3b0cf70fe16715e31214ea3f569379bb1 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p192.model.layers.21.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p192.model.layers.21.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..857695eabae2f59cbf99ce234ffc0e43bd4415df --- /dev/null +++ b/checkpoint/pytorch_model.bin/p192.model.layers.21.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244e819a96af47a97ae4912174bd51a3c07cbd3603678f37aef5d3704e0e63b2 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p193.model.layers.21.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p193.model.layers.21.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b052e0ce9a448f461696f94a1c7c5ed0bbc536a1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p193.model.layers.21.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84792a42b89cd5e4317c51121646b4b1454fb6a1f0a21b0c471a530baf3b01eb +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p194.model.layers.21.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p194.model.layers.21.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f83b37418f2c5bbc6b07c6c496be56a8b61c8f80 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p194.model.layers.21.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc0a68959d0ac4d435f1bd51234623b996d133bbde23b3f27c4c65b20e5df31 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p195.model.layers.21.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p195.model.layers.21.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f772e81eaa667748f13fb3f1016a4423ef040797 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p195.model.layers.21.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb3887042ab333765264d33f312142b31bcccc8dfc4a1e5a10c37818f1ae89e +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p196.model.layers.21.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p196.model.layers.21.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e155df57b032ec3d91a98af6686f60ea6e52b692 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p196.model.layers.21.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f5b26c521efba015fb4081f84820692a027f5243a5158b89ed8efa93867829 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p197.model.layers.21.input_layernorm.weight b/checkpoint/pytorch_model.bin/p197.model.layers.21.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..34d142c61a8e6804ca8f2040232574e15d95bff8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p197.model.layers.21.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2fa331d4e55bdc7d3f9290c770abf772befbf04833d6589597ffa73bf6fd8c +size 17282 diff --git a/checkpoint/pytorch_model.bin/p198.model.layers.21.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p198.model.layers.21.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..2a37db2175f01688a74c3bdc2341657772bd10fd --- /dev/null +++ b/checkpoint/pytorch_model.bin/p198.model.layers.21.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6cb30fa8aeccc78a5c22e64a0a206cc1f5479bae097e6c05056c96dc0c7fba +size 17309 diff --git a/checkpoint/pytorch_model.bin/p199.model.layers.22.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p199.model.layers.22.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3c42deda50cb2cac64ce581518d77b1ac296ce09 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p199.model.layers.22.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d3a14d4a68005e0e06f015fa2ed2c37a0501bfa227aa7b833700579ddd641a +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p2.model.layers.0.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p2.model.layers.0.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..fa0e7f5a966932b7157130211b87aefb90310294 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p2.model.layers.0.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ac0c76db418a9e133f4057014c0d3eb1d708b909c23a6c4bfaa009c72771aa +size 67109756 diff --git a/checkpoint/pytorch_model.bin/p20.model.layers.2.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p20.model.layers.2.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3517a65cc66945e043f6ad74f7e957a57eddf9b3 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p20.model.layers.2.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795dd4c460e725baa4feae4f82f198ef2e1696f3caac3dc7ad43fcfd951fa21e +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p200.model.layers.22.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p200.model.layers.22.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..28480e22043fee6c90399d4df22735061764c466 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p200.model.layers.22.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:054cefe802109b51acf50e6c38395ba363373fae395eb0578faa54b4387d1273 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p201.model.layers.22.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p201.model.layers.22.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1000fee8ae38f91030192cdca3db62d7f61bd7e6 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p201.model.layers.22.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4a8ef5d1479d74e6043d895bc72a94fb58573685d8d378ecd38c8b3882e78d +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p202.model.layers.22.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p202.model.layers.22.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b77582aaa0c947869e04545267608803a32f19a1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p202.model.layers.22.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f3a286ed34ff0f6f8ea5fd467c695e8f1eafb2407bcbbcd5c2cbb5031e1f04 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p203.model.layers.22.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p203.model.layers.22.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..74f6df89f461ad14893416e242dfa9be5a550746 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p203.model.layers.22.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d282f7de7e9a117a7b59bc7a26444354df9c23b483ef31ce0fe570b0e22ad798 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p204.model.layers.22.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p204.model.layers.22.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1e49c6e62b806089f933f715ef020a4387025e6c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p204.model.layers.22.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a74660a83fc0272173f1b151099b2bcfbccf44634059e905b71973845f79b51 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p205.model.layers.22.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p205.model.layers.22.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4ba5ed509eebf4d90f2d3e4996d64a59bb4c02e1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p205.model.layers.22.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf73fb0b0b73422e922ee14e45fdfd8456803784da1702ffdb2cf6479142d8b +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p206.model.layers.22.input_layernorm.weight b/checkpoint/pytorch_model.bin/p206.model.layers.22.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..63fa261abc9c02d82ae8da48cb07d7b1b254b441 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p206.model.layers.22.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59982ed84c8e7ae0f3d0ac366adda3ee20dfa06b8d110dec277bfa6a110e1ab +size 17282 diff --git a/checkpoint/pytorch_model.bin/p207.model.layers.22.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p207.model.layers.22.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..a1fa58a87c069f1987ef526443e2cd6df4e3fa69 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p207.model.layers.22.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473ad3a3d0008c7fc4a15b16b4624ad4e15e67d8791c87b8289ba1742941fc8e +size 17309 diff --git a/checkpoint/pytorch_model.bin/p208.model.layers.23.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p208.model.layers.23.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..19b2b806ceb562d0280be092ae3f6534135236dd --- /dev/null +++ b/checkpoint/pytorch_model.bin/p208.model.layers.23.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50414801cbe558de1b2f971e59269d696149e9ee0bb18d1e325dbf2d7fd1bf9 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p209.model.layers.23.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p209.model.layers.23.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..317f526e842bf77b830766076e9742b6a7fc1ea8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p209.model.layers.23.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68825e703267d41d82906488fae38d36c6f25f735c606cad54e804a22fe269a +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p21.model.layers.2.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p21.model.layers.2.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..25eb42fa5bbaa60563a1c16b16602f1a1982e287 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p21.model.layers.2.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ed54915d733a6fa0d24e986058c179749dd2704c8b860f71d830d982e815b7 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p210.model.layers.23.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p210.model.layers.23.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d417fc8a0582476eaa39b190517a17dffb705bed --- /dev/null +++ b/checkpoint/pytorch_model.bin/p210.model.layers.23.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7956138d13871e0f4a0dad4513b6adf5782f513d932a9cc8c14da60bf33f21b +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p211.model.layers.23.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p211.model.layers.23.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0679fbdff8a0d7ffc310d94931e4bfdc6b55833a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p211.model.layers.23.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c3a0adc4e6aaf716a42a79b73a42b24001182cd8b6095c96aec29c6e57b4c8 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p212.model.layers.23.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p212.model.layers.23.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..5eabf5854de15ad9d2c6c8237d4e2a47634c4d0d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p212.model.layers.23.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b830b628b01c2a07020ca66bf23a597d1a10a509ff6bcc1be841a26620f0e832 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p213.model.layers.23.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p213.model.layers.23.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ce71084dc8f21418c38ae8758dcbf5d211c897af --- /dev/null +++ b/checkpoint/pytorch_model.bin/p213.model.layers.23.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5ab6332912d44ff8ef471f48c0c77521a77e58d3628f6dcd3e584dcbf340a7 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p214.model.layers.23.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p214.model.layers.23.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..9a8f9414a55703bbbacde9f41bacc095953e38cd --- /dev/null +++ b/checkpoint/pytorch_model.bin/p214.model.layers.23.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa01b1a9686a6326263803e3f65362f9bd96d947c3952622e8db852bd8784f6 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p215.model.layers.23.input_layernorm.weight b/checkpoint/pytorch_model.bin/p215.model.layers.23.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..34d484664abf3b792c17ca0adfac7bbc9c36523d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p215.model.layers.23.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe7ffb667422575edda4c155110a3a7ba7d0aa429062481ed7bc7644ff9ce4b +size 17282 diff --git a/checkpoint/pytorch_model.bin/p216.model.layers.23.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p216.model.layers.23.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b2072de70927cb65d172a48efcb6428fa2ea8aa8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p216.model.layers.23.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15e91381fa519791bd81d3738cf162af0d340f9c6738f7477efad41846de10a +size 17309 diff --git a/checkpoint/pytorch_model.bin/p217.model.layers.24.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p217.model.layers.24.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..7a1315406dbb98582399c31af95e02503fb5b6be --- /dev/null +++ b/checkpoint/pytorch_model.bin/p217.model.layers.24.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9164844437b821cebcb0943374ab331fe814d57405b861a6ae1c49d890c4ff +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p218.model.layers.24.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p218.model.layers.24.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e1d674ea53fa032657926d66348a3ca708111353 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p218.model.layers.24.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5222211bc6275e723ce768033e29c28717cbdddf2b942e679593bacde2c20c62 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p219.model.layers.24.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p219.model.layers.24.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1254c171ce8fd847acbfa5fc4a304b17b51ade08 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p219.model.layers.24.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea0eec0f449e755d6d9621b1a4485a0e7e4a93f5dfaf8391373cd037444129b +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p22.model.layers.2.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p22.model.layers.2.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..26b4cd30ce6a15bbf5ebe70c6b220ae8614d781a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p22.model.layers.2.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13cd8e58396f44d948233cdf0e3d9e0d708f0280176222af80eb473e95feaaeb +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p220.model.layers.24.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p220.model.layers.24.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ffd0a64acaba43e601236fcf962a75989d13ef96 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p220.model.layers.24.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c7886e067a24f0f66d64e46e7406b681bd12339b959699b8bff249ea7d4c62 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p221.model.layers.24.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p221.model.layers.24.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c630b8449caeaef679e305e4922a6844d9ee8fd9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p221.model.layers.24.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4495b655f56a32716bcb950c8a4f106f57206e08b1207efbaa016496e01816 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p222.model.layers.24.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p222.model.layers.24.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d1279427b5981e55abc11913a35e858cc625062f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p222.model.layers.24.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a29170a1fc72f0acd5d76ad3eb44aa43a5a888c523e9fcd25c2bde07b55bb11 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p223.model.layers.24.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p223.model.layers.24.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..05359ec2f23cd99e97318f080f514e802675bf18 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p223.model.layers.24.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adda3b7858cdce3ccb77a684339cd9636f4dc848b6336aa5cacbf7be68427e3d +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p224.model.layers.24.input_layernorm.weight b/checkpoint/pytorch_model.bin/p224.model.layers.24.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..98dcbff2d800830e9e32f1cbe64763773bf9061a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p224.model.layers.24.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed36237684f8388ba17ead231626b7d88adfc080f166ee8c5ba0d6106e7976c +size 17282 diff --git a/checkpoint/pytorch_model.bin/p225.model.layers.24.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p225.model.layers.24.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..a419e876ecd29a669493556c34eda4f5679ccd89 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p225.model.layers.24.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5992ab1fe49fc0c93812b085ac02d75a9e39d76fa92354d3589b51279ada1b51 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p226.model.layers.25.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p226.model.layers.25.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..48bb7e3608d38de17441dcf1b1f06d265e03bbd7 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p226.model.layers.25.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0392edfe953a23fd179c0b1ccca52006b18634aae49fa5d8fb0798575b0c2733 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p227.model.layers.25.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p227.model.layers.25.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..283aa7bafa33787e107ac67ce8d834e470ae596c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p227.model.layers.25.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8154ab6b1828d9a4bf056d270018437c23aee0083d9bc81c6537ade450fd3d6 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p228.model.layers.25.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p228.model.layers.25.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..14447dd6c5e16880f193161bb518a8a5cf8d7573 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p228.model.layers.25.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71ea21679a9ae4642a28a8a472bbff52601c2578997bb85df95b4b833da41e0 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p229.model.layers.25.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p229.model.layers.25.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..792d3750eddbb6901d8b94d97d8b8e5fb7585c61 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p229.model.layers.25.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d043eaed0f5bffe352c4ac5c59833463a262531885c412b14703c49e95063f9b +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p23.model.layers.2.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p23.model.layers.2.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..2fecfb7f98ec5f4198d99e1e7fe79a965acacb8a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p23.model.layers.2.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e24c9ffc9a0a98fa0580a3d0b1afe003cdbae0ef2ab64dd188f69290ee3e083 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p230.model.layers.25.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p230.model.layers.25.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..066fc47d187d72d2cf06ca51400a3bcbf77dc566 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p230.model.layers.25.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50696302ca1cf11274bd2fe3f90b711340d51d3dadfde4fd30f46e0f91d145f0 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p231.model.layers.25.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p231.model.layers.25.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..74624351ab47b29ec39aa21ea6853d347f7284d7 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p231.model.layers.25.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd430f755f4f90b9c7c5591d842b805b8dbdac203b3033996af52900c36a564e +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p232.model.layers.25.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p232.model.layers.25.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0baa367f8043bfbe97fb04d6487ea5295dcc8439 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p232.model.layers.25.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015c273335a8e95e1498485fc98390695a05e3118a71f650644eb745a989253a +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p233.model.layers.25.input_layernorm.weight b/checkpoint/pytorch_model.bin/p233.model.layers.25.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..c88fd49520afd3e446fc493334a36b48df582ff5 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p233.model.layers.25.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25881c49762b86ec9dd7c82fdeff21b3b25187f6c09f5dc1ef25a7cf90af4a01 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p234.model.layers.25.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p234.model.layers.25.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4818984b0cab4a99d27b8c74b4b20d86284c643f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p234.model.layers.25.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d70188277b8960a58a6bf7d1492789d2a82c81e71c9d1539d164290e0370095 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p235.model.layers.26.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p235.model.layers.26.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ee5c74019774473ae89f0f700acb38838a8f452a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p235.model.layers.26.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb69dbf635af3aa34f24023982e9a9766676155831adf30538fb20bcf30a7ec +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p236.model.layers.26.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p236.model.layers.26.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1b13445d1e7619b2da2d91fce9f33dafc99130b9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p236.model.layers.26.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b112f011c6188c69ce5a6156327339829dc620bef7a686a7a488af88fd04910c +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p237.model.layers.26.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p237.model.layers.26.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..2420b631eff0e0e490a89115bf514b63e49f8fab --- /dev/null +++ b/checkpoint/pytorch_model.bin/p237.model.layers.26.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2f7c83a08d7eb818c4674cfc5e08c976276bfcedea49c6bf65d662f90d48bb +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p238.model.layers.26.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p238.model.layers.26.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..8059651290c8099bccde193d1bf84894d8c704f7 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p238.model.layers.26.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae27af53d4f3a4cf5375c49b97d106d7a2ec8fa06ad77131616dfdf3aa9d0b32 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p239.model.layers.26.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p239.model.layers.26.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..9f79b244b185df2c4e057fd86cc82e03201ef883 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p239.model.layers.26.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf410f4c17a06cc76e4be7cd90cd992604cb032076a9d97d11a8841832919c4 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p24.model.layers.2.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p24.model.layers.2.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..9d6e55f8aa03c89aee1ba79ab89f5887d74ceb20 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p24.model.layers.2.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28567a5da042a30d829125dd8a833e431aff8bdcec5ad405207997701aeeee30 +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p240.model.layers.26.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p240.model.layers.26.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..72c903eb2aed1edf287d3eb59ed389dae6a35431 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p240.model.layers.26.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a33864ed1d2ce940d56fa543c481de5581fb12cd3e62cae812211dc261f13ad8 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p241.model.layers.26.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p241.model.layers.26.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c1eefa62b043a08fcaa913fbfe88150184031cff --- /dev/null +++ b/checkpoint/pytorch_model.bin/p241.model.layers.26.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a864607e111421c054fa7cf843d4a46c3f2ae278631668eda43151fff5a52643 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p242.model.layers.26.input_layernorm.weight b/checkpoint/pytorch_model.bin/p242.model.layers.26.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..d824b3c23d9ab23b116ebfd0f5cfdf49da57e96e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p242.model.layers.26.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12baa9502274636f2ea622e393a84d3795ce11ec8a6cd244483df16c0685938d +size 17282 diff --git a/checkpoint/pytorch_model.bin/p243.model.layers.26.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p243.model.layers.26.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..ba51e238a1033adf72f625739443e9d306eeabc5 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p243.model.layers.26.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e2f94f9e729523cb024dc981e6f35afad099f0e92bc7361ba6bd89a55307a2 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p244.model.layers.27.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p244.model.layers.27.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..5cdd018dd951d265a7895ba2eecb7f00331ff951 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p244.model.layers.27.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0c9bedad18ac451230358b9508e5b499e32853103a6157eb165c7fa532f206 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p245.model.layers.27.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p245.model.layers.27.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4a0e3c9f93974b498970e4061f66a0aa3d784b39 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p245.model.layers.27.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:092f8baf71a8617ec4f651d8c2a193e4fa9ea445ac55647142e819e94783d189 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p246.model.layers.27.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p246.model.layers.27.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..19cea8ef802e27af4383f5e2548495e2ff72f3a8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p246.model.layers.27.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045faec36a1e9cc990a5630f3cdd0849bbb4d49eb87a6f4d7651954bb08843aa +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p247.model.layers.27.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p247.model.layers.27.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..23b3bf147b6e35171c96b3bd086b12e583483c2f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p247.model.layers.27.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992b1b413a75a2db80d8701814dc0bdbc45d76712736145dc525e88add435a79 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p248.model.layers.27.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p248.model.layers.27.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e9f70841459e5ce5416bd9f250e1dfda238ec537 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p248.model.layers.27.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64416746072884fc06311b5c9549203c2f9f0dca4fda75b6dbd35db4c828572 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p249.model.layers.27.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p249.model.layers.27.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..81c61992cbd14ddde39032fe5d294a757baf9016 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p249.model.layers.27.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab2daebe0e3557779bfad25bf8ba9ccbec0e4bf29b34e3fa19dd75f86c044ad +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p25.model.layers.2.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p25.model.layers.2.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4aec58426fc9a824ee667d638e09bca306ed9016 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p25.model.layers.2.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b331c7d12653bb66fc905416ff9adddf378f34110a061a840fcf642dde04fb +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p250.model.layers.27.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p250.model.layers.27.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..288e43ea7cb55b492981dba38f61a109bb3398e9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p250.model.layers.27.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f72a688d867ecf737bb0f84a0b46199d0929f35a6eb94e887a59b6f877d5476 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p251.model.layers.27.input_layernorm.weight b/checkpoint/pytorch_model.bin/p251.model.layers.27.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7e1ddb7e5e676a366bdb1e3ad69dfcb5f3fe9c58 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p251.model.layers.27.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b21cc42b7fb8c259f9675acc917ff868b2387510787b1cb9c1cc1bddf7ee568 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p252.model.layers.27.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p252.model.layers.27.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..5e6bafc8635dbe22e4048764f937956ef6d2ca9c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p252.model.layers.27.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a18bff12ea1aff386f578fe78f84ea603a80c2cae381888857d786eda4235e7b +size 17309 diff --git a/checkpoint/pytorch_model.bin/p253.model.layers.28.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p253.model.layers.28.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..33d0a41386da243b1c8d5c4f03a1d5c0e9ae6f45 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p253.model.layers.28.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc1c0d704d559f25a6be4578f3476eb2232be605dc67b9a563984a9291edc63c +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p254.model.layers.28.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p254.model.layers.28.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ab5c3691d829ff2c1558e450f237106eb221f7e2 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p254.model.layers.28.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128d03b7d1e5cf220db579e62cdbf6f9707f0e746ded81f52f387a3fe7aad451 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p255.model.layers.28.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p255.model.layers.28.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0e11298de314e15bd736737b342a5e346063f609 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p255.model.layers.28.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b6a2d9b612030e026f01eaee458c4b71d5e0c0aad3c8c001cea9d8bcd67783 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p256.model.layers.28.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p256.model.layers.28.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..75ccf4359660cd6d35ed6b298a081e26d4a1ae46 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p256.model.layers.28.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6eeeb64fef5e9bbee2022f689f7035c12eea404596fa5b0295a39b3ad02987 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p257.model.layers.28.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p257.model.layers.28.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e78ee2dbefb38b787b1d0126ed49a423c885511e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p257.model.layers.28.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a74980136e6680946b5b84bae2ee50c28152ae0efdf5f223269d8cf4936cc2a +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p258.model.layers.28.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p258.model.layers.28.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..8f4ba688eae15ea65da2ea0c8ea358c3a201d572 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p258.model.layers.28.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5157c018247f2411893be51cb33bb2f5c255167dfef844fbf9f70750efe356 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p259.model.layers.28.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p259.model.layers.28.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..8b3decafc1fdb2b76189bad22458bac4157a54ce --- /dev/null +++ b/checkpoint/pytorch_model.bin/p259.model.layers.28.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacdfcaf1740e3c4e410454d713bc9501df6ad478e111b4e32c9d43786349d12 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p26.model.layers.2.input_layernorm.weight b/checkpoint/pytorch_model.bin/p26.model.layers.2.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b71194cfe68efad20cf5068f5a1b2873548e8168 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p26.model.layers.2.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e2a4925653483301b0d960e6df53e4c4f7406dc4f5713e0d989e1a7013850a +size 17276 diff --git a/checkpoint/pytorch_model.bin/p260.model.layers.28.input_layernorm.weight b/checkpoint/pytorch_model.bin/p260.model.layers.28.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..682f7fffa04f34fe64e7fb62353d4b44e6123d04 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p260.model.layers.28.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9518105dcb30f99ca6d670b3f81a3e714a154e32fad3a5745045d9bb72d360bb +size 17282 diff --git a/checkpoint/pytorch_model.bin/p261.model.layers.28.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p261.model.layers.28.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f005c59e082b3d5b17ae3cdc2222e21909536821 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p261.model.layers.28.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414086477c4af42a80931e32d448536a23de52429550c6262b9b4a3b90af19d4 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p262.model.layers.29.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p262.model.layers.29.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c79fb8add67b2a0e892f37ac46ad9b857c9c9acb --- /dev/null +++ b/checkpoint/pytorch_model.bin/p262.model.layers.29.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da47bff7b7b27a9ba92133052de00c5ca91f8594876e5bd8e7b9a5d0ee3a4a7 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p263.model.layers.29.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p263.model.layers.29.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..47afc66954c395755ab2a728779c291e4be4f594 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p263.model.layers.29.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53cd6fcf94240639a10378bc4e737cbbc1f29414e12e5df72691821ad7b24d9f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p264.model.layers.29.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p264.model.layers.29.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..5884bb904e2a46e77e0eeb9ed16fe0b203cdb35b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p264.model.layers.29.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3280c23092849154657f5913bcfd4c969803d22bce425d9a094651bcb5f4e51 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p265.model.layers.29.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p265.model.layers.29.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..42402b2bb79c8385f4bfc263a955e4e36e94d3de --- /dev/null +++ b/checkpoint/pytorch_model.bin/p265.model.layers.29.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ffe1fcfda9d5ea2a62b105ecea8ff218106f6a009f96bb316eadc69297f580 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p266.model.layers.29.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p266.model.layers.29.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..fb47be4a06f5c3cc173b571775c9f7512aa38891 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p266.model.layers.29.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae23aeb3feadf2e012bde691c0810b5f40806faf3500f6075714844a748cf52 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p267.model.layers.29.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p267.model.layers.29.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ea334d23119386f4ae9c3eb51c37197d3dfb03e0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p267.model.layers.29.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d56722d90904b1d3dcecaa635d983c477e0b0c4f6ce49b2697519862ee8d484 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p268.model.layers.29.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p268.model.layers.29.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1e61fc7922f499836a5e8e195e197fb3b9b429be --- /dev/null +++ b/checkpoint/pytorch_model.bin/p268.model.layers.29.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c052f98323bfb9075e194063e772363810f9c6cbf8d7c1cdea9f289f0d33a669 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p269.model.layers.29.input_layernorm.weight b/checkpoint/pytorch_model.bin/p269.model.layers.29.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b9f0240718131c92f20b2dbe9ad5477857ddddab --- /dev/null +++ b/checkpoint/pytorch_model.bin/p269.model.layers.29.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8fb2f3893c0985a672e9072df02d9f1e88f84a12478fd9c263b86105abd32d +size 17282 diff --git a/checkpoint/pytorch_model.bin/p27.model.layers.2.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p27.model.layers.2.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..c195555ececcf89057502e9fdcffe9c05a1c8efd --- /dev/null +++ b/checkpoint/pytorch_model.bin/p27.model.layers.2.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a78202db221fa5cb35f790ab68661a15e9fcbcb1ef8369790a2cb19aa936f3 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p270.model.layers.29.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p270.model.layers.29.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f338c1b8177e39ea3fb95e318bc167674d961f3a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p270.model.layers.29.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013941bed2fa4ee23be10bab1e916b7fb9fec840c997b8deee5a2b22b67802eb +size 17309 diff --git a/checkpoint/pytorch_model.bin/p271.model.layers.30.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p271.model.layers.30.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..9335aa338a65360f2612db462fe1feeb7c00b46c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p271.model.layers.30.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5a5eaa7cdebf8ac2c744387c60c82c5ef9cb0118578effa1677ec56d690665 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p272.model.layers.30.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p272.model.layers.30.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c8058b2a89e77d5dc7f0926bd7b1302f3ada64f9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p272.model.layers.30.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60b7255bc2b1b893119b724c527b3383c1fccc857241487c49ba0dba9188be2 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p273.model.layers.30.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p273.model.layers.30.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..0320c4857681ce7bfc3732c1ed08be52fe453586 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p273.model.layers.30.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:006b442a5d2996f1d06a792c04acfbc70132ef95d52446c1b9c7234a15b05b6f +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p274.model.layers.30.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p274.model.layers.30.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..e4ba5816081a7a558d9e24b6d4c55ed5020ceb79 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p274.model.layers.30.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df44502c5f4a62da0ddbb69b33077cc4ed6eb3103d19b7aa578c0fa90bfce7d +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p275.model.layers.30.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p275.model.layers.30.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1b6f9913de67c43fa0666840996c78b68622f946 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p275.model.layers.30.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2021e5aa69f2eb231eb37c0c9fef627d3938c3c8051f8c7b6fb4e4623eb364b2 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p276.model.layers.30.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p276.model.layers.30.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..854820a5c43cd3c6fddd988c8ee7d104c3042bf9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p276.model.layers.30.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:121e86fc4a87c73661dd25a4d9c75159024c340cac4e4cfe5169bc82f428d994 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p277.model.layers.30.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p277.model.layers.30.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..006c1249b5a31aa55c0f36a1c402bc9bf5de1f59 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p277.model.layers.30.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5eac72b7162bb1a3dd4050e2b97bc45fd230a3ce8dd17a13b9713242752b5de +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p278.model.layers.30.input_layernorm.weight b/checkpoint/pytorch_model.bin/p278.model.layers.30.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4d0adf64589d0306f16f8f516d86d6a1c35281ec --- /dev/null +++ b/checkpoint/pytorch_model.bin/p278.model.layers.30.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3afac8c9ad42a3c4e3d0594f71362cc304e0daec159ace3fe88ec0a160dcf813 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p279.model.layers.30.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p279.model.layers.30.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..e2804d074c46e23877804afb85a183ca84814002 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p279.model.layers.30.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c63680f2dd10446c7ce4b29ba0c860ff3474345b4269be31fbaee665744fd0 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p28.model.layers.3.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p28.model.layers.3.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c1f085a80cf51fffd6a34e21899f0f44d3cf514a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p28.model.layers.3.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91990c3f123482e53b7e01d7aea12bd7abf8fd4748c6afaab954019d6b751a82 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p280.model.layers.31.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p280.model.layers.31.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ec8280a9e995105895d12b87669b9f200ed75276 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p280.model.layers.31.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d3df586572ff08a40d0c0e9ddbb97f775a112580b184f5c35603a383d1226e +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p281.model.layers.31.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p281.model.layers.31.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b731f0cedea63fd8680c6e9a0e68e126e9f384ff --- /dev/null +++ b/checkpoint/pytorch_model.bin/p281.model.layers.31.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1ce1625bbb95156dd8eaa14d5fc111f46882073638bf1bcf34e00e1e69d6d67 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p282.model.layers.31.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p282.model.layers.31.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..bcd420a844592c754330e4bba1ce91a93bf1e32e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p282.model.layers.31.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2665594113cbdd4fccddfd50ed7f9d8dc6567500dd4453770d86cd4a2186d18b +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p283.model.layers.31.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p283.model.layers.31.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3ec2b26992678bf75e72f5d0861e083bfa35d611 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p283.model.layers.31.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eaf09b29008362c667c3af1abdbf259bf82ade18eba975618955a51bfd579f9 +size 67109765 diff --git a/checkpoint/pytorch_model.bin/p284.model.layers.31.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p284.model.layers.31.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..42b5c50c69b10ed64eecd6e7d7bfcd26f6ba2699 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p284.model.layers.31.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9a4a4b674fa794bd723129f601833f0c0611463c0c394a67fec8a1150aa2b4 +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p285.model.layers.31.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p285.model.layers.31.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..6559bf1e6b93a3fb51ce32e5ae483fa729243526 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p285.model.layers.31.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad6e6068257415f5bcd3498ce2b049f607b78e9bd2a292050385e46504f9843 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p286.model.layers.31.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p286.model.layers.31.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..28eba8e7745fb05700b2785db788525f1095a1fb --- /dev/null +++ b/checkpoint/pytorch_model.bin/p286.model.layers.31.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7deb323d4a3f5c214b0462b54f4313b54aa437dd86e447ce761a34950c54143b +size 180355964 diff --git a/checkpoint/pytorch_model.bin/p287.model.layers.31.input_layernorm.weight b/checkpoint/pytorch_model.bin/p287.model.layers.31.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..5f0f2a7ce3e5e89f1a1c8436defdaeb0f94f4d67 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p287.model.layers.31.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9284f24cab57984fef81699a9ed0d6cd07818a2566e286e972d16eb6eddc66 +size 17282 diff --git a/checkpoint/pytorch_model.bin/p288.model.layers.31.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p288.model.layers.31.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..5e489230bef4e462ae23c1d3e8486fee4549494c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p288.model.layers.31.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca3615c11a8c2c87a8705c675a4d493b2ab85b039109e9eb7168b3b161a2d215 +size 17309 diff --git a/checkpoint/pytorch_model.bin/p289.model.norm.weight b/checkpoint/pytorch_model.bin/p289.model.norm.weight new file mode 100644 index 0000000000000000000000000000000000000000..2af312072e9edeb5955444eb24cfab96c49b8e53 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p289.model.norm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b327e33ee63aa38e3614f99f43e3142ab894f4fe4909b8edc2a5551ad69632d +size 17155 diff --git a/checkpoint/pytorch_model.bin/p29.model.layers.3.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p29.model.layers.3.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..bb05c24dcfd64b98924baa0c8c048f712a73f30a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p29.model.layers.3.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ac34b3af0eed8e1062b214e218d4610356e8ebbb95d81ee90dd3e9d0c857f4 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p290.lm_head.weight b/checkpoint/pytorch_model.bin/p290.lm_head.weight new file mode 100644 index 0000000000000000000000000000000000000000..5955a04a09690e8389ad33aa76a927928316e1f5 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p290.lm_head.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfaa5d6e2dae75ad92f2c5c2d197d45fb5dd16d268800b90fd09d48ebd30f1ae +size 524288762 diff --git a/checkpoint/pytorch_model.bin/p3.model.layers.0.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p3.model.layers.0.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..992d0b064930466ec58d67bdce26bf4b13fcb814 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p3.model.layers.0.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe2ff998c8b62858bc5a42edc8bdebb17774478eb96b272aacb07487781251e +size 67109756 diff --git a/checkpoint/pytorch_model.bin/p30.model.layers.3.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p30.model.layers.3.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..a9464c6a9d5f5381e67b74379d827bd1c50fe65a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p30.model.layers.3.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386dd2e0e94aaf43a99af54e30922fcb8702d24454fe8aa747641bd471756650 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p31.model.layers.3.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p31.model.layers.3.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..216fd72ef0a1b435215e5447690f609f24a75795 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p31.model.layers.3.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09fbf70e1ab90b7b79121832358c759d2cd71d39f0e91831cc3f65999ba6af1 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p32.model.layers.3.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p32.model.layers.3.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f408adebac3a9e921128aee7f2ca5ad4958e7926 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p32.model.layers.3.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2705059461447270ec81b7cfbf74fd9d5b988e9095d3d7ff0c47fd686450a790 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p33.model.layers.3.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p33.model.layers.3.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..74c43067f35ea849ac0e1470bb278df98e9d77b8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p33.model.layers.3.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc0afd48278c18972054db426f9a7298baf8c1e469073917218ad9ca6d201de +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p34.model.layers.3.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p34.model.layers.3.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f6ef161249c1561a731ff753e15d79a783bc953b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p34.model.layers.3.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffae28642da4de2b4130c8d127701424ef6926e23bfe62ccead2b3ee09d63197 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p35.model.layers.3.input_layernorm.weight b/checkpoint/pytorch_model.bin/p35.model.layers.3.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..13b2e33d25bd1baf3c30cc3b693fec819373b4ab --- /dev/null +++ b/checkpoint/pytorch_model.bin/p35.model.layers.3.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e5fedf136ae5a15b2d8423420bc955529a7fe428c853cc165fd28887ac0929 +size 17276 diff --git a/checkpoint/pytorch_model.bin/p36.model.layers.3.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p36.model.layers.3.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..33792c30425e64bb16ce7b9242c794d0d64d9e5a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p36.model.layers.3.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f03dcad3eddddbd38f4935528c5b84184fcaa8f1b90a234de43aab3160801b9 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p37.model.layers.4.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p37.model.layers.4.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d3fa8f5f93a1d84869d015a298c7f64599c49310 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p37.model.layers.4.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa93570ae67f4453728ed995cc3e225c37f99b55ecf491394137f68e8e281a60 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p38.model.layers.4.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p38.model.layers.4.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..39477b92815e9ae43d2dfceb6b94ee3b6fd78279 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p38.model.layers.4.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a1467eee793df85df669b6e46aababd69e26157be255174d9046d5b3791fba +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p39.model.layers.4.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p39.model.layers.4.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..adcac8dd97de11a007ffaaa376136348305f9c52 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p39.model.layers.4.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4641a5016cc4070a9454bf144699389f3a4f3670817dbb8d26adea16d95862 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p4.model.layers.0.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p4.model.layers.0.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c58ad5499e1dd11bc1fc2d51aed956cd4f156f5f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p4.model.layers.0.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22a52eaedad400e2b04f238aae7d36048de9384c350ab2a1303a3693de360fd +size 67109756 diff --git a/checkpoint/pytorch_model.bin/p40.model.layers.4.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p40.model.layers.4.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..bfe4647038d9dbeba83ce7f16a1f073b29e3854e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p40.model.layers.4.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3163a0d12bcb54f5ed0c4414d6d30fe886e2ef27a12af60460d1954e3b5a8f91 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p41.model.layers.4.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p41.model.layers.4.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..ed44e4ac7a55541681e24422dd8089ab0c9850f4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p41.model.layers.4.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13880c27b94c7f8dab671493b00a6ecee6305acf0ac9b30af59576ecec965e09 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p42.model.layers.4.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p42.model.layers.4.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f6ac171470f48505fdeff524272da523ba74957e --- /dev/null +++ b/checkpoint/pytorch_model.bin/p42.model.layers.4.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bbf7bed0750b822c8239e06699a862e8c8b02248ef316bf201a7dd20e92e851 +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p43.model.layers.4.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p43.model.layers.4.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..57c94f8b98be5044328bee027ccae1609c03b1eb --- /dev/null +++ b/checkpoint/pytorch_model.bin/p43.model.layers.4.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b8666c4aadcbf56cd9413fbdb5941655a7b00bfbbfd29c3529041004a42343 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p44.model.layers.4.input_layernorm.weight b/checkpoint/pytorch_model.bin/p44.model.layers.4.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..9d5bb82a32ec12933df75b1377f35b69bf3f761d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p44.model.layers.4.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a81fafaefbc8476e7c7216578d66c088a7f42ae20f47b9c198f1585c9a2b6da3 +size 17276 diff --git a/checkpoint/pytorch_model.bin/p45.model.layers.4.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p45.model.layers.4.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..c5e5b0f40e570daf5e45a93b915ff1fa4cbb36fb --- /dev/null +++ b/checkpoint/pytorch_model.bin/p45.model.layers.4.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058f697981b27e3f7f2f169274bad8710dea8b13f1ae216280b296e63c82bd22 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p46.model.layers.5.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p46.model.layers.5.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..7cd1a957efaf68eb61f2ce7961aa2f91c1b6d091 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p46.model.layers.5.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6849d94d944c47903b9c1b5591cf0469eef8920007414d23c9cb3bea18f8d6b +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p47.model.layers.5.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p47.model.layers.5.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..5c59067894aa2dc235275223b051d7970c123f5b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p47.model.layers.5.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7542d2d35b0adec88f0749fbf1f2bd25977e0bed7c711ce5de42f9b7d629fbb3 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p48.model.layers.5.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p48.model.layers.5.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b0025418589865a0eb1a13c3239f4a53eee7e82b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p48.model.layers.5.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33289871a99c7e4018d8cd3a32c0dcb10b9c09bd1d1f43818eb3193c34d6a4d +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p49.model.layers.5.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p49.model.layers.5.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..8a1c435c898ca40af38e2ad215e8dc7a30091280 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p49.model.layers.5.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c5046c0d10b18f3dddfe4e56c90c8a4039b59502bc3a9f599c06f40ac0f5bd +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p5.model.layers.0.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p5.model.layers.0.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..759e5215f1a81e69ab2a438b32bcb7afef7a488a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p5.model.layers.0.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9c7078de237ebd45fbc996e065b40081893eb36f06f434bb505635deaf6217 +size 180355955 diff --git a/checkpoint/pytorch_model.bin/p50.model.layers.5.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p50.model.layers.5.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c7805110d21aa99749d2bbbfb6678707068c7961 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p50.model.layers.5.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45deaea9e193def84ad48c6a0ed77d6ea7e0f05cd77832be674a660c39bf70f +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p51.model.layers.5.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p51.model.layers.5.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..dcb0b9143abf07ec555c924296eed087f050f327 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p51.model.layers.5.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e080920ea6f4a2d486a27e02b63db46a5a75f45c9ae7bdce0145f203f7190a4 +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p52.model.layers.5.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p52.model.layers.5.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f96f9365993424697815ba1ffc360b5c8e3a682b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p52.model.layers.5.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dab1968d4b8c454a3d9b14fa61c38b07141e1489c7ba8d2278574a09afc6f1f +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p53.model.layers.5.input_layernorm.weight b/checkpoint/pytorch_model.bin/p53.model.layers.5.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..699b3036121b51cf3cc59e0b5a590ac0b37c5fb8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p53.model.layers.5.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdacd94364f83e9e1f20cc07462cc0366280a27df161e47152119d4465b425d +size 17276 diff --git a/checkpoint/pytorch_model.bin/p54.model.layers.5.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p54.model.layers.5.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..afc84aeb13796f8b051e722a9845f6ee9550078b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p54.model.layers.5.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773273265ce06a5d3954643aff68da2172bf879f30a55a1cbeaafeb24469e5fe +size 17303 diff --git a/checkpoint/pytorch_model.bin/p55.model.layers.6.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p55.model.layers.6.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..edaaf779c68dec6bb301c98e229346c44d5586e4 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p55.model.layers.6.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4377ec952c80aa2e7a2e1c148da9bd596b0d85d4b6086b7eb469390950aec83 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p56.model.layers.6.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p56.model.layers.6.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..88ceb33746c57668e39d160796cbc1829987ab4b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p56.model.layers.6.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f34b498eee50485fcb7e009369e8baa68f6204f14aa6d68afc2b5ae0d1224f +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p57.model.layers.6.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p57.model.layers.6.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..a136cf81864cd78463ec6487ca18b1b48e4fbae9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p57.model.layers.6.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94070e8e2c3de6e3d7f768a4f225fb47386115898f8da29763a65e9c78a1b0e +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p58.model.layers.6.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p58.model.layers.6.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d1d70d40e7a98bb7e7b1b9fc3b4573145d043416 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p58.model.layers.6.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e4dff268a7d3f54f1ce5eb46fda4a693c4382cfdaa510c6731c4dc3a8fd9261 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p59.model.layers.6.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p59.model.layers.6.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..63167b40c8b1e6308777bca559293298ad9f9253 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p59.model.layers.6.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b57dd3ae37bb165d5c072651cce14bb9e9f933106ee8e09d47ffb304ff0b578 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p6.model.layers.0.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p6.model.layers.0.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..6dcad0db324e69153215c7380e8486acf0a90661 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p6.model.layers.0.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80423995527296329b42e5517dc8c2de04391b28082112839c692bd9fc9606c7 +size 180355949 diff --git a/checkpoint/pytorch_model.bin/p60.model.layers.6.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p60.model.layers.6.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..2bf549bfbbb13c623b6011b86eb4161b908ba240 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p60.model.layers.6.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0cce5b75df9321ffdae8efe2f55b21f6fc06b769f78477be497fa22a758d3c8 +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p61.model.layers.6.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p61.model.layers.6.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..21bfb44e784364828e8073441700b2848647f1d0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p61.model.layers.6.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6479143e4948fd35d0b7e69dea863f11b3a87afe8c3334a093e91ce9e79dfc27 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p62.model.layers.6.input_layernorm.weight b/checkpoint/pytorch_model.bin/p62.model.layers.6.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..dd1c088e67ceee0ff07846578dac79b84ef5e706 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p62.model.layers.6.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba1226ce697b0d9526033faca929a03c70448bf6b00d8b6449f272279f40ea9 +size 17276 diff --git a/checkpoint/pytorch_model.bin/p63.model.layers.6.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p63.model.layers.6.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..d8e772a5dbab0fc4b2272bc807e0e30c5d23c91f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p63.model.layers.6.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b3f8d146e29546201eec58bab0cee26b43eaa6c5c416897ad6968a0fcb4c644 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p64.model.layers.7.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p64.model.layers.7.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..60ac403b07140435a75bcac0d41f548e458e5b38 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p64.model.layers.7.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128ea457182626237db0a2af0c092275327291e5687a12157380d2ef21920a95 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p65.model.layers.7.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p65.model.layers.7.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c7a33969de6ffa61322b07a1bbaa58e15c0841e8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p65.model.layers.7.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96239a149f18d6c855ba146860029c4e852cc1e21056a32e302fb870fe2f0f9 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p66.model.layers.7.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p66.model.layers.7.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..db0f27f314ae54e88bcce4870f8ac603ea30ffd5 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p66.model.layers.7.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf836866439725bc32ad1b6c35047af8f1bea26ca87ca02a9708bba516a20988 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p67.model.layers.7.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p67.model.layers.7.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..8e318c3b62d73336a0594a7a4d6aea5436bb5e0b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p67.model.layers.7.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e5b51940c356e57e2869f1b32c2d75c5eec56dd882d04b1ea191882a8ba7ee +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p68.model.layers.7.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p68.model.layers.7.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..91ff46bfec43469a45d90e44240b3ec5353709e8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p68.model.layers.7.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475c3e71bd6b59842755e0fb7832a5d758df130b3d2c70ead3c0619f1b69933c +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p69.model.layers.7.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p69.model.layers.7.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b26d81f9a4015d09f7cacd2a96b0181979f5f97a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p69.model.layers.7.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db2e26d8cde4f0bbf9165ca2b3243f21e6f8d3fdb6f5357626f7ed82ff0b721 +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p7.model.layers.0.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p7.model.layers.0.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..42056b7651559e896c6d7978b4f2a5e1adb4ab85 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p7.model.layers.0.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5495247969b960260f87792cd3841eba2a0c9c55fcfd640f1b326b0e9e5a56c7 +size 180355955 diff --git a/checkpoint/pytorch_model.bin/p70.model.layers.7.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p70.model.layers.7.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..4e60786a0d7e84c7478dc682d71e26d1059846d8 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p70.model.layers.7.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e499305560cdcde9ff58b4c0f879eb61270cbeade57d48a34cf500769ac063 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p71.model.layers.7.input_layernorm.weight b/checkpoint/pytorch_model.bin/p71.model.layers.7.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7e369ee51042cc07a269f353f132185a0f9c23d3 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p71.model.layers.7.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26e5cf7097fd8d6693aeeb84f12fcd545b3aac69ddda5079ffbd74ec579806f +size 17276 diff --git a/checkpoint/pytorch_model.bin/p72.model.layers.7.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p72.model.layers.7.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..171ef0b51c68d496d5a04a57888c2cda8ee7dd80 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p72.model.layers.7.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf522b02f50d5485863c15b2012a1ff13ab9e6ba3240ada0e9f19ec510fcd024 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p73.model.layers.8.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p73.model.layers.8.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..1b1c798e66730aa18330e8b42d46c085a2ccacfc --- /dev/null +++ b/checkpoint/pytorch_model.bin/p73.model.layers.8.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c712d0151aa5134b05f1e67fcd9d8005f789dc43f148edd160d6960a096170d3 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p74.model.layers.8.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p74.model.layers.8.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..22ff1a6e3c02d996a122d4540d7e0ff9f74d6502 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p74.model.layers.8.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d072df9764bf589b9a1162fc6ecdfb0451e6141683b4d35c2fe1a093d3f11e4 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p75.model.layers.8.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p75.model.layers.8.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..f673e975bc5332a3cd416d16ebd465f3ecdcefff --- /dev/null +++ b/checkpoint/pytorch_model.bin/p75.model.layers.8.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7097c8c7c107b55b41798961596adadd2a26933b340aff3b938142d9dcc169f9 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p76.model.layers.8.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p76.model.layers.8.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..021b425548b75916751781a807429fb649947be9 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p76.model.layers.8.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ea32248dff5f1c406917c950cf1ce3c3f6ff991578519158d08f0c15031754 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p77.model.layers.8.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p77.model.layers.8.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..47dbf9c1ab0df2b1af9773321e86ea8e08be259f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p77.model.layers.8.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6266be1dae85651bb1dd490d62eacc87e05daea544414d4e68546503e1c37574 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p78.model.layers.8.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p78.model.layers.8.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..d6979e987b51532df14932cc7b57ddc723da5e86 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p78.model.layers.8.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b290000536fcdc58af1e23acf40cb4184bec29b3e0c532b2cbcd281a409a2eda +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p79.model.layers.8.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p79.model.layers.8.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..eb2492699e2cad8d4417c668c7c3ebb67f73456b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p79.model.layers.8.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6af41c4f5dc8739c5b0c0dfe9db228d1f9667e9eb223b02614fc95cf104163a +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p8.model.layers.0.input_layernorm.weight b/checkpoint/pytorch_model.bin/p8.model.layers.0.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7a3b920c13ed8de91feffe845835d3da5dbb034b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p8.model.layers.0.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8722a413e29dc0a9314022e0ff4503faf0d791cc171529ef46c17787576bfbe2 +size 17273 diff --git a/checkpoint/pytorch_model.bin/p80.model.layers.8.input_layernorm.weight b/checkpoint/pytorch_model.bin/p80.model.layers.8.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7af5f4962229cc19cd54ffb8d60b77e08b5c345a --- /dev/null +++ b/checkpoint/pytorch_model.bin/p80.model.layers.8.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578e4cda501a5c3a5285d9fe81a836d48d3cfb99ee4bee2ed57e98dc06fd09c8 +size 17276 diff --git a/checkpoint/pytorch_model.bin/p81.model.layers.8.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p81.model.layers.8.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..dd3ff3980cbf01061cb3d57435345c5f822b6c58 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p81.model.layers.8.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d6a5ec9a916319b8fcfda563b1548d3f99b54786a852e58586c47a5552cb18 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p82.model.layers.9.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p82.model.layers.9.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..738b107e4c098c5467f1631f9998be6eb3df3f37 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p82.model.layers.9.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d189480a221d069489a679d69dc677378fe0942fc7ae76bd5db891978b7f9a65 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p83.model.layers.9.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p83.model.layers.9.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..b83089c71e4b82f08f5f45a8ed9e5f5995875b0f --- /dev/null +++ b/checkpoint/pytorch_model.bin/p83.model.layers.9.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0efadd85fa1a81325a676e3a1af0b5401c6007655b081b0bbf9be90eb17d6b +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p84.model.layers.9.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p84.model.layers.9.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..48b4e8f96dcb78acec4dd0882b06e86601c0167d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p84.model.layers.9.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa50f40a6d27e0a4c549d3ef57070b11765a8b4f3852b588b8512e8a93c624e +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p85.model.layers.9.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p85.model.layers.9.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..a2df3fdfde46227ba0b35771822a26dc0395da18 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p85.model.layers.9.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a8b3e66ae17c0557b3dbebc31e3d3504c363e538e57b15aef3a4a1cc616ed8 +size 67109759 diff --git a/checkpoint/pytorch_model.bin/p86.model.layers.9.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p86.model.layers.9.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..c35b9cead8379a0d6186d73cb60005b58d696e5d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p86.model.layers.9.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd90c33e7402ecffa111e6866095978476ba8a1e9dcd48553ca6ce5628417254 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p87.model.layers.9.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p87.model.layers.9.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..346a826da0fa32fdef48b1b573dde71e5cfefbde --- /dev/null +++ b/checkpoint/pytorch_model.bin/p87.model.layers.9.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0a81b5d6f734bcf4dc31475dc99280dfce205d5278f8ec6849136d5557ca4b +size 180355952 diff --git a/checkpoint/pytorch_model.bin/p88.model.layers.9.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p88.model.layers.9.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3beba7bba348721af31d93c3b52deae624f1a2b1 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p88.model.layers.9.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be77227b34ff6d401bdbbc3749a44ab058c0cc1c0a0a55c8ca9b6e6c8a4074f9 +size 180355958 diff --git a/checkpoint/pytorch_model.bin/p89.model.layers.9.input_layernorm.weight b/checkpoint/pytorch_model.bin/p89.model.layers.9.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..5ad868a587d0f4c98afa0bc9fd28ff3ae58ec65b --- /dev/null +++ b/checkpoint/pytorch_model.bin/p89.model.layers.9.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:054edbe807f70d685de965a837a2ebad55447b1c3cb8d39c0f7ecc0ee568feff +size 17276 diff --git a/checkpoint/pytorch_model.bin/p9.model.layers.0.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p9.model.layers.0.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7a236d775ba0bf612a70fdb3ac9396157d54c7d5 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p9.model.layers.0.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4805ab6fafe1b0894b91c2fcfcd9b74e6cf2c584b0a292af5c45500f2d5b6f2c +size 17300 diff --git a/checkpoint/pytorch_model.bin/p90.model.layers.9.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p90.model.layers.9.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..03043a79c0452d5ba4c70ec2dfa5dac4bd0958f6 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p90.model.layers.9.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311d4abdc7f61e704f17df857f046b656790b2a55bc3e83e0b977d626894d3f0 +size 17303 diff --git a/checkpoint/pytorch_model.bin/p91.model.layers.10.self_attn.q_proj.weight b/checkpoint/pytorch_model.bin/p91.model.layers.10.self_attn.q_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..db13a1edf705933e29925eba05ce48ad82f6b98c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p91.model.layers.10.self_attn.q_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a9fe48424b68fd7d8785f6cdfa6c66a03528be6607cd64f7c1e0ca07521e70 +size 67109762 diff --git a/checkpoint/pytorch_model.bin/p92.model.layers.10.self_attn.k_proj.weight b/checkpoint/pytorch_model.bin/p92.model.layers.10.self_attn.k_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..9c99bf3a9314f90d81e178b4d8d52401ba363095 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p92.model.layers.10.self_attn.k_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f41ad8ea094065aef9be3ceafc03580c9cf09661962cebca2f1c49ea99e4d8 +size 67109762 diff --git a/checkpoint/pytorch_model.bin/p93.model.layers.10.self_attn.v_proj.weight b/checkpoint/pytorch_model.bin/p93.model.layers.10.self_attn.v_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..cd8234d7392e8d121f9ddb44e79d947fada8d9d0 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p93.model.layers.10.self_attn.v_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46341bd103524ceb780a7d7437cea9e6ee1a49e89ea56d409836abdce432d5c1 +size 67109762 diff --git a/checkpoint/pytorch_model.bin/p94.model.layers.10.self_attn.o_proj.weight b/checkpoint/pytorch_model.bin/p94.model.layers.10.self_attn.o_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..9c37791daa7617334a8b7d64f7d29dd8bbce126d --- /dev/null +++ b/checkpoint/pytorch_model.bin/p94.model.layers.10.self_attn.o_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a429d1f860f666362306e048818229b0e7deba6dcdb61eb43294ad8ceddefa9a +size 67109762 diff --git a/checkpoint/pytorch_model.bin/p95.model.layers.10.mlp.gate_proj.weight b/checkpoint/pytorch_model.bin/p95.model.layers.10.mlp.gate_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..601f42dbccecfc18bcaf0c9332984d83dd19be29 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p95.model.layers.10.mlp.gate_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998360b6efe47b7700ffa72c51f9887670d96e108ad070aa56bf4f3b0d271ccd +size 180355961 diff --git a/checkpoint/pytorch_model.bin/p96.model.layers.10.mlp.up_proj.weight b/checkpoint/pytorch_model.bin/p96.model.layers.10.mlp.up_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..3335f685457539b00274fabed99c05010bed9d81 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p96.model.layers.10.mlp.up_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c7439b8bbb66c38f709a7bd017a53580eb186ff7a71cc6d5fcc6e67f7e732f +size 180355955 diff --git a/checkpoint/pytorch_model.bin/p97.model.layers.10.mlp.down_proj.weight b/checkpoint/pytorch_model.bin/p97.model.layers.10.mlp.down_proj.weight new file mode 100644 index 0000000000000000000000000000000000000000..36956b47ff01b2047b4e9d9a80609805822e1418 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p97.model.layers.10.mlp.down_proj.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f31785ebc10913a12d01b17d3451891c027e0ffd1fc0be8f89056ba45b625e09 +size 180355961 diff --git a/checkpoint/pytorch_model.bin/p98.model.layers.10.input_layernorm.weight b/checkpoint/pytorch_model.bin/p98.model.layers.10.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..d81793ec3a41f6fb4b59923ad4e3346171c62e6c --- /dev/null +++ b/checkpoint/pytorch_model.bin/p98.model.layers.10.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea3540d2d759589d994e0bef604803dd9b625d224dbf25d6d8bc4344e9fd15f +size 17279 diff --git a/checkpoint/pytorch_model.bin/p99.model.layers.10.post_attention_layernorm.weight b/checkpoint/pytorch_model.bin/p99.model.layers.10.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..16e03e671ecb54e9512c17cfa7d407ed6c7a2231 --- /dev/null +++ b/checkpoint/pytorch_model.bin/p99.model.layers.10.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479c1a72ac29ed1048bf0f865f8f4056edfb6717591b75e1d47f1d28c2e7e51d +size 17306 diff --git a/compiled/1744545db8406da6398e.neff b/compiled/1744545db8406da6398e.neff new file mode 100644 index 0000000000000000000000000000000000000000..56240f14e1b425bc807b0c82510dfb7a1f58bb66 --- /dev/null +++ b/compiled/1744545db8406da6398e.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db39f3197b1e1d81f7311a77a9880a7cb12cc953b2ca744ae18f2e64eefcd4b2 +size 7906304 diff --git a/compiled/1bb198a13076d1853641.neff b/compiled/1bb198a13076d1853641.neff new file mode 100644 index 0000000000000000000000000000000000000000..2039a5b7c426df6ca3255f6124022f3a4785e685 --- /dev/null +++ b/compiled/1bb198a13076d1853641.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25f6911913ea26aebfc424db47991712b61cfa26e7a8d95fb59ad7de56f36556 +size 12770304 diff --git a/compiled/2e107447c6e0a7f19573.neff b/compiled/2e107447c6e0a7f19573.neff new file mode 100644 index 0000000000000000000000000000000000000000..e70a90e7bbbfeae437f1d55aafdb0913260001f0 --- /dev/null +++ b/compiled/2e107447c6e0a7f19573.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81d1225bac88c9bfe8fe32769f9ca456611cd2ebc3bb1f8769b9257d0406be7 +size 7875584 diff --git a/compiled/51f8a515591560780d48.neff b/compiled/51f8a515591560780d48.neff new file mode 100644 index 0000000000000000000000000000000000000000..95e460023941f6fe07bdc0377a20c559af82b916 --- /dev/null +++ b/compiled/51f8a515591560780d48.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea629fe1a08447276532c5049ffec9b62f4b4775fe99990cd4a15910d99f52af +size 10036224 diff --git a/compiled/6cab3b785bfcdd58ee6a.neff b/compiled/6cab3b785bfcdd58ee6a.neff new file mode 100644 index 0000000000000000000000000000000000000000..1b2b29b3f52e0df31f469a911150209193fe9e0e --- /dev/null +++ b/compiled/6cab3b785bfcdd58ee6a.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1e53bc6a227ad6ca8dc9dd5bc3029e85b5de3d5444eeae3dd0f659cca3c519 +size 8551424 diff --git a/compiled/a37ede77a746b866b69d.neff b/compiled/a37ede77a746b866b69d.neff new file mode 100644 index 0000000000000000000000000000000000000000..09ba60fcbb4d5831583e2aae4a0ef8861634e450 --- /dev/null +++ b/compiled/a37ede77a746b866b69d.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8262fa30782e5bcf46811cf3a5411bf3f1a3356986e8f711fcb893212c2b86 +size 7998464 diff --git a/compiled/b938f58ffd873c7146a7.neff b/compiled/b938f58ffd873c7146a7.neff new file mode 100644 index 0000000000000000000000000000000000000000..09bb72ed49eb44805e544ae2736e85608d49007b --- /dev/null +++ b/compiled/b938f58ffd873c7146a7.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad1e997ab8eb40c27977d5ffeca7e0e2590eb75984d5e673a40c7e8267212a2 +size 23307264 diff --git a/compiled/c3741198db69eb019273.neff b/compiled/c3741198db69eb019273.neff new file mode 100644 index 0000000000000000000000000000000000000000..d922ddbbd54a66f919a417b3f66a51189dbe6d2f --- /dev/null +++ b/compiled/c3741198db69eb019273.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:456bd364c91fcfc9a255138e0869098708f2414ed9df16cd0fca9ae619438d71 +size 8162304 diff --git a/compiled/d632e5ec42990d4ee01b.neff b/compiled/d632e5ec42990d4ee01b.neff new file mode 100644 index 0000000000000000000000000000000000000000..417f4911d81b3ffebbf3f6efa2e18477b87d3d33 --- /dev/null +++ b/compiled/d632e5ec42990d4ee01b.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4b9ce4d8f1b2e9bb8ec344f890cc95573f6524a0692b8cda9c6182c1ccd40a +size 8479744 diff --git a/compiled/d95062416ef36beb6494.neff b/compiled/d95062416ef36beb6494.neff new file mode 100644 index 0000000000000000000000000000000000000000..d9d1414b2d84f74df5a109a8a98e3ac13bdd1e38 --- /dev/null +++ b/compiled/d95062416ef36beb6494.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94754b229abb0c3b0af8adb6bed0bf4c0fa646eb070caefdc396dbc10cd64284 +size 8899584 diff --git a/compiled/dfcd5ec203680dc9542c.neff b/compiled/dfcd5ec203680dc9542c.neff new file mode 100644 index 0000000000000000000000000000000000000000..882308c8648840da13db33df6e27228364e7ce11 --- /dev/null +++ b/compiled/dfcd5ec203680dc9542c.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6821744725d584b72d3b5419efe49a1471c329e73d1909789e6d76ae5059d7af +size 9186304 diff --git a/compiled/e65e10acdd5186bd49cc.neff b/compiled/e65e10acdd5186bd49cc.neff new file mode 100644 index 0000000000000000000000000000000000000000..da732f95d2778ff4eb11990b75d735d77ea87759 --- /dev/null +++ b/compiled/e65e10acdd5186bd49cc.neff @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34bbf0325dcea2421ba7270bf30e7922a433ae8ae0aa2a21e146c92cd240177c +size 47197184 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3130c659a663727c12f5e83e941bf3d1a5cd4093 --- /dev/null +++ b/config.json @@ -0,0 +1,39 @@ +{ + "_name_or_path": "meta-llama/Llama-2-7b-hf", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "model_type": "llama", + "neuron": { + "auto_cast_type": "fp16", + "batch_size": 1, + "checkpoint_id": "meta-llama/Llama-2-7b-hf", + "checkpoint_revision": "8cca527612d856d7d32bd94f8103728d614eb852", + "compiler_type": "neuronx-cc", + "compiler_version": "2.12.68.0+4480452af", + "num_cores": 2, + "sequence_length": 4096, + "task": "text-generation" + }, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.36.2", + "use_cache": true, + "vocab_size": 32000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3af883ef9ecdf46c9c90544d6211c75bb09f0757 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "bos_token_id": 1, + "do_sample": true, + "eos_token_id": 2, + "max_length": 4096, + "pad_token_id": 0, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.36.2" +}