rajivmehtapy
commited on
Commit
·
cdea3b4
1
Parent(s):
5a60b70
Upload LlamaForCausalLM
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +28 -0
- generation_config.json +7 -0
- pytorch_model-00001-of-00291.bin +3 -0
- pytorch_model-00002-of-00291.bin +3 -0
- pytorch_model-00003-of-00291.bin +3 -0
- pytorch_model-00004-of-00291.bin +3 -0
- pytorch_model-00005-of-00291.bin +3 -0
- pytorch_model-00006-of-00291.bin +3 -0
- pytorch_model-00007-of-00291.bin +3 -0
- pytorch_model-00008-of-00291.bin +3 -0
- pytorch_model-00009-of-00291.bin +3 -0
- pytorch_model-00010-of-00291.bin +3 -0
- pytorch_model-00011-of-00291.bin +3 -0
- pytorch_model-00012-of-00291.bin +3 -0
- pytorch_model-00013-of-00291.bin +3 -0
- pytorch_model-00014-of-00291.bin +3 -0
- pytorch_model-00015-of-00291.bin +3 -0
- pytorch_model-00016-of-00291.bin +3 -0
- pytorch_model-00017-of-00291.bin +3 -0
- pytorch_model-00018-of-00291.bin +3 -0
- pytorch_model-00019-of-00291.bin +3 -0
- pytorch_model-00020-of-00291.bin +3 -0
- pytorch_model-00021-of-00291.bin +3 -0
- pytorch_model-00022-of-00291.bin +3 -0
- pytorch_model-00023-of-00291.bin +3 -0
- pytorch_model-00024-of-00291.bin +3 -0
- pytorch_model-00025-of-00291.bin +3 -0
- pytorch_model-00026-of-00291.bin +3 -0
- pytorch_model-00027-of-00291.bin +3 -0
- pytorch_model-00028-of-00291.bin +3 -0
- pytorch_model-00029-of-00291.bin +3 -0
- pytorch_model-00030-of-00291.bin +3 -0
- pytorch_model-00031-of-00291.bin +3 -0
- pytorch_model-00032-of-00291.bin +3 -0
- pytorch_model-00033-of-00291.bin +3 -0
- pytorch_model-00034-of-00291.bin +3 -0
- pytorch_model-00035-of-00291.bin +3 -0
- pytorch_model-00036-of-00291.bin +3 -0
- pytorch_model-00037-of-00291.bin +3 -0
- pytorch_model-00038-of-00291.bin +3 -0
- pytorch_model-00039-of-00291.bin +3 -0
- pytorch_model-00040-of-00291.bin +3 -0
- pytorch_model-00041-of-00291.bin +3 -0
- pytorch_model-00042-of-00291.bin +3 -0
- pytorch_model-00043-of-00291.bin +3 -0
- pytorch_model-00044-of-00291.bin +3 -0
- pytorch_model-00045-of-00291.bin +3 -0
- pytorch_model-00046-of-00291.bin +3 -0
- pytorch_model-00047-of-00291.bin +3 -0
- pytorch_model-00048-of-00291.bin +3 -0
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 4096,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 11008,
|
13 |
+
"max_position_embeddings": 4096,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 32,
|
16 |
+
"num_hidden_layers": 32,
|
17 |
+
"num_key_value_heads": 32,
|
18 |
+
"pad_token_id": 0,
|
19 |
+
"pretraining_tp": 1,
|
20 |
+
"rms_norm_eps": 1e-05,
|
21 |
+
"rope_scaling": null,
|
22 |
+
"rope_theta": 10000.0,
|
23 |
+
"tie_word_embeddings": false,
|
24 |
+
"torch_dtype": "float16",
|
25 |
+
"transformers_version": "4.34.1",
|
26 |
+
"use_cache": true,
|
27 |
+
"vocab_size": 32000
|
28 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.34.1"
|
7 |
+
}
|
pytorch_model-00001-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc79646ca1bd9a759a12e0ce8b5a48f7c5861f0913da435cdff1882ba6f4004c
|
3 |
+
size 262145413
|
pytorch_model-00002-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:769075ed1b8ebe264ff9593d35a727cd9c5a839021321a1c26931485dd2414d1
|
3 |
+
size 33555845
|
pytorch_model-00003-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83e37a51d973629c4e41219e0a1155b0b67d2517ac8b09789bf6386e79ca504f
|
3 |
+
size 33555845
|
pytorch_model-00004-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b63183e204de39bb378d1d07c6231a66a68f0fe9a121c73be24ba36f956f7ac1
|
3 |
+
size 33555845
|
pytorch_model-00005-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49bad687e8d6fa5936ee8043f1573ca7dffeea71a5dd3f176dca05a11d5e0426
|
3 |
+
size 33555845
|
pytorch_model-00006-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e1e29a7f9d0db5044263051aba94895e0e7046b6ce7989cdce2cf5b2ffb30a0
|
3 |
+
size 90178949
|
pytorch_model-00007-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e34b9772179bc65ae6881fe47fb87fb98cb6b47b85f09ec093e1a3436e4caa7
|
3 |
+
size 90178949
|
pytorch_model-00008-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:022daa62f6c83196908a949f267bfecfad408bb7080921cdd8e0939ca42249d7
|
3 |
+
size 90178949
|
pytorch_model-00009-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8197c1b0251d46db109e8d9363feba9b3a3ca51b76c69563801dc1f08fa807cd
|
3 |
+
size 9605
|
pytorch_model-00010-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:83f56864fdb3023b930271fb6739f170b613e01cc2c7bb0538d02b5b0eb67ad6
|
3 |
+
size 9605
|
pytorch_model-00011-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c1fbf22ab48d72b656a86f26c67e570dda8f62acf865b5780cde62bedecaca3
|
3 |
+
size 33555845
|
pytorch_model-00012-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:79f54aa8a4367a45f410f22259773947e6b334f6bf30bfb0c1b2b9a19dc79149
|
3 |
+
size 33555845
|
pytorch_model-00013-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb6a9cf551f7fafbdb68e5c18b412d427b710e75cdf1d9d3e97ace28a093e410
|
3 |
+
size 33555845
|
pytorch_model-00014-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3d69961e00ee35e660e91649674296462965a3cde35a0e3d1304e5626175fd4
|
3 |
+
size 33555845
|
pytorch_model-00015-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8dc80b398cc2d7fb85f4794b844fad5110e4d1180adefae667f89d9273f0010b
|
3 |
+
size 90178949
|
pytorch_model-00016-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e580b9befa8cb4e455c822b5eede1ac877aac49e83aa643baf21a414f852c894
|
3 |
+
size 90178949
|
pytorch_model-00017-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:32f0b3621e10e5fbf612f615a95b48c4ad6ad0d038e1a23c24895b23368ca5bd
|
3 |
+
size 90178949
|
pytorch_model-00018-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e7568f041a237ab53858c8493cdf505f034872379909e969346eb59e2390b2a
|
3 |
+
size 9605
|
pytorch_model-00019-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fe93ea4e74b981cbb22032c6502d9f3c7b3851813efa22d70f06935ca29b88b
|
3 |
+
size 9605
|
pytorch_model-00020-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5cafbfed56a32039a16e0e6d12e1cb57af8377b53ab1b27a899948ad8b250fc7
|
3 |
+
size 33555845
|
pytorch_model-00021-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f78f72d3bcc7ae81e1c4d60d27e35b3c108ce72451d9bbb1bf4ce71bdb10713f
|
3 |
+
size 33555845
|
pytorch_model-00022-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:835e2d7ab20bb4728d6576f05568df27c911c56ec80c9f71a9098dc2fb8faf84
|
3 |
+
size 33555845
|
pytorch_model-00023-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce482ae7800f3f31213d20e09bd9779551c65172da84fc0efc3b9ea0c5e952b9
|
3 |
+
size 33555845
|
pytorch_model-00024-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca653c9bcd0747182dfd47355410963bb211269948d2d79d7115f6a2296dd5b0
|
3 |
+
size 90178949
|
pytorch_model-00025-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d7aa28ca6178f7b3fdd598c0cf80e6430221185427891a1c916496ba39784d1
|
3 |
+
size 90178949
|
pytorch_model-00026-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7658ab52cd2ffcc761c86ad988d6e9d856062325b4d3b450798c795cae4143be
|
3 |
+
size 90178949
|
pytorch_model-00027-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a883ecb928eff5183435707f3591aa1bfc6e2e38b6e7133ca45e268087cf7735
|
3 |
+
size 9605
|
pytorch_model-00028-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:759d31d9e213f8e3749f376ee194372a5b6afbe7774e8e1443959816c932a794
|
3 |
+
size 9605
|
pytorch_model-00029-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b512e286f647635cc395c12ce08d2f06240ffafc764a0348a53bd46b3c3004a4
|
3 |
+
size 33555845
|
pytorch_model-00030-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b65852ca393041f88cb2e2bc9a4ad2e76cfd34940ad6a159ceb8d9b2de66ee8c
|
3 |
+
size 33555845
|
pytorch_model-00031-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6228c7a91acd80d6acb2ace18c1cc624da083ca1993f7c0f8ac9c8b497e40d0
|
3 |
+
size 33555845
|
pytorch_model-00032-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e47571cb7c693f231b0a188a81144a4cea0decb0e8b2d711ad06d6fcc91b2b1
|
3 |
+
size 33555845
|
pytorch_model-00033-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85e82fa0982d0d5cc5ae8424a6f8391711c555db689bd70117869d97680c7643
|
3 |
+
size 90178949
|
pytorch_model-00034-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6c59845e25c555b2384f0a332a96e174ee091b500e627aecc629e2d5c6aec8d
|
3 |
+
size 90178949
|
pytorch_model-00035-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f418e0caeabf75f5896441d059099a80cc92ea11e3fed59353f007603f017ba6
|
3 |
+
size 90178949
|
pytorch_model-00036-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:406c5f0abb8c08fe63af55fabe4b72afff2babcecebdaed5e8f5678f22e7d7fa
|
3 |
+
size 9605
|
pytorch_model-00037-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e112ebaf33b50c651744d01a745c51a03750cb6b1a719b05799a2f7e5f45e9b
|
3 |
+
size 9605
|
pytorch_model-00038-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d4b07f60b07f2e8f5a162b7831cdb0ee060da9c798b3fa92e42ba274647e757
|
3 |
+
size 33555845
|
pytorch_model-00039-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:918765a9ee2fc03fe061d08812de86f98ab326f678b6e7ebc56b6d6ae80f6f2c
|
3 |
+
size 33555845
|
pytorch_model-00040-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f28c291ca34e78a852b6c4ab039843e81a890860177fed5eb0e4026e79c206e
|
3 |
+
size 33555845
|
pytorch_model-00041-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac734b9c91a0555d8ca7575dce63532ada34d21b6415915138e29b1bb21ac197
|
3 |
+
size 33555845
|
pytorch_model-00042-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dab8fa9156c62664966768f1e364a8724cb53a062a2042e6e4e2eb8ef77ae4d0
|
3 |
+
size 90178949
|
pytorch_model-00043-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e417aa1f04c4cb07096e870c377e3cad9cf9990d70d997a2becce80cfac70ef
|
3 |
+
size 90178949
|
pytorch_model-00044-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17a8013476f3cebaf4b674f76dfeae01e947837dcbb71d7877e1b2717cc90cb3
|
3 |
+
size 90178949
|
pytorch_model-00045-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b68c7d402ce63fc6faa0006c6d56469e9c9fd9d09b89300b03ba792f6cc3009
|
3 |
+
size 9605
|
pytorch_model-00046-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3713b6c7bb192bf0fcc70fc0959a3d59e25c47a13107e17f6f611e36bcb1f401
|
3 |
+
size 9605
|
pytorch_model-00047-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9a7cd822c64a1ea35bb7322288df403757bd45e2806a2f61abc89682e841024
|
3 |
+
size 33555845
|
pytorch_model-00048-of-00291.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3cda07854bd7f0e09aa6b73ccd4b3c9fa087ee3890ff81f79bfc5a29618f8b22
|
3 |
+
size 33555845
|