Hugging Face's logo

C0uchP0tat0
/
codeparrot-ds

Text Generation
Transformers
TensorBoard
Safetensors
gpt2
Generated from Trainer
text-generation-inference
Inference Endpoints
Model card Files Metrics Community
Denis commited on
Commit
de46c4e
·
1 Parent(s): 814c729

End of training

Browse files
Files changed (10) hide show
  1. config.json +2 -2
  2. generation_config.json +2 -2
  3. merges.txt +0 -0
  4. model.safetensors +1 -1
  5. runs/Dec13_06-36-34_8a329899a518/events.out.tfevents.1702449398.8a329899a518.3865.0 +3 -0
  6. special_tokens_map.json +2 -8
  7. tokenizer.json +0 -0
  8. tokenizer_config.json +6 -7
  9. training_args.bin +1 -1
  10. vocab.json +0 -0
config.json CHANGED
@@ -5,9 +5,9 @@
5
  "GPT2LMHeadModel"
6
  ],
7
  "attn_pdrop": 0.1,
8
- "bos_token_id": 1,
9
  "embd_pdrop": 0.1,
10
- "eos_token_id": 2,
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
 
5
  "GPT2LMHeadModel"
6
  ],
7
  "attn_pdrop": 0.1,
8
+ "bos_token_id": 2,
9
  "embd_pdrop": 0.1,
10
+ "eos_token_id": 3,
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
generation_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 1,
4
- "eos_token_id": 2,
5
  "transformers_version": "4.35.2"
6
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 2,
4
+ "eos_token_id": 3,
5
  "transformers_version": "4.35.2"
6
  }
merges.txt CHANGED
The diff for this file is too large to render. See raw diff
 
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:051c5de054f8cbbae94ebb4bf93ee63a3c355ec5d75e2e3be26a20d8fdc99522
3
  size 497774208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44ce74f10a3ee18505a49faeca12aefe053eb62e93b62bf0508b78a9e22f4c35
3
  size 497774208
runs/Dec13_06-36-34_8a329899a518/events.out.tfevents.1702449398.8a329899a518.3865.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da77555a7d55ad1b20eb642894e503d005c5777b182408525d55856ecd60e30b
3
+ size 4780
special_tokens_map.json CHANGED
@@ -13,16 +13,10 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "mask_token": {
17
- "content": "<mask>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
  "pad_token": "</s>",
24
  "unk_token": {
25
- "content": "<unk>",
26
  "lstrip": false,
27
  "normalized": true,
28
  "rstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "mask_token": "<mask>",
 
 
 
 
 
 
17
  "pad_token": "</s>",
18
  "unk_token": {
19
+ "content": "<|endoftext|>",
20
  "lstrip": false,
21
  "normalized": true,
22
  "rstrip": false,
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -11,7 +11,7 @@
11
  "special": true
12
  },
13
  "1": {
14
- "content": "<s>",
15
  "lstrip": false,
16
  "normalized": true,
17
  "rstrip": false,
@@ -19,7 +19,7 @@
19
  "special": true
20
  },
21
  "2": {
22
- "content": "</s>",
23
  "lstrip": false,
24
  "normalized": true,
25
  "rstrip": false,
@@ -27,14 +27,14 @@
27
  "special": true
28
  },
29
  "3": {
30
- "content": "<unk>",
31
  "lstrip": false,
32
  "normalized": true,
33
  "rstrip": false,
34
  "single_word": false,
35
  "special": true
36
  },
37
- "4": {
38
  "content": "<mask>",
39
  "lstrip": false,
40
  "normalized": false,
@@ -48,11 +48,10 @@
48
  "eos_token": "</s>",
49
  "errors": "replace",
50
  "mask_token": "<mask>",
51
- "model_max_length": 1024,
52
  "pad_token": "</s>",
53
  "padding_side": "left",
54
  "tokenizer_class": "GPT2Tokenizer",
55
  "truncation_side": "left",
56
- "trust_remote_code": false,
57
- "unk_token": "<unk>"
58
  }
 
11
  "special": true
12
  },
13
  "1": {
14
+ "content": "<|endoftext|>",
15
  "lstrip": false,
16
  "normalized": true,
17
  "rstrip": false,
 
19
  "special": true
20
  },
21
  "2": {
22
+ "content": "<s>",
23
  "lstrip": false,
24
  "normalized": true,
25
  "rstrip": false,
 
27
  "special": true
28
  },
29
  "3": {
30
+ "content": "</s>",
31
  "lstrip": false,
32
  "normalized": true,
33
  "rstrip": false,
34
  "single_word": false,
35
  "special": true
36
  },
37
+ "5": {
38
  "content": "<mask>",
39
  "lstrip": false,
40
  "normalized": false,
 
48
  "eos_token": "</s>",
49
  "errors": "replace",
50
  "mask_token": "<mask>",
51
+ "model_max_length": 2048,
52
  "pad_token": "</s>",
53
  "padding_side": "left",
54
  "tokenizer_class": "GPT2Tokenizer",
55
  "truncation_side": "left",
56
+ "unk_token": "<|endoftext|>"
 
57
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e68532beccb3087bea314bb2eadeb2014a7f1a526f703310a9e0421690052bd
3
  size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63fbb81c271ef4fbd2f7c9e5c85a95d338a483fc95115d2729b6139a70860463
3
  size 4536
vocab.json CHANGED
The diff for this file is too large to render. See raw diff