jashing commited on
Commit
449aebd
1 Parent(s): 75ae5f5

Training in progress, epoch 0

Browse files
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88e02bee972208029a92ee38bf95cb55c79935b901774ebea3595d57a4689287
3
- size 4536953
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1027fc5d1efb3edb0319d9bb7b2ea57d6c02aaca2bb035d8aeedaa003137ca76
3
+ size 4537398
special_tokens_map.json CHANGED
@@ -1,14 +1,24 @@
1
  {
2
- "additional_special_tokens": [
3
- "<unk>",
4
- "<s>",
5
- "</s>",
6
- "[PAD]",
7
- "<|im_start|>",
8
- "<|im_end|>"
9
- ],
10
- "bos_token": "<s>",
11
- "eos_token": "</s>",
 
 
 
 
12
  "pad_token": "</s>",
13
- "unk_token": "<unk>"
 
 
 
 
 
 
14
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
  "pad_token": "</s>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
  }
tokenizer.json CHANGED
@@ -39,8 +39,8 @@
39
  "id": 32000,
40
  "content": "[PAD]",
41
  "single_word": false,
42
- "lstrip": false,
43
- "rstrip": false,
44
  "normalized": false,
45
  "special": true
46
  },
 
39
  "id": 32000,
40
  "content": "[PAD]",
41
  "single_word": false,
42
+ "lstrip": true,
43
+ "rstrip": true,
44
  "normalized": false,
45
  "special": true
46
  },
tokenizer_config.json CHANGED
@@ -26,9 +26,9 @@
26
  },
27
  "32000": {
28
  "content": "[PAD]",
29
- "lstrip": false,
30
  "normalized": false,
31
- "rstrip": false,
32
  "single_word": false,
33
  "special": true
34
  },
@@ -49,14 +49,7 @@
49
  "special": true
50
  }
51
  },
52
- "additional_special_tokens": [
53
- "<unk>",
54
- "<s>",
55
- "</s>",
56
- "[PAD]",
57
- "<|im_start|>",
58
- "<|im_end|>"
59
- ],
60
  "bos_token": "<s>",
61
  "clean_up_tokenization_spaces": false,
62
  "eos_token": "</s>",
 
26
  },
27
  "32000": {
28
  "content": "[PAD]",
29
+ "lstrip": true,
30
  "normalized": false,
31
+ "rstrip": true,
32
  "single_word": false,
33
  "special": true
34
  },
 
49
  "special": true
50
  }
51
  },
52
+ "additional_special_tokens": [],
 
 
 
 
 
 
 
53
  "bos_token": "<s>",
54
  "clean_up_tokenization_spaces": false,
55
  "eos_token": "</s>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:334f231e8e3c8db8f6d191ae98bf9a6a61cdb40470dfa77944a3a7623a2d33ce
3
- size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50cc0fc0b7b950429a2a474b87e493e27b5f53bdcc4b3760dabf3f8b7837ab60
3
+ size 4536