mlinmg commited on
Commit
e796043
1 Parent(s): b9d8b0b

Upload tokenizer.json

Browse files
Files changed (1) hide show
  1. tokenizer.json +2 -2
tokenizer.json CHANGED
@@ -12,7 +12,7 @@
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
15
- "pad_id": 6681,
16
  "pad_type_id": 0,
17
  "pad_token": "[PAD]"
18
  },
@@ -207,7 +207,7 @@
207
  "special": true
208
  },
209
  {
210
- "id": 6681,
211
  "content": "[PAD]",
212
  "single_word": false,
213
  "lstrip": false,
 
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
15
+ "pad_id": 6680,
16
  "pad_type_id": 0,
17
  "pad_token": "[PAD]"
18
  },
 
207
  "special": true
208
  },
209
  {
210
+ "id": 6680,
211
  "content": "[PAD]",
212
  "single_word": false,
213
  "lstrip": false,