oyqiz commited on
Commit
c3b9fac
1 Parent(s): 7ca4e11

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -2,12 +2,12 @@
2
  "bos_token": "<s>",
3
  "eos_token": "</s>",
4
  "do_lower_case": false,
5
- "unk_token": "[UNK]",
6
  "word_delimiter_token": "|",
7
  "special_tokens_map_file": null,
8
  "tokenizer_file": null,
9
  "name_or_path": "language",
10
- "pad_token": "[PAD]",
11
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
12
  "processor_class": "Wav2Vec2Processor"
13
  }
 
2
  "bos_token": "<s>",
3
  "eos_token": "</s>",
4
  "do_lower_case": false,
5
+ "pad_token": "[PAD]",
6
  "word_delimiter_token": "|",
7
  "special_tokens_map_file": null,
8
  "tokenizer_file": null,
9
  "name_or_path": "language",
10
+ "unk_token": "[UNK]",
11
  "tokenizer_class": "Wav2Vec2CTCTokenizer",
12
  "processor_class": "Wav2Vec2Processor"
13
  }