ravirajoshi commited on
Commit
db5f2af
1 Parent(s): d6606aa

Upload lm-boosted decoder

Browse files
language_model/marathi_5gram.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd9157862fb59cfce894a2b6f2b04003fab4113ed19cd5e41253c504f359392d
3
- size 1003050486
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d07b07d9be21adac24f9d891cf1a2c872507128d0db3e8b7e0ca92492dba4e
3
+ size 4406702478
language_model/unigrams.txt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d58a3d24ee9e41bf2f1aef4ef17abceeadcd98e302ea581daf411ff89260a9f3
3
- size 24727072
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:733c68524141b16c9fc5a028076d4e41c932031c651c796670a25bdac147b423
3
+ size 73853256
special_tokens_map.json CHANGED
@@ -1 +1 @@
1
- {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
 
1
+ {"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}