Hugging Face's logo

facebook
/
mms-cclms

mms
Model card Files Community
5
Vineel Pratap commited on
Commit
b2c866d
•
1 Parent(s): 87aefbe

add lex

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +3 -0
  2. mms-1b-all/afr/lexicon.txt +3 -0
  3. mms-1b-all/afr/tokens.txt +3 -0
  4. mms-1b-all/amh/lexicon.txt +3 -0
  5. mms-1b-all/amh/tokens.txt +3 -0
  6. mms-1b-all/ara/lexicon.txt +3 -0
  7. mms-1b-all/ara/tokens.txt +3 -0
  8. mms-1b-all/asm/lexicon.txt +3 -0
  9. mms-1b-all/asm/tokens.txt +3 -0
  10. mms-1b-all/ast/lexicon.txt +3 -0
  11. mms-1b-all/ast/tokens.txt +3 -0
  12. mms-1b-all/azj-script_latin/lexicon.txt +3 -0
  13. mms-1b-all/azj-script_latin/tokens.txt +3 -0
  14. mms-1b-all/bel/lexicon.txt +3 -0
  15. mms-1b-all/bel/tokens.txt +3 -0
  16. mms-1b-all/ben/lexicon.txt +3 -0
  17. mms-1b-all/ben/tokens.txt +3 -0
  18. mms-1b-all/bos/lexicon.txt +3 -0
  19. mms-1b-all/bos/tokens.txt +3 -0
  20. mms-1b-all/bul/lexicon.txt +3 -0
  21. mms-1b-all/bul/tokens.txt +3 -0
  22. mms-1b-all/cat/lexicon.txt +3 -0
  23. mms-1b-all/cat/tokens.txt +3 -0
  24. mms-1b-all/ceb/lexicon.txt +3 -0
  25. mms-1b-all/ceb/tokens.txt +3 -0
  26. mms-1b-all/ces/lexicon.txt +3 -0
  27. mms-1b-all/ces/tokens.txt +3 -0
  28. mms-1b-all/ckb/lexicon.txt +3 -0
  29. mms-1b-all/ckb/tokens.txt +3 -0
  30. mms-1b-all/cmn-script_simplified/lexicon.txt +1 -0
  31. mms-1b-all/cmn-script_simplified/tokens.txt +3 -0
  32. mms-1b-all/cym/lexicon.txt +3 -0
  33. mms-1b-all/cym/tokens.txt +3 -0
  34. mms-1b-all/dan/lexicon.txt +3 -0
  35. mms-1b-all/dan/tokens.txt +3 -0
  36. mms-1b-all/decoding_config.json +1 -0
  37. mms-1b-all/deu/lexicon.txt +3 -0
  38. mms-1b-all/deu/tokens.txt +3 -0
  39. mms-1b-all/ell/lexicon.txt +3 -0
  40. mms-1b-all/ell/tokens.txt +3 -0
  41. mms-1b-all/eng/lexicon.txt +3 -0
  42. mms-1b-all/eng/tokens.txt +3 -0
  43. mms-1b-all/est/lexicon.txt +3 -0
  44. mms-1b-all/est/tokens.txt +3 -0
  45. mms-1b-all/fas/lexicon.txt +3 -0
  46. mms-1b-all/fas/tokens.txt +3 -0
  47. mms-1b-all/fin/lexicon.txt +3 -0
  48. mms-1b-all/fin/tokens.txt +3 -0
  49. mms-1b-all/fra/lexicon.txt +3 -0
  50. mms-1b-all/fra/tokens.txt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
  *.arpa filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
  *.arpa filter=lfs diff=lfs merge=lfs -text
36
+ *.txt. filter=lfs diff=lfs merge=lfs -text
37
+ . filter=lfs diff=lfs merge=lfs -text
38
+ *.txt filter=lfs diff=lfs merge=lfs -text
mms-1b-all/afr/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ff521863f15281f139b0d56321e48b48d8d7de1bc8654557051432d7c957f7
3
+ size 8380773
mms-1b-all/afr/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1a326fb5f21ace1924b7de4e357dca65fbb89ad9c18776d910cfe949a296bb9
3
+ size 193
mms-1b-all/amh/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2937d1a713746516ab793bca136d3c6e10cd4d1e90476456dcbbb98c1ea31f7a
3
+ size 9394133
mms-1b-all/amh/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf1baedcae04f191954ea94e7d9325263d49ef1e383b9b3cbde300bd83a3a33
3
+ size 1247
mms-1b-all/ara/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fcf0f4fbcb8a3d12250fd44b3e3918a3d7bf47fb1ca26d49d5d7da69988ae0b
3
+ size 8203202
mms-1b-all/ara/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc95f938f368862edff8f2f8be45ca20dbe484facd4fcd08226af01507bb2673
3
+ size 330
mms-1b-all/asm/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:082c8fa79c301358d65a926ecf4a157635888d1873170be1521e23cae25fe74c
3
+ size 13428850
mms-1b-all/asm/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:789d23d76196b02d244d7f5740f4870c33380ab0e4a1154b8e90d1b04f907875
3
+ size 451
mms-1b-all/ast/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9558347f21e3250debb1ccee385db3f350f51dca0699cc7e24cf94198f63279d
3
+ size 6799322
mms-1b-all/ast/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1599c59ce79611f65210d1e5ab608b07e5dfc42994c4e7a6fbe2f63be93f2a65
3
+ size 202
mms-1b-all/azj-script_latin/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69776c6482163aed4ba9a050ebf1b393d1a76f18f60adbe5fe7d73b09fc0432
3
+ size 8452233
mms-1b-all/azj-script_latin/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32838e22e26a837e6f64f056c0f08a24475e7e8090f30d263c9a0001e64f2f65
3
+ size 169
mms-1b-all/bel/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e517dd63888f5b13fcd4fa4f3677a31382a6facf4fefbbe37f6fc65edbef5ddf
3
+ size 11588967
mms-1b-all/bel/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2220ce7c52b2132cefc5961eb722d3f9d34669fb94774a147ec4fa0d8de473c
3
+ size 249
mms-1b-all/ben/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc7ad99c40f525b458390704e7f270983681ead8efa05b753834cdb70a474d7d
3
+ size 14957291
mms-1b-all/ben/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3021def3ce41625a7ffb9519768e4a5c71adde01d3a3e317e07426f4fa4e85e3
3
+ size 439
mms-1b-all/bos/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233f1e4b62b05605126c83656ab667a389754aa842ae6e36f46daa1d2a841f5f
3
+ size 6832732
mms-1b-all/bos/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b744d1784a73d2711da6f15d876c07629843887f6b0899be2d81af9360ee430
3
+ size 192
mms-1b-all/bul/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eed901c5e00521e53a4082c56d01f09925aa30edc66ddf4516a5db75d3f05f4
3
+ size 10749404
mms-1b-all/bul/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:478bc8c93bf9f5f5551f3e0e041bc18734bc12c232f9dac93cff1dd129e3ec19
3
+ size 248
mms-1b-all/cat/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646a6e94bfc81d67f0e7be6f0709457965bca632ddfa3a4a8f6aa513ee97a3ba
3
+ size 6987655
mms-1b-all/cat/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6067b5f69fba02327275f3fd094ff1af444141bc5017a543f860881792b03045
3
+ size 278
mms-1b-all/ceb/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8b9785206a984bf08be82e55814226340a8cdd34fa53dcde548adc175ac23b
3
+ size 6581614
mms-1b-all/ceb/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3acafd6c26aeb5c7c1917cecab65a3ab2167438c42986fcd96ce69c2439f369d
3
+ size 181
mms-1b-all/ces/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f5f6ac7029302120241c4ef5b8df1de8973835292b14d29f5cf73b437998cd3
3
+ size 7127495
mms-1b-all/ces/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3eb1e750c7e7b536b52b82860ea0c151e7d524985eba7cfbb9378c4b4023e5
3
+ size 219
mms-1b-all/ckb/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cb71fb94f1e73f49bb07eb38944d5cd775ef654dd6de0d57bd91bae17a6a8f4
3
+ size 9841503
mms-1b-all/ckb/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55a507c34ce76e66af0c2f091f25f7c76220d9ef2193df966bf728c9db0efb0e
3
+ size 296
mms-1b-all/cmn-script_simplified/lexicon.txt ADDED
@@ -0,0 +1 @@
 
 
1
+ None
mms-1b-all/cmn-script_simplified/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224c3f81ed976f5ab6b76124bdba4e8a202dee0fad35874ccb2689fbcc9fddf1
3
+ size 17883
mms-1b-all/cym/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c4d893639a2dee7e0b7d24261e175ba72ad3e1ec256988f8fc8e6eb877d6a49
3
+ size 6347638
mms-1b-all/cym/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e2f31d4bb9f3d9be8ba98f8d365ad8d1ed2bf9bb9b2c2ef3b2f0dc6b15348e
3
+ size 210
mms-1b-all/dan/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76bc21e8ecc483f1279eabba727aa89c2cb234f815228af96889008bbee3c57c
3
+ size 7968116
mms-1b-all/dan/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be19aa8c4d33b6e494039d8e7d4164190cbe544a95f9c573f587b4acd4085c0e
3
+ size 187
mms-1b-all/decoding_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"afr": {"silweight": 0.0, "lmweight": 2.385147446332425, "wordscore": -0.6905931241640371, "tokensfile": "mms-1b-all/afr/tokens.txt", "lmfile": "lms/afr/word_5gram.bin", "lexiconfile": "mms-1b-all/afr/lexicon.txt"}, "amh": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/amh/tokens.txt", "lmfile": "lms/amh/word_5gram.bin", "lexiconfile": "mms-1b-all/amh/lexicon.txt"}, "ara": {"silweight": 0.0, "lmweight": 2.0317625700822957, "wordscore": 2.5970029453614405, "tokensfile": "mms-1b-all/ara/tokens.txt", "lmfile": "lms/ara/word_5gram.bin", "lexiconfile": "mms-1b-all/ara/lexicon.txt"}, "asm": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/asm/tokens.txt", "lmfile": "lms/asm/word_5gram.bin", "lexiconfile": "mms-1b-all/asm/lexicon.txt"}, "ast": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ast/tokens.txt", "lmfile": "lms/ast/word_5gram.bin", "lexiconfile": "mms-1b-all/ast/lexicon.txt"}, "azj-script_latin": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/azj-script_latin/tokens.txt", "lmfile": "lms/azj-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/azj-script_latin/lexicon.txt"}, "bel": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/bel/tokens.txt", "lmfile": "lms/bel/word_5gram.bin", "lexiconfile": "mms-1b-all/bel/lexicon.txt"}, "bul": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/bul/tokens.txt", "lmfile": "lms/bul/word_5gram.bin", "lexiconfile": "mms-1b-all/bul/lexicon.txt"}, "ben": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/ben/tokens.txt", "lmfile": "lms/ben/word_5gram.bin", "lexiconfile": "mms-1b-all/ben/lexicon.txt"}, "bos": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/bos/tokens.txt", "lmfile": "lms/bos/word_5gram.bin", "lexiconfile": "mms-1b-all/bos/lexicon.txt"}, "cat": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/cat/tokens.txt", "lmfile": "lms/cat/word_5gram.bin", "lexiconfile": "mms-1b-all/cat/lexicon.txt"}, "ceb": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ceb/tokens.txt", "lmfile": "lms/ceb/word_5gram.bin", "lexiconfile": "mms-1b-all/ceb/lexicon.txt"}, "ckb": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ckb/tokens.txt", "lmfile": "lms/ckb/word_5gram.bin", "lexiconfile": "mms-1b-all/ckb/lexicon.txt"}, "cmn-script_simplified": {"silweight": -1.44649949824222, "lmweight": 1.68228632332338, "wordscore": 0.0, "tokensfile": "mms-1b-all/cmn-script_simplified/tokens.txt", "lmfile": "lms/cmn-script_simplified/char_20gram.bin", "lexiconfile": null}, "ces": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ces/tokens.txt", "lmfile": "lms/ces/word_5gram.bin", "lexiconfile": "mms-1b-all/ces/lexicon.txt"}, "cym": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/cym/tokens.txt", "lmfile": "lms/cym/word_5gram.bin", "lexiconfile": "mms-1b-all/cym/lexicon.txt"}, "dan": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/dan/tokens.txt", "lmfile": "lms/dan/word_5gram.bin", "lexiconfile": "mms-1b-all/dan/lexicon.txt"}, "deu": {"silweight": 0.0, "lmweight": 2.451132420162849, "wordscore": -0.08133478818499906, "tokensfile": "mms-1b-all/deu/tokens.txt", "lmfile": "lms/deu/word_5gram.bin", "lexiconfile": "mms-1b-all/deu/lexicon.txt"}, "ell": {"silweight": 0.0, "lmweight": 2.8262456394675586, "wordscore": 0.2846454679705426, "tokensfile": "mms-1b-all/ell/tokens.txt", "lmfile": "lms/ell/word_5gram.bin", "lexiconfile": "mms-1b-all/ell/lexicon.txt"}, "eng": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/eng/tokens.txt", "lmfile": "lms/eng/word_5gram.bin", "lexiconfile": "mms-1b-all/eng/lexicon.txt"}, "spa": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/spa/tokens.txt", "lmfile": "lms/spa/word_5gram.bin", "lexiconfile": "mms-1b-all/spa/lexicon.txt"}, "est": {"silweight": 0.0, "lmweight": 2.722356530249026, "wordscore": -2.839819232026769, "tokensfile": "mms-1b-all/est/tokens.txt", "lmfile": "lms/est/word_5gram.bin", "lexiconfile": "mms-1b-all/est/lexicon.txt"}, "fas": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/fas/tokens.txt", "lmfile": "lms/fas/word_5gram.bin", "lexiconfile": "mms-1b-all/fas/lexicon.txt"}, "ful": {"silweight": 0.0, "lmweight": 1.0419692415678377, "wordscore": 1.8301669620781338, "tokensfile": "mms-1b-all/ful/tokens.txt", "lmfile": "lms/ful/word_5gram.bin", "lexiconfile": "mms-1b-all/ful/lexicon.txt"}, "fin": {"silweight": 0.0, "lmweight": 3.263652386134638, "wordscore": -2.3963548787034226, "tokensfile": "mms-1b-all/fin/tokens.txt", "lmfile": "lms/fin/word_5gram.bin", "lexiconfile": "mms-1b-all/fin/lexicon.txt"}, "tgl": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/tgl/tokens.txt", "lmfile": "lms/tgl/word_5gram.bin", "lexiconfile": "mms-1b-all/tgl/lexicon.txt"}, "fra": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/fra/tokens.txt", "lmfile": "lms/fra/word_5gram.bin", "lexiconfile": "mms-1b-all/fra/lexicon.txt"}, "gle": {"silweight": 0.0, "lmweight": 2.0317625700822957, "wordscore": 2.5970029453614405, "tokensfile": "mms-1b-all/gle/tokens.txt", "lmfile": "lms/gle/word_5gram.bin", "lexiconfile": "mms-1b-all/gle/lexicon.txt"}, "glg": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/glg/tokens.txt", "lmfile": "lms/glg/word_5gram.bin", "lexiconfile": "mms-1b-all/glg/lexicon.txt"}, "guj": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/guj/tokens.txt", "lmfile": "lms/guj/word_5gram.bin", "lexiconfile": "mms-1b-all/guj/lexicon.txt"}, "hau": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/hau/tokens.txt", "lmfile": "lms/hau/word_5gram.bin", "lexiconfile": "mms-1b-all/hau/lexicon.txt"}, "heb": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/heb/tokens.txt", "lmfile": "lms/heb/word_5gram.bin", "lexiconfile": "mms-1b-all/heb/lexicon.txt"}, "hin": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/hin/tokens.txt", "lmfile": "lms/hin/word_5gram.bin", "lexiconfile": "mms-1b-all/hin/lexicon.txt"}, "hrv": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/hrv/tokens.txt", "lmfile": "lms/hrv/word_5gram.bin", "lexiconfile": "mms-1b-all/hrv/lexicon.txt"}, "hun": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/hun/tokens.txt", "lmfile": "lms/hun/word_5gram.bin", "lexiconfile": "mms-1b-all/hun/lexicon.txt"}, "hye": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/hye/tokens.txt", "lmfile": "lms/hye/word_5gram.bin", "lexiconfile": "mms-1b-all/hye/lexicon.txt"}, "ind": {"silweight": 0.0, "lmweight": 3.030415687865747, "wordscore": 2.2606222249366485, "tokensfile": "mms-1b-all/ind/tokens.txt", "lmfile": "lms/ind/word_5gram.bin", "lexiconfile": "mms-1b-all/ind/lexicon.txt"}, "ibo": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ibo/tokens.txt", "lmfile": "lms/ibo/word_5gram.bin", "lexiconfile": "mms-1b-all/ibo/lexicon.txt"}, "isl": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/isl/tokens.txt", "lmfile": "lms/isl/word_5gram.bin", "lexiconfile": "mms-1b-all/isl/lexicon.txt"}, "ita": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ita/tokens.txt", "lmfile": "lms/ita/word_5gram.bin", "lexiconfile": "mms-1b-all/ita/lexicon.txt"}, "jpn": {"silweight": 2.883099903883612, "lmweight": 1.48055976134075, "wordscore": 0.0, "tokensfile": "mms-1b-all/jpn/tokens.txt", "lmfile": "lms/jpn/char_20gram.bin", "lexiconfile": null}, "jav": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/jav/tokens.txt", "lmfile": "lms/jav/word_5gram.bin", "lexiconfile": "mms-1b-all/jav/lexicon.txt"}, "kat": {"silweight": 0.0, "lmweight": 2.194797215342357, "wordscore": -2.9157497990158863, "tokensfile": "mms-1b-all/kat/tokens.txt", "lmfile": "lms/kat/word_5gram.bin", "lexiconfile": "mms-1b-all/kat/lexicon.txt"}, "kam": {"silweight": 0.0, "lmweight": 0.32178327421014163, "wordscore": -1.0796723719647254, "tokensfile": "mms-1b-all/kam/tokens.txt", "lmfile": "lms/kam/word_5gram.bin", "lexiconfile": "mms-1b-all/kam/lexicon.txt"}, "kea": {"silweight": 0.0, "lmweight": 0.7575653142174246, "wordscore": -1.8796228304666693, "tokensfile": "mms-1b-all/kea/tokens.txt", "lmfile": "lms/kea/word_5gram.bin", "lexiconfile": "mms-1b-all/kea/lexicon.txt"}, "kaz": {"silweight": 0.0, "lmweight": 2.8262456394675586, "wordscore": 0.2846454679705426, "tokensfile": "mms-1b-all/kaz/tokens.txt", "lmfile": "lms/kaz/word_5gram.bin", "lexiconfile": "mms-1b-all/kaz/lexicon.txt"}, "khm": {"silweight": 0.6380305065253138, "lmweight": 2.539999639645833, "wordscore": 0.0, "tokensfile": "mms-1b-all/khm/tokens.txt", "lmfile": "lms/khm/char_20gram.bin", "lexiconfile": null}, "kan": {"silweight": 0.0, "lmweight": 2.302604056659554, "wordscore": -1.258022985583452, "tokensfile": "mms-1b-all/kan/tokens.txt", "lmfile": "lms/kan/word_5gram.bin", "lexiconfile": "mms-1b-all/kan/lexicon.txt"}, "kor": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/kor/tokens.txt", "lmfile": "lms/kor/word_5gram.bin", "lexiconfile": "mms-1b-all/kor/lexicon.txt"}, "kir": {"silweight": 0.0, "lmweight": 1.906123968037523, "wordscore": -2.4610538328264377, "tokensfile": "mms-1b-all/kir/tokens.txt", "lmfile": "lms/kir/word_5gram.bin", "lexiconfile": "mms-1b-all/kir/lexicon.txt"}, "ltz": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ltz/tokens.txt", "lmfile": "lms/ltz/word_5gram.bin", "lexiconfile": "mms-1b-all/ltz/lexicon.txt"}, "lug": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/lug/tokens.txt", "lmfile": "lms/lug/word_5gram.bin", "lexiconfile": "mms-1b-all/lug/lexicon.txt"}, "lin": {"silweight": 0.0, "lmweight": 0.7575653142174246, "wordscore": -1.8796228304666693, "tokensfile": "mms-1b-all/lin/tokens.txt", "lmfile": "lms/lin/word_5gram.bin", "lexiconfile": "mms-1b-all/lin/lexicon.txt"}, "lao": {"silweight": 0.6653218406628096, "lmweight": 1.7366873418151347, "wordscore": 0.0, "tokensfile": "mms-1b-all/lao/tokens.txt", "lmfile": "lms/lao/char_20gram.bin", "lexiconfile": null}, "lit": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/lit/tokens.txt", "lmfile": "lms/lit/word_5gram.bin", "lexiconfile": "mms-1b-all/lit/lexicon.txt"}, "luo": {"silweight": 0.0, "lmweight": 0.7642683660095622, "wordscore": 0.40506444372403116, "tokensfile": "mms-1b-all/luo/tokens.txt", "lmfile": "lms/luo/word_5gram.bin", "lexiconfile": "mms-1b-all/luo/lexicon.txt"}, "lav": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/lav/tokens.txt", "lmfile": "lms/lav/word_5gram.bin", "lexiconfile": "mms-1b-all/lav/lexicon.txt"}, "mri": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/mri/tokens.txt", "lmfile": "lms/mri/word_5gram.bin", "lexiconfile": "mms-1b-all/mri/lexicon.txt"}, "mkd": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/mkd/tokens.txt", "lmfile": "lms/mkd/word_5gram.bin", "lexiconfile": "mms-1b-all/mkd/lexicon.txt"}, "mal": {"silweight": 0.0, "lmweight": 2.821133599417625, "wordscore": -1.346195272127237, "tokensfile": "mms-1b-all/mal/tokens.txt", "lmfile": "lms/mal/word_5gram.bin", "lexiconfile": "mms-1b-all/mal/lexicon.txt"}, "mon": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/mon/tokens.txt", "lmfile": "lms/mon/word_5gram.bin", "lexiconfile": "mms-1b-all/mon/lexicon.txt"}, "mar": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/mar/tokens.txt", "lmfile": "lms/mar/word_5gram.bin", "lexiconfile": "mms-1b-all/mar/lexicon.txt"}, "zlm": {"silweight": 0.0, "lmweight": 2.722356530249026, "wordscore": -2.839819232026769, "tokensfile": "mms-1b-all/zlm/tokens.txt", "lmfile": "lms/zlm/word_5gram.bin", "lexiconfile": "mms-1b-all/zlm/lexicon.txt"}, "mlt": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/mlt/tokens.txt", "lmfile": "lms/mlt/word_5gram.bin", "lexiconfile": "mms-1b-all/mlt/lexicon.txt"}, "mya": {"silweight": -0.5703951752975143, "lmweight": 2.045098885474434, "wordscore": 0.0, "tokensfile": "mms-1b-all/mya/tokens.txt", "lmfile": "lms/mya/char_20gram.bin", "lexiconfile": null}, "nob": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/nob/tokens.txt", "lmfile": "lms/nob/word_5gram.bin", "lexiconfile": "mms-1b-all/nob/lexicon.txt"}, "npi": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/npi/tokens.txt", "lmfile": "lms/npi/word_5gram.bin", "lexiconfile": "mms-1b-all/npi/lexicon.txt"}, "nld": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/nld/tokens.txt", "lmfile": "lms/nld/word_5gram.bin", "lexiconfile": "mms-1b-all/nld/lexicon.txt"}, "nso": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/nso/tokens.txt", "lmfile": "lms/nso/word_5gram.bin", "lexiconfile": "mms-1b-all/nso/lexicon.txt"}, "nya": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/nya/tokens.txt", "lmfile": "lms/nya/word_5gram.bin", "lexiconfile": "mms-1b-all/nya/lexicon.txt"}, "oci": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/oci/tokens.txt", "lmfile": "lms/oci/word_5gram.bin", "lexiconfile": "mms-1b-all/oci/lexicon.txt"}, "orm": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/orm/tokens.txt", "lmfile": "lms/orm/word_5gram.bin", "lexiconfile": "mms-1b-all/orm/lexicon.txt"}, "ory": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/ory/tokens.txt", "lmfile": "lms/ory/word_5gram.bin", "lexiconfile": "mms-1b-all/ory/lexicon.txt"}, "pan": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/pan/tokens.txt", "lmfile": "lms/pan/word_5gram.bin", "lexiconfile": "mms-1b-all/pan/lexicon.txt"}, "pol": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/pol/tokens.txt", "lmfile": "lms/pol/word_5gram.bin", "lexiconfile": "mms-1b-all/pol/lexicon.txt"}, "pus": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/pus/tokens.txt", "lmfile": "lms/pus/word_5gram.bin", "lexiconfile": "mms-1b-all/pus/lexicon.txt"}, "por": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/por/tokens.txt", "lmfile": "lms/por/word_5gram.bin", "lexiconfile": "mms-1b-all/por/lexicon.txt"}, "ron": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/ron/tokens.txt", "lmfile": "lms/ron/word_5gram.bin", "lexiconfile": "mms-1b-all/ron/lexicon.txt"}, "rus": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/rus/tokens.txt", "lmfile": "lms/rus/word_5gram.bin", "lexiconfile": "mms-1b-all/rus/lexicon.txt"}, "snd": {"silweight": 0.0, "lmweight": 1.48055976134075, "wordscore": 2.883099903883612, "tokensfile": "mms-1b-all/snd/tokens.txt", "lmfile": "lms/snd/word_5gram.bin", "lexiconfile": "mms-1b-all/snd/lexicon.txt"}, "slk": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/slk/tokens.txt", "lmfile": "lms/slk/word_5gram.bin", "lexiconfile": "mms-1b-all/slk/lexicon.txt"}, "slv": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/slv/tokens.txt", "lmfile": "lms/slv/word_5gram.bin", "lexiconfile": "mms-1b-all/slv/lexicon.txt"}, "sna": {"silweight": 0.0, "lmweight": 2.194797215342357, "wordscore": -2.9157497990158863, "tokensfile": "mms-1b-all/sna/tokens.txt", "lmfile": "lms/sna/word_5gram.bin", "lexiconfile": "mms-1b-all/sna/lexicon.txt"}, "som": {"silweight": 0.0, "lmweight": 1.48055976134075, "wordscore": 2.883099903883612, "tokensfile": "mms-1b-all/som/tokens.txt", "lmfile": "lms/som/word_5gram.bin", "lexiconfile": "mms-1b-all/som/lexicon.txt"}, "srp-script_latin": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/srp-script_latin/tokens.txt", "lmfile": "lms/srp-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/srp-script_latin/lexicon.txt"}, "swe": {"silweight": 0.0, "lmweight": 3.3776874061001925, "wordscore": 1.5477264176418153, "tokensfile": "mms-1b-all/swe/tokens.txt", "lmfile": "lms/swe/word_5gram.bin", "lexiconfile": "mms-1b-all/swe/lexicon.txt"}, "swh": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/swh/tokens.txt", "lmfile": "lms/swh/word_5gram.bin", "lexiconfile": "mms-1b-all/swh/lexicon.txt"}, "tam": {"silweight": 0.0, "lmweight": 2.451132420162849, "wordscore": -0.08133478818499906, "tokensfile": "mms-1b-all/tam/tokens.txt", "lmfile": "lms/tam/word_5gram.bin", "lexiconfile": "mms-1b-all/tam/lexicon.txt"}, "tel": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/tel/tokens.txt", "lmfile": "lms/tel/word_5gram.bin", "lexiconfile": "mms-1b-all/tel/lexicon.txt"}, "tgk": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/tgk/tokens.txt", "lmfile": "lms/tgk/word_5gram.bin", "lexiconfile": "mms-1b-all/tgk/lexicon.txt"}, "tha": {"silweight": 2.5970029453614405, "lmweight": 2.0317625700822957, "wordscore": 0.0, "tokensfile": "mms-1b-all/tha/tokens.txt", "lmfile": "lms/tha/char_20gram.bin", "lexiconfile": null}, "tur": {"silweight": 0.0, "lmweight": 2.302604056659554, "wordscore": -1.258022985583452, "tokensfile": "mms-1b-all/tur/tokens.txt", "lmfile": "lms/tur/word_5gram.bin", "lexiconfile": "mms-1b-all/tur/lexicon.txt"}, "ukr": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/ukr/tokens.txt", "lmfile": "lms/ukr/word_5gram.bin", "lexiconfile": "mms-1b-all/ukr/lexicon.txt"}, "umb": {"silweight": 0.0, "lmweight": 0.14556815044594318, "wordscore": -2.8701809408698553, "tokensfile": "mms-1b-all/umb/tokens.txt", "lmfile": "lms/umb/word_5gram.bin", "lexiconfile": "mms-1b-all/umb/lexicon.txt"}, "urd-script_arabic": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/urd-script_arabic/tokens.txt", "lmfile": "lms/urd-script_arabic/word_5gram.bin", "lexiconfile": "mms-1b-all/urd-script_arabic/lexicon.txt"}, "uzb-script_latin": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/uzb-script_latin/tokens.txt", "lmfile": "lms/uzb-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/uzb-script_latin/lexicon.txt"}, "vie": {"silweight": 0.0, "lmweight": 3.246514834031514, "wordscore": 2.096915791118203, "tokensfile": "mms-1b-all/vie/tokens.txt", "lmfile": "lms/vie/word_5gram.bin", "lexiconfile": "mms-1b-all/vie/lexicon.txt"}, "wol": {"silweight": 0.0, "lmweight": 0.7642683660095622, "wordscore": 0.40506444372403116, "tokensfile": "mms-1b-all/wol/tokens.txt", "lmfile": "lms/wol/word_5gram.bin", "lexiconfile": "mms-1b-all/wol/lexicon.txt"}, "xho": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/xho/tokens.txt", "lmfile": "lms/xho/word_5gram.bin", "lexiconfile": "mms-1b-all/xho/lexicon.txt"}, "yor": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/yor/tokens.txt", "lmfile": "lms/yor/word_5gram.bin", "lexiconfile": "mms-1b-all/yor/lexicon.txt"}, "yue-script_traditional": {"silweight": 2.883099903883612, "lmweight": 1.48055976134075, "wordscore": 0.0, "tokensfile": "mms-1b-all/yue-script_traditional/tokens.txt", "lmfile": "lms/yue-script_traditional/char_20gram.bin", "lexiconfile": null}, "zul": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/zul/tokens.txt", "lmfile": "lms/zul/word_5gram.bin", "lexiconfile": "mms-1b-all/zul/lexicon.txt"}}
mms-1b-all/deu/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b745f382f37dbee2d401624bf29e07207fbece1bacf3a53dcce157fd71cd99c9
3
+ size 8788856
mms-1b-all/deu/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:816c960e63c42246d3a807c467ddb2258b81c0e48b3e999b2deaa9de683955c2
3
+ size 580
mms-1b-all/ell/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351f76bee8c16611fe2f1705d4625c461f5ddf02d888d808266f4476143b8e88
3
+ size 11077468
mms-1b-all/ell/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d184c99995650ce3f16de9457d227668f2ff0dd2b947d9981ee85dca68b134d9
3
+ size 265
mms-1b-all/eng/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc0ca60bd9cf31ac82b642a9f121dc34cdf41d0a40e597b726694a7d4556154
3
+ size 6589793
mms-1b-all/eng/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac29d8b747693554481b9c70a549f3ced630e9651977a8d17b941518e657551
3
+ size 438
mms-1b-all/est/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9810ecbc1173269e98ee8843bbc0e3801ba6d5c7a4c4dcac7797bf11ecd4580e
3
+ size 7983121
mms-1b-all/est/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e790299f062aec2643e7bb8d4da3afbe04732684a2865f28e8ff9142451a79
3
+ size 185
mms-1b-all/fas/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43c74860777318de44d558c25d7428b759dee5b9573ad0b58cd32ca490a17b0a
3
+ size 8267697
mms-1b-all/fas/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df18d1e7b47e71aedbb36bd902fa508684a2899d34d06fc64ac065a7b4830d5
3
+ size 320
mms-1b-all/fin/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57bd6392b3452cc73e9d5f1102855e09644402dcc5acc50d1295d5b8d728a744
3
+ size 8374857
mms-1b-all/fin/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4595c1af5ddbafa54d52f76b8bd6e806bb50eee168efcaaa894f639dc7ab460
3
+ size 176
mms-1b-all/fra/lexicon.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98b77df339e90171b663cc9711e66ee43c83035429fb28a5213735ef3c3e00dc
3
+ size 7116958
mms-1b-all/fra/tokens.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d260021cb5ef8652486c921c6bad254dc2e978b8fb8569d8a8400fa91465344
3
+ size 988