Vineel Pratap
commited on
Commit
•
a0e83b7
1
Parent(s):
ae7936c
update config 2
Browse files
mms-1b-all/decoding_config.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"afr": {"silweight": "0.0", "lmweight": "2.385147446332425", "wordscore": "-0.6905931241640371", "lexiconfile": "mms-1b-all/afr/lexicon.txt", "lmfile": "lms/afr/word_5gram.bin"}, "amh": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/amh/lexicon.txt", "lmfile": "lms/amh/word_5gram.bin"}, "ara": {"silweight": "0.0", "lmweight": "2.0317625700822957", "wordscore": "2.5970029453614405", "lexiconfile": "mms-1b-all/ara/lexicon.txt", "lmfile": "lms/ara/word_5gram.bin"}, "asm": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "lexiconfile": "mms-1b-all/asm/lexicon.txt", "lmfile": "lms/asm/word_5gram.bin"}, "ast": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/ast/lexicon.txt", "lmfile": "lms/ast/word_5gram.bin"}, "azj-script_latin": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "lexiconfile": "mms-1b-all/azj-script_latin/lexicon.txt", "lmfile": "lms/azj-script_latin/word_5gram.bin"}, "bel": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/bel/lexicon.txt", "lmfile": "lms/bel/word_5gram.bin"}, "bul": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/bul/lexicon.txt", "lmfile": "lms/bul/word_5gram.bin"}, "ben": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "lexiconfile": "mms-1b-all/ben/lexicon.txt", "lmfile": "lms/ben/word_5gram.bin"}, "bos": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/bos/lexicon.txt", "lmfile": "lms/bos/word_5gram.bin"}, "cat": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/cat/lexicon.txt", "lmfile": "lms/cat/word_5gram.bin"}, "ceb": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/ceb/lexicon.txt", "lmfile": "lms/ceb/word_5gram.bin"}, "ckb": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/ckb/lexicon.txt", "lmfile": "lms/ckb/word_5gram.bin"}, "cmn-script_simplified": {"silweight": "-1.44649949824222", "lmweight": "1.68228632332338", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/cmn-script_simplified/char_20gram.bin"}, "ces": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/ces/lexicon.txt", "lmfile": "lms/ces/word_5gram.bin"}, "cym": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "lexiconfile": "mms-1b-all/cym/lexicon.txt", "lmfile": "lms/cym/word_5gram.bin"}, "dan": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "lexiconfile": "mms-1b-all/dan/lexicon.txt", "lmfile": "lms/dan/word_5gram.bin"}, "deu": {"silweight": "0.0", "lmweight": "2.451132420162849", "wordscore": "-0.08133478818499906", "lexiconfile": "mms-1b-all/deu/lexicon.txt", "lmfile": "lms/deu/word_5gram.bin"}, "ell": {"silweight": "0.0", "lmweight": "2.8262456394675586", "wordscore": "0.2846454679705426", "lexiconfile": "mms-1b-all/ell/lexicon.txt", "lmfile": "lms/ell/word_5gram.bin"}, "eng": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "lexiconfile": "mms-1b-all/eng/lexicon.txt", "lmfile": "lms/eng/word_5gram.bin"}, "spa": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/spa/lexicon.txt", "lmfile": "lms/spa/word_5gram.bin"}, "est": {"silweight": "0.0", "lmweight": "2.722356530249026", "wordscore": "-2.839819232026769", "lexiconfile": "mms-1b-all/est/lexicon.txt", "lmfile": "lms/est/word_5gram.bin"}, "fas": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/fas/lexicon.txt", "lmfile": "lms/fas/word_5gram.bin"}, "ful": {"silweight": "0.0", "lmweight": "1.0419692415678377", "wordscore": "1.8301669620781338", "lexiconfile": "mms-1b-all/ful/lexicon.txt", "lmfile": "lms/ful/word_5gram.bin"}, "fin": {"silweight": "0.0", "lmweight": "3.263652386134638", "wordscore": "-2.3963548787034226", "lexiconfile": "mms-1b-all/fin/lexicon.txt", "lmfile": "lms/fin/word_5gram.bin"}, "tgl": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "lexiconfile": "mms-1b-all/tgl/lexicon.txt", "lmfile": "lms/tgl/word_5gram.bin"}, "fra": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "lexiconfile": "mms-1b-all/fra/lexicon.txt", "lmfile": "lms/fra/word_5gram.bin"}, "gle": {"silweight": "0.0", "lmweight": "2.0317625700822957", "wordscore": "2.5970029453614405", "lexiconfile": "mms-1b-all/gle/lexicon.txt", "lmfile": "lms/gle/word_5gram.bin"}, "glg": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "lexiconfile": "mms-1b-all/glg/lexicon.txt", "lmfile": "lms/glg/word_5gram.bin"}, "guj": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "lexiconfile": "mms-1b-all/guj/lexicon.txt", "lmfile": "lms/guj/word_5gram.bin"}, "hau": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "lexiconfile": "mms-1b-all/hau/lexicon.txt", "lmfile": "lms/hau/word_5gram.bin"}, "heb": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "lexiconfile": "mms-1b-all/heb/lexicon.txt", "lmfile": "lms/heb/word_5gram.bin"}, "hin": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/hin/lexicon.txt", "lmfile": "lms/hin/word_5gram.bin"}, "hrv": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/hrv/lexicon.txt", "lmfile": "lms/hrv/word_5gram.bin"}, "hun": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "lexiconfile": "mms-1b-all/hun/lexicon.txt", "lmfile": "lms/hun/word_5gram.bin"}, "hye": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "lexiconfile": "mms-1b-all/hye/lexicon.txt", "lmfile": "lms/hye/word_5gram.bin"}, "ind": {"silweight": "0.0", "lmweight": "3.030415687865747", "wordscore": "2.2606222249366485", "lexiconfile": "mms-1b-all/ind/lexicon.txt", "lmfile": "lms/ind/word_5gram.bin"}, "ibo": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/ibo/lexicon.txt", "lmfile": "lms/ibo/word_5gram.bin"}, "isl": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "lexiconfile": "mms-1b-all/isl/lexicon.txt", "lmfile": "lms/isl/word_5gram.bin"}, "ita": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/ita/lexicon.txt", "lmfile": "lms/ita/word_5gram.bin"}, "jpn": {"silweight": "2.883099903883612", "lmweight": "1.48055976134075", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/jpn/char_20gram.bin"}, "jav": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "lexiconfile": "mms-1b-all/jav/lexicon.txt", "lmfile": "lms/jav/word_5gram.bin"}, "kat": {"silweight": "0.0", "lmweight": "2.194797215342357", "wordscore": "-2.9157497990158863", "lexiconfile": "mms-1b-all/kat/lexicon.txt", "lmfile": "lms/kat/word_5gram.bin"}, "kam": {"silweight": "0.0", "lmweight": "0.32178327421014163", "wordscore": "-1.0796723719647254", "lexiconfile": "mms-1b-all/kam/lexicon.txt", "lmfile": "lms/kam/word_5gram.bin"}, "kea": {"silweight": "0.0", "lmweight": "0.7575653142174246", "wordscore": "-1.8796228304666693", "lexiconfile": "mms-1b-all/kea/lexicon.txt", "lmfile": "lms/kea/word_5gram.bin"}, "kaz": {"silweight": "0.0", "lmweight": "2.8262456394675586", "wordscore": "0.2846454679705426", "lexiconfile": "mms-1b-all/kaz/lexicon.txt", "lmfile": "lms/kaz/word_5gram.bin"}, "khm": {"silweight": "0.6380305065253138", "lmweight": "2.539999639645833", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/khm/char_20gram.bin"}, "kan": {"silweight": "0.0", "lmweight": "2.302604056659554", "wordscore": "-1.258022985583452", "lexiconfile": "mms-1b-all/kan/lexicon.txt", "lmfile": "lms/kan/word_5gram.bin"}, "kor": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/kor/lexicon.txt", "lmfile": "lms/kor/word_5gram.bin"}, "kir": {"silweight": "0.0", "lmweight": "1.906123968037523", "wordscore": "-2.4610538328264377", "lexiconfile": "mms-1b-all/kir/lexicon.txt", "lmfile": "lms/kir/word_5gram.bin"}, "ltz": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/ltz/lexicon.txt", "lmfile": "lms/ltz/word_5gram.bin"}, "lug": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/lug/lexicon.txt", "lmfile": "lms/lug/word_5gram.bin"}, "lin": {"silweight": "0.0", "lmweight": "0.7575653142174246", "wordscore": "-1.8796228304666693", "lexiconfile": "mms-1b-all/lin/lexicon.txt", "lmfile": "lms/lin/word_5gram.bin"}, "lao": {"silweight": "0.6653218406628096", "lmweight": "1.7366873418151347", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/lao/char_20gram.bin"}, "lit": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/lit/lexicon.txt", "lmfile": "lms/lit/word_5gram.bin"}, "luo": {"silweight": "0.0", "lmweight": "0.7642683660095622", "wordscore": "0.40506444372403116", "lexiconfile": "mms-1b-all/luo/lexicon.txt", "lmfile": "lms/luo/word_5gram.bin"}, "lav": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "lexiconfile": "mms-1b-all/lav/lexicon.txt", "lmfile": "lms/lav/word_5gram.bin"}, "mri": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/mri/lexicon.txt", "lmfile": "lms/mri/word_5gram.bin"}, "mkd": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "lexiconfile": "mms-1b-all/mkd/lexicon.txt", "lmfile": "lms/mkd/word_5gram.bin"}, "mal": {"silweight": "0.0", "lmweight": "2.821133599417625", "wordscore": "-1.346195272127237", "lexiconfile": "mms-1b-all/mal/lexicon.txt", "lmfile": "lms/mal/word_5gram.bin"}, "mon": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "lexiconfile": "mms-1b-all/mon/lexicon.txt", "lmfile": "lms/mon/word_5gram.bin"}, "mar": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "lexiconfile": "mms-1b-all/mar/lexicon.txt", "lmfile": "lms/mar/word_5gram.bin"}, "zlm": {"silweight": "0.0", "lmweight": "2.722356530249026", "wordscore": "-2.839819232026769", "lexiconfile": "mms-1b-all/zlm/lexicon.txt", "lmfile": "lms/zlm/word_5gram.bin"}, "mlt": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "lexiconfile": "mms-1b-all/mlt/lexicon.txt", "lmfile": "lms/mlt/word_5gram.bin"}, "mya": {"silweight": "-0.5703951752975143", "lmweight": "2.045098885474434", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/mya/char_20gram.bin"}, "nob": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "lexiconfile": "mms-1b-all/nob/lexicon.txt", "lmfile": "lms/nob/word_5gram.bin"}, "npi": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/npi/lexicon.txt", "lmfile": "lms/npi/word_5gram.bin"}, "nld": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/nld/lexicon.txt", "lmfile": "lms/nld/word_5gram.bin"}, "nso": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/nso/lexicon.txt", "lmfile": "lms/nso/word_5gram.bin"}, "nya": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "lexiconfile": "mms-1b-all/nya/lexicon.txt", "lmfile": "lms/nya/word_5gram.bin"}, "oci": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/oci/lexicon.txt", "lmfile": "lms/oci/word_5gram.bin"}, "orm": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "lexiconfile": "mms-1b-all/orm/lexicon.txt", "lmfile": "lms/orm/word_5gram.bin"}, "ory": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "lexiconfile": "mms-1b-all/ory/lexicon.txt", "lmfile": "lms/ory/word_5gram.bin"}, "pan": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "lexiconfile": "mms-1b-all/pan/lexicon.txt", "lmfile": "lms/pan/word_5gram.bin"}, "pol": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/pol/lexicon.txt", "lmfile": "lms/pol/word_5gram.bin"}, "pus": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "lexiconfile": "mms-1b-all/pus/lexicon.txt", "lmfile": "lms/pus/word_5gram.bin"}, "por": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/por/lexicon.txt", "lmfile": "lms/por/word_5gram.bin"}, "ron": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "lexiconfile": "mms-1b-all/ron/lexicon.txt", "lmfile": "lms/ron/word_5gram.bin"}, "rus": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "lexiconfile": "mms-1b-all/rus/lexicon.txt", "lmfile": "lms/rus/word_5gram.bin"}, "snd": {"silweight": "0.0", "lmweight": "1.48055976134075", "wordscore": "2.883099903883612", "lexiconfile": "mms-1b-all/snd/lexicon.txt", "lmfile": "lms/snd/word_5gram.bin"}, "slk": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "lexiconfile": "mms-1b-all/slk/lexicon.txt", "lmfile": "lms/slk/word_5gram.bin"}, "slv": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "lexiconfile": "mms-1b-all/slv/lexicon.txt", "lmfile": "lms/slv/word_5gram.bin"}, "sna": {"silweight": "0.0", "lmweight": "2.194797215342357", "wordscore": "-2.9157497990158863", "lexiconfile": "mms-1b-all/sna/lexicon.txt", "lmfile": "lms/sna/word_5gram.bin"}, "som": {"silweight": "0.0", "lmweight": "1.48055976134075", "wordscore": "2.883099903883612", "lexiconfile": "mms-1b-all/som/lexicon.txt", "lmfile": "lms/som/word_5gram.bin"}, "srp-script_latin": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "lexiconfile": "mms-1b-all/srp-script_latin/lexicon.txt", "lmfile": "lms/srp-script_latin/word_5gram.bin"}, "swe": {"silweight": "0.0", "lmweight": "3.3776874061001925", "wordscore": "1.5477264176418153", "lexiconfile": "mms-1b-all/swe/lexicon.txt", "lmfile": "lms/swe/word_5gram.bin"}, "swh": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "lexiconfile": "mms-1b-all/swh/lexicon.txt", "lmfile": "lms/swh/word_5gram.bin"}, "tam": {"silweight": "0.0", "lmweight": "2.451132420162849", "wordscore": "-0.08133478818499906", "lexiconfile": "mms-1b-all/tam/lexicon.txt", "lmfile": "lms/tam/word_5gram.bin"}, "tel": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "lexiconfile": "mms-1b-all/tel/lexicon.txt", "lmfile": "lms/tel/word_5gram.bin"}, "tgk": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "lexiconfile": "mms-1b-all/tgk/lexicon.txt", "lmfile": "lms/tgk/word_5gram.bin"}, "tha": {"silweight": "2.5970029453614405", "lmweight": "2.0317625700822957", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/tha/char_20gram.bin"}, "tur": {"silweight": "0.0", "lmweight": "2.302604056659554", "wordscore": "-1.258022985583452", "lexiconfile": "mms-1b-all/tur/lexicon.txt", "lmfile": "lms/tur/word_5gram.bin"}, "ukr": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "lexiconfile": "mms-1b-all/ukr/lexicon.txt", "lmfile": "lms/ukr/word_5gram.bin"}, "umb": {"silweight": "0.0", "lmweight": "0.14556815044594318", "wordscore": "-2.8701809408698553", "lexiconfile": "mms-1b-all/umb/lexicon.txt", "lmfile": "lms/umb/word_5gram.bin"}, "urd-script_arabic": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/urd-script_arabic/lexicon.txt", "lmfile": "lms/urd-script_arabic/word_5gram.bin"}, "uzb-script_latin": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "lexiconfile": "mms-1b-all/uzb-script_latin/lexicon.txt", "lmfile": "lms/uzb-script_latin/word_5gram.bin"}, "vie": {"silweight": "0.0", "lmweight": "3.246514834031514", "wordscore": "2.096915791118203", "lexiconfile": "mms-1b-all/vie/lexicon.txt", "lmfile": "lms/vie/word_5gram.bin"}, "wol": {"silweight": "0.0", "lmweight": "0.7642683660095622", "wordscore": "0.40506444372403116", "lexiconfile": "mms-1b-all/wol/lexicon.txt", "lmfile": "lms/wol/word_5gram.bin"}, "xho": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "lexiconfile": "mms-1b-all/xho/lexicon.txt", "lmfile": "lms/xho/word_5gram.bin"}, "yor": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "lexiconfile": "mms-1b-all/yor/lexicon.txt", "lmfile": "lms/yor/word_5gram.bin"}, "yue-script_traditional": {"silweight": "2.883099903883612", "lmweight": "1.48055976134075", "wordscore": "???", "lexiconfile": null, "lmfile": "lms/yue-script_traditional/char_20gram.bin"}, "zul": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "lexiconfile": "mms-1b-all/zul/lexicon.txt", "lmfile": "lms/zul/word_5gram.bin"}}
|
|
|
1 |
+
{"afr": {"silweight": "0.0", "lmweight": "2.385147446332425", "wordscore": "-0.6905931241640371", "tokensfile": "mms-1b-all/afr/tokens.txt", "lmfile": "lms/afr/word_5gram.bin", "lexiconfile": "mms-1b-all/afr/lexicon.txt"}, "amh": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/amh/tokens.txt", "lmfile": "lms/amh/word_5gram.bin", "lexiconfile": "mms-1b-all/amh/lexicon.txt"}, "ara": {"silweight": "0.0", "lmweight": "2.0317625700822957", "wordscore": "2.5970029453614405", "tokensfile": "mms-1b-all/ara/tokens.txt", "lmfile": "lms/ara/word_5gram.bin", "lexiconfile": "mms-1b-all/ara/lexicon.txt"}, "asm": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "tokensfile": "mms-1b-all/asm/tokens.txt", "lmfile": "lms/asm/word_5gram.bin", "lexiconfile": "mms-1b-all/asm/lexicon.txt"}, "ast": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/ast/tokens.txt", "lmfile": "lms/ast/word_5gram.bin", "lexiconfile": "mms-1b-all/ast/lexicon.txt"}, "azj-script_latin": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/azj-script_latin/tokens.txt", "lmfile": "lms/azj-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/azj-script_latin/lexicon.txt"}, "bel": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/bel/tokens.txt", "lmfile": "lms/bel/word_5gram.bin", "lexiconfile": "mms-1b-all/bel/lexicon.txt"}, "bul": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/bul/tokens.txt", "lmfile": "lms/bul/word_5gram.bin", "lexiconfile": "mms-1b-all/bul/lexicon.txt"}, "ben": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/ben/tokens.txt", "lmfile": "lms/ben/word_5gram.bin", "lexiconfile": "mms-1b-all/ben/lexicon.txt"}, "bos": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/bos/tokens.txt", "lmfile": "lms/bos/word_5gram.bin", "lexiconfile": "mms-1b-all/bos/lexicon.txt"}, "cat": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/cat/tokens.txt", "lmfile": "lms/cat/word_5gram.bin", "lexiconfile": "mms-1b-all/cat/lexicon.txt"}, "ceb": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ceb/tokens.txt", "lmfile": "lms/ceb/word_5gram.bin", "lexiconfile": "mms-1b-all/ceb/lexicon.txt"}, "ckb": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ckb/tokens.txt", "lmfile": "lms/ckb/word_5gram.bin", "lexiconfile": "mms-1b-all/ckb/lexicon.txt"}, "cmn-script_simplified": {"silweight": "-1.44649949824222", "lmweight": "1.68228632332338", "wordscore": 0, "tokensfile": "mms-1b-all/cmn-script_simplified/tokens.txt", "lmfile": "lms/cmn-script_simplified/char_20gram.bin", "lexiconfile": null}, "ces": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/ces/tokens.txt", "lmfile": "lms/ces/word_5gram.bin", "lexiconfile": "mms-1b-all/ces/lexicon.txt"}, "cym": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/cym/tokens.txt", "lmfile": "lms/cym/word_5gram.bin", "lexiconfile": "mms-1b-all/cym/lexicon.txt"}, "dan": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "tokensfile": "mms-1b-all/dan/tokens.txt", "lmfile": "lms/dan/word_5gram.bin", "lexiconfile": "mms-1b-all/dan/lexicon.txt"}, "deu": {"silweight": "0.0", "lmweight": "2.451132420162849", "wordscore": "-0.08133478818499906", "tokensfile": "mms-1b-all/deu/tokens.txt", "lmfile": "lms/deu/word_5gram.bin", "lexiconfile": "mms-1b-all/deu/lexicon.txt"}, "ell": {"silweight": "0.0", "lmweight": "2.8262456394675586", "wordscore": "0.2846454679705426", "tokensfile": "mms-1b-all/ell/tokens.txt", "lmfile": "lms/ell/word_5gram.bin", "lexiconfile": "mms-1b-all/ell/lexicon.txt"}, "eng": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/eng/tokens.txt", "lmfile": "lms/eng/word_5gram.bin", "lexiconfile": "mms-1b-all/eng/lexicon.txt"}, "spa": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/spa/tokens.txt", "lmfile": "lms/spa/word_5gram.bin", "lexiconfile": "mms-1b-all/spa/lexicon.txt"}, "est": {"silweight": "0.0", "lmweight": "2.722356530249026", "wordscore": "-2.839819232026769", "tokensfile": "mms-1b-all/est/tokens.txt", "lmfile": "lms/est/word_5gram.bin", "lexiconfile": "mms-1b-all/est/lexicon.txt"}, "fas": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/fas/tokens.txt", "lmfile": "lms/fas/word_5gram.bin", "lexiconfile": "mms-1b-all/fas/lexicon.txt"}, "ful": {"silweight": "0.0", "lmweight": "1.0419692415678377", "wordscore": "1.8301669620781338", "tokensfile": "mms-1b-all/ful/tokens.txt", "lmfile": "lms/ful/word_5gram.bin", "lexiconfile": "mms-1b-all/ful/lexicon.txt"}, "fin": {"silweight": "0.0", "lmweight": "3.263652386134638", "wordscore": "-2.3963548787034226", "tokensfile": "mms-1b-all/fin/tokens.txt", "lmfile": "lms/fin/word_5gram.bin", "lexiconfile": "mms-1b-all/fin/lexicon.txt"}, "tgl": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "tokensfile": "mms-1b-all/tgl/tokens.txt", "lmfile": "lms/tgl/word_5gram.bin", "lexiconfile": "mms-1b-all/tgl/lexicon.txt"}, "fra": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/fra/tokens.txt", "lmfile": "lms/fra/word_5gram.bin", "lexiconfile": "mms-1b-all/fra/lexicon.txt"}, "gle": {"silweight": "0.0", "lmweight": "2.0317625700822957", "wordscore": "2.5970029453614405", "tokensfile": "mms-1b-all/gle/tokens.txt", "lmfile": "lms/gle/word_5gram.bin", "lexiconfile": "mms-1b-all/gle/lexicon.txt"}, "glg": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "tokensfile": "mms-1b-all/glg/tokens.txt", "lmfile": "lms/glg/word_5gram.bin", "lexiconfile": "mms-1b-all/glg/lexicon.txt"}, "guj": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/guj/tokens.txt", "lmfile": "lms/guj/word_5gram.bin", "lexiconfile": "mms-1b-all/guj/lexicon.txt"}, "hau": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/hau/tokens.txt", "lmfile": "lms/hau/word_5gram.bin", "lexiconfile": "mms-1b-all/hau/lexicon.txt"}, "heb": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/heb/tokens.txt", "lmfile": "lms/heb/word_5gram.bin", "lexiconfile": "mms-1b-all/heb/lexicon.txt"}, "hin": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/hin/tokens.txt", "lmfile": "lms/hin/word_5gram.bin", "lexiconfile": "mms-1b-all/hin/lexicon.txt"}, "hrv": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/hrv/tokens.txt", "lmfile": "lms/hrv/word_5gram.bin", "lexiconfile": "mms-1b-all/hrv/lexicon.txt"}, "hun": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/hun/tokens.txt", "lmfile": "lms/hun/word_5gram.bin", "lexiconfile": "mms-1b-all/hun/lexicon.txt"}, "hye": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/hye/tokens.txt", "lmfile": "lms/hye/word_5gram.bin", "lexiconfile": "mms-1b-all/hye/lexicon.txt"}, "ind": {"silweight": "0.0", "lmweight": "3.030415687865747", "wordscore": "2.2606222249366485", "tokensfile": "mms-1b-all/ind/tokens.txt", "lmfile": "lms/ind/word_5gram.bin", "lexiconfile": "mms-1b-all/ind/lexicon.txt"}, "ibo": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ibo/tokens.txt", "lmfile": "lms/ibo/word_5gram.bin", "lexiconfile": "mms-1b-all/ibo/lexicon.txt"}, "isl": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "tokensfile": "mms-1b-all/isl/tokens.txt", "lmfile": "lms/isl/word_5gram.bin", "lexiconfile": "mms-1b-all/isl/lexicon.txt"}, "ita": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ita/tokens.txt", "lmfile": "lms/ita/word_5gram.bin", "lexiconfile": "mms-1b-all/ita/lexicon.txt"}, "jpn": {"silweight": "2.883099903883612", "lmweight": "1.48055976134075", "wordscore": 0, "tokensfile": "mms-1b-all/jpn/tokens.txt", "lmfile": "lms/jpn/char_20gram.bin", "lexiconfile": null}, "jav": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/jav/tokens.txt", "lmfile": "lms/jav/word_5gram.bin", "lexiconfile": "mms-1b-all/jav/lexicon.txt"}, "kat": {"silweight": "0.0", "lmweight": "2.194797215342357", "wordscore": "-2.9157497990158863", "tokensfile": "mms-1b-all/kat/tokens.txt", "lmfile": "lms/kat/word_5gram.bin", "lexiconfile": "mms-1b-all/kat/lexicon.txt"}, "kam": {"silweight": "0.0", "lmweight": "0.32178327421014163", "wordscore": "-1.0796723719647254", "tokensfile": "mms-1b-all/kam/tokens.txt", "lmfile": "lms/kam/word_5gram.bin", "lexiconfile": "mms-1b-all/kam/lexicon.txt"}, "kea": {"silweight": "0.0", "lmweight": "0.7575653142174246", "wordscore": "-1.8796228304666693", "tokensfile": "mms-1b-all/kea/tokens.txt", "lmfile": "lms/kea/word_5gram.bin", "lexiconfile": "mms-1b-all/kea/lexicon.txt"}, "kaz": {"silweight": "0.0", "lmweight": "2.8262456394675586", "wordscore": "0.2846454679705426", "tokensfile": "mms-1b-all/kaz/tokens.txt", "lmfile": "lms/kaz/word_5gram.bin", "lexiconfile": "mms-1b-all/kaz/lexicon.txt"}, "khm": {"silweight": "0.6380305065253138", "lmweight": "2.539999639645833", "wordscore": 0, "tokensfile": "mms-1b-all/khm/tokens.txt", "lmfile": "lms/khm/char_20gram.bin", "lexiconfile": null}, "kan": {"silweight": "0.0", "lmweight": "2.302604056659554", "wordscore": "-1.258022985583452", "tokensfile": "mms-1b-all/kan/tokens.txt", "lmfile": "lms/kan/word_5gram.bin", "lexiconfile": "mms-1b-all/kan/lexicon.txt"}, "kor": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/kor/tokens.txt", "lmfile": "lms/kor/word_5gram.bin", "lexiconfile": "mms-1b-all/kor/lexicon.txt"}, "kir": {"silweight": "0.0", "lmweight": "1.906123968037523", "wordscore": "-2.4610538328264377", "tokensfile": "mms-1b-all/kir/tokens.txt", "lmfile": "lms/kir/word_5gram.bin", "lexiconfile": "mms-1b-all/kir/lexicon.txt"}, "ltz": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/ltz/tokens.txt", "lmfile": "lms/ltz/word_5gram.bin", "lexiconfile": "mms-1b-all/ltz/lexicon.txt"}, "lug": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/lug/tokens.txt", "lmfile": "lms/lug/word_5gram.bin", "lexiconfile": "mms-1b-all/lug/lexicon.txt"}, "lin": {"silweight": "0.0", "lmweight": "0.7575653142174246", "wordscore": "-1.8796228304666693", "tokensfile": "mms-1b-all/lin/tokens.txt", "lmfile": "lms/lin/word_5gram.bin", "lexiconfile": "mms-1b-all/lin/lexicon.txt"}, "lao": {"silweight": "0.6653218406628096", "lmweight": "1.7366873418151347", "wordscore": 0, "tokensfile": "mms-1b-all/lao/tokens.txt", "lmfile": "lms/lao/char_20gram.bin", "lexiconfile": null}, "lit": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/lit/tokens.txt", "lmfile": "lms/lit/word_5gram.bin", "lexiconfile": "mms-1b-all/lit/lexicon.txt"}, "luo": {"silweight": "0.0", "lmweight": "0.7642683660095622", "wordscore": "0.40506444372403116", "tokensfile": "mms-1b-all/luo/tokens.txt", "lmfile": "lms/luo/word_5gram.bin", "lexiconfile": "mms-1b-all/luo/lexicon.txt"}, "lav": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "tokensfile": "mms-1b-all/lav/tokens.txt", "lmfile": "lms/lav/word_5gram.bin", "lexiconfile": "mms-1b-all/lav/lexicon.txt"}, "mri": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/mri/tokens.txt", "lmfile": "lms/mri/word_5gram.bin", "lexiconfile": "mms-1b-all/mri/lexicon.txt"}, "mkd": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/mkd/tokens.txt", "lmfile": "lms/mkd/word_5gram.bin", "lexiconfile": "mms-1b-all/mkd/lexicon.txt"}, "mal": {"silweight": "0.0", "lmweight": "2.821133599417625", "wordscore": "-1.346195272127237", "tokensfile": "mms-1b-all/mal/tokens.txt", "lmfile": "lms/mal/word_5gram.bin", "lexiconfile": "mms-1b-all/mal/lexicon.txt"}, "mon": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/mon/tokens.txt", "lmfile": "lms/mon/word_5gram.bin", "lexiconfile": "mms-1b-all/mon/lexicon.txt"}, "mar": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/mar/tokens.txt", "lmfile": "lms/mar/word_5gram.bin", "lexiconfile": "mms-1b-all/mar/lexicon.txt"}, "zlm": {"silweight": "0.0", "lmweight": "2.722356530249026", "wordscore": "-2.839819232026769", "tokensfile": "mms-1b-all/zlm/tokens.txt", "lmfile": "lms/zlm/word_5gram.bin", "lexiconfile": "mms-1b-all/zlm/lexicon.txt"}, "mlt": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/mlt/tokens.txt", "lmfile": "lms/mlt/word_5gram.bin", "lexiconfile": "mms-1b-all/mlt/lexicon.txt"}, "mya": {"silweight": "-0.5703951752975143", "lmweight": "2.045098885474434", "wordscore": 0, "tokensfile": "mms-1b-all/mya/tokens.txt", "lmfile": "lms/mya/char_20gram.bin", "lexiconfile": null}, "nob": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "tokensfile": "mms-1b-all/nob/tokens.txt", "lmfile": "lms/nob/word_5gram.bin", "lexiconfile": "mms-1b-all/nob/lexicon.txt"}, "npi": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/npi/tokens.txt", "lmfile": "lms/npi/word_5gram.bin", "lexiconfile": "mms-1b-all/npi/lexicon.txt"}, "nld": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/nld/tokens.txt", "lmfile": "lms/nld/word_5gram.bin", "lexiconfile": "mms-1b-all/nld/lexicon.txt"}, "nso": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/nso/tokens.txt", "lmfile": "lms/nso/word_5gram.bin", "lexiconfile": "mms-1b-all/nso/lexicon.txt"}, "nya": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/nya/tokens.txt", "lmfile": "lms/nya/word_5gram.bin", "lexiconfile": "mms-1b-all/nya/lexicon.txt"}, "oci": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/oci/tokens.txt", "lmfile": "lms/oci/word_5gram.bin", "lexiconfile": "mms-1b-all/oci/lexicon.txt"}, "orm": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/orm/tokens.txt", "lmfile": "lms/orm/word_5gram.bin", "lexiconfile": "mms-1b-all/orm/lexicon.txt"}, "ory": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/ory/tokens.txt", "lmfile": "lms/ory/word_5gram.bin", "lexiconfile": "mms-1b-all/ory/lexicon.txt"}, "pan": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/pan/tokens.txt", "lmfile": "lms/pan/word_5gram.bin", "lexiconfile": "mms-1b-all/pan/lexicon.txt"}, "pol": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/pol/tokens.txt", "lmfile": "lms/pol/word_5gram.bin", "lexiconfile": "mms-1b-all/pol/lexicon.txt"}, "pus": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/pus/tokens.txt", "lmfile": "lms/pus/word_5gram.bin", "lexiconfile": "mms-1b-all/pus/lexicon.txt"}, "por": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/por/tokens.txt", "lmfile": "lms/por/word_5gram.bin", "lexiconfile": "mms-1b-all/por/lexicon.txt"}, "ron": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "tokensfile": "mms-1b-all/ron/tokens.txt", "lmfile": "lms/ron/word_5gram.bin", "lexiconfile": "mms-1b-all/ron/lexicon.txt"}, "rus": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "tokensfile": "mms-1b-all/rus/tokens.txt", "lmfile": "lms/rus/word_5gram.bin", "lexiconfile": "mms-1b-all/rus/lexicon.txt"}, "snd": {"silweight": "0.0", "lmweight": "1.48055976134075", "wordscore": "2.883099903883612", "tokensfile": "mms-1b-all/snd/tokens.txt", "lmfile": "lms/snd/word_5gram.bin", "lexiconfile": "mms-1b-all/snd/lexicon.txt"}, "slk": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "tokensfile": "mms-1b-all/slk/tokens.txt", "lmfile": "lms/slk/word_5gram.bin", "lexiconfile": "mms-1b-all/slk/lexicon.txt"}, "slv": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/slv/tokens.txt", "lmfile": "lms/slv/word_5gram.bin", "lexiconfile": "mms-1b-all/slv/lexicon.txt"}, "sna": {"silweight": "0.0", "lmweight": "2.194797215342357", "wordscore": "-2.9157497990158863", "tokensfile": "mms-1b-all/sna/tokens.txt", "lmfile": "lms/sna/word_5gram.bin", "lexiconfile": "mms-1b-all/sna/lexicon.txt"}, "som": {"silweight": "0.0", "lmweight": "1.48055976134075", "wordscore": "2.883099903883612", "tokensfile": "mms-1b-all/som/tokens.txt", "lmfile": "lms/som/word_5gram.bin", "lexiconfile": "mms-1b-all/som/lexicon.txt"}, "srp-script_latin": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/srp-script_latin/tokens.txt", "lmfile": "lms/srp-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/srp-script_latin/lexicon.txt"}, "swe": {"silweight": "0.0", "lmweight": "3.3776874061001925", "wordscore": "1.5477264176418153", "tokensfile": "mms-1b-all/swe/tokens.txt", "lmfile": "lms/swe/word_5gram.bin", "lexiconfile": "mms-1b-all/swe/lexicon.txt"}, "swh": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/swh/tokens.txt", "lmfile": "lms/swh/word_5gram.bin", "lexiconfile": "mms-1b-all/swh/lexicon.txt"}, "tam": {"silweight": "0.0", "lmweight": "2.451132420162849", "wordscore": "-0.08133478818499906", "tokensfile": "mms-1b-all/tam/tokens.txt", "lmfile": "lms/tam/word_5gram.bin", "lexiconfile": "mms-1b-all/tam/lexicon.txt"}, "tel": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/tel/tokens.txt", "lmfile": "lms/tel/word_5gram.bin", "lexiconfile": "mms-1b-all/tel/lexicon.txt"}, "tgk": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "tokensfile": "mms-1b-all/tgk/tokens.txt", "lmfile": "lms/tgk/word_5gram.bin", "lexiconfile": "mms-1b-all/tgk/lexicon.txt"}, "tha": {"silweight": "2.5970029453614405", "lmweight": "2.0317625700822957", "wordscore": 0, "tokensfile": "mms-1b-all/tha/tokens.txt", "lmfile": "lms/tha/char_20gram.bin", "lexiconfile": null}, "tur": {"silweight": "0.0", "lmweight": "2.302604056659554", "wordscore": "-1.258022985583452", "tokensfile": "mms-1b-all/tur/tokens.txt", "lmfile": "lms/tur/word_5gram.bin", "lexiconfile": "mms-1b-all/tur/lexicon.txt"}, "ukr": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "tokensfile": "mms-1b-all/ukr/tokens.txt", "lmfile": "lms/ukr/word_5gram.bin", "lexiconfile": "mms-1b-all/ukr/lexicon.txt"}, "umb": {"silweight": "0.0", "lmweight": "0.14556815044594318", "wordscore": "-2.8701809408698553", "tokensfile": "mms-1b-all/umb/tokens.txt", "lmfile": "lms/umb/word_5gram.bin", "lexiconfile": "mms-1b-all/umb/lexicon.txt"}, "urd-script_arabic": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/urd-script_arabic/tokens.txt", "lmfile": "lms/urd-script_arabic/word_5gram.bin", "lexiconfile": "mms-1b-all/urd-script_arabic/lexicon.txt"}, "uzb-script_latin": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/uzb-script_latin/tokens.txt", "lmfile": "lms/uzb-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/uzb-script_latin/lexicon.txt"}, "vie": {"silweight": "0.0", "lmweight": "3.246514834031514", "wordscore": "2.096915791118203", "tokensfile": "mms-1b-all/vie/tokens.txt", "lmfile": "lms/vie/word_5gram.bin", "lexiconfile": "mms-1b-all/vie/lexicon.txt"}, "wol": {"silweight": "0.0", "lmweight": "0.7642683660095622", "wordscore": "0.40506444372403116", "tokensfile": "mms-1b-all/wol/tokens.txt", "lmfile": "lms/wol/word_5gram.bin", "lexiconfile": "mms-1b-all/wol/lexicon.txt"}, "xho": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/xho/tokens.txt", "lmfile": "lms/xho/word_5gram.bin", "lexiconfile": "mms-1b-all/xho/lexicon.txt"}, "yor": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/yor/tokens.txt", "lmfile": "lms/yor/word_5gram.bin", "lexiconfile": "mms-1b-all/yor/lexicon.txt"}, "yue-script_traditional": {"silweight": "2.883099903883612", "lmweight": "1.48055976134075", "wordscore": 0, "tokensfile": "mms-1b-all/yue-script_traditional/tokens.txt", "lmfile": "lms/yue-script_traditional/char_20gram.bin", "lexiconfile": null}, "zul": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/zul/tokens.txt", "lmfile": "lms/zul/word_5gram.bin", "lexiconfile": "mms-1b-all/zul/lexicon.txt"}}
|