diff --git a/lms/afr/word_5gram.arpa b/lms/afr/word_5gram.arpa
deleted file mode 120000
index b66dbf31c5fb9cdc7697c6bdc12c2d603dad04b7..0000000000000000000000000000000000000000
--- a/lms/afr/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/afr/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/afr/word_5gram.bin b/lms/afr/word_5gram.bin
deleted file mode 120000
index 676e6de78a551bee49906911b1ceb5b21685b847..0000000000000000000000000000000000000000
--- a/lms/afr/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/afr/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/afr/word_5gram.bin b/lms/afr/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e36fd37319f52e4b3d9b731a899673e1a239eaad
--- /dev/null
+++ b/lms/afr/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0223d30f4efcad94da36cb275ce3a73e54500dc12f400a14469d7b7f8a4badf6
+size 676031739
diff --git a/lms/amh/word_5gram.arpa b/lms/amh/word_5gram.arpa
deleted file mode 120000
index f2885ad1786493d3a1e120af33993a4cd433c8a9..0000000000000000000000000000000000000000
--- a/lms/amh/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/amh/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/amh/word_5gram.bin b/lms/amh/word_5gram.bin
deleted file mode 120000
index c2de099bfe7e251ee14a532142e5a6cd1064c2e9..0000000000000000000000000000000000000000
--- a/lms/amh/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/amh/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/amh/word_5gram.bin b/lms/amh/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..97e5a1df57201810662c5a6fcace4c9c3984f552
--- /dev/null
+++ b/lms/amh/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65999565a36d9514f6afaf259d0b29ae1ac76d150755d2295728fe1279c53f2a
+size 752652861
diff --git a/lms/ara/word_5gram.arpa b/lms/ara/word_5gram.arpa
deleted file mode 120000
index f5019abe15007f4c9c9bfa2ebd49544224dd97d3..0000000000000000000000000000000000000000
--- a/lms/ara/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ara/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ara/word_5gram.bin b/lms/ara/word_5gram.bin
deleted file mode 120000
index 4afaea52840ee65e28fd863560296d0d35991d80..0000000000000000000000000000000000000000
--- a/lms/ara/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ara/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ara/word_5gram.bin b/lms/ara/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e06eb044e7da6dd24324195b9b090fd2b1932006
--- /dev/null
+++ b/lms/ara/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4bb88dd6878008b2329030810fd73cc496ea948f0b44238954802a510a3fd7
+size 4778907522
diff --git a/lms/asm/word_5gram.arpa b/lms/asm/word_5gram.arpa
deleted file mode 120000
index 4822ab9114db22b3766f275cfd3d684aae64046b..0000000000000000000000000000000000000000
--- a/lms/asm/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/asm/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/asm/word_5gram.bin b/lms/asm/word_5gram.bin
deleted file mode 120000
index 5a50767d276e61784646730d6bc19c3fd7eea489..0000000000000000000000000000000000000000
--- a/lms/asm/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/asm/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/asm/word_5gram.bin b/lms/asm/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c2aa779788259f972270e8a1c7e0744aeec21e37
--- /dev/null
+++ b/lms/asm/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933c9e028287f9f1eb770454654ff655031e39344f70355283446da54691022c
+size 268182500
diff --git a/lms/ast/word_5gram.arpa b/lms/ast/word_5gram.arpa
deleted file mode 120000
index 6e7e5cfb3040df92d1a2b2ff338c662b2650b2e2..0000000000000000000000000000000000000000
--- a/lms/ast/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ast/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ast/word_5gram.bin b/lms/ast/word_5gram.bin
deleted file mode 120000
index d0111d3b3bc3c6b81c4a2029fbddb83c7f373e81..0000000000000000000000000000000000000000
--- a/lms/ast/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ast/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ast/word_5gram.bin b/lms/ast/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d652c657264105c3cb40c781242f516caef97fc0
--- /dev/null
+++ b/lms/ast/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb659808f2a02b1b8f1247856dc012bda2ebf6d8f9bf033e5b24d6a80d3613c
+size 242092166
diff --git a/lms/azj-script_latin/word_5gram.arpa b/lms/azj-script_latin/word_5gram.arpa
deleted file mode 120000
index 08daab5898c6a87fb2647d044db2fc5ae6067458..0000000000000000000000000000000000000000
--- a/lms/azj-script_latin/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/azj/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/azj-script_latin/word_5gram.bin b/lms/azj-script_latin/word_5gram.bin
deleted file mode 120000
index 1ae7ba53a210af22287d1286d46bd425fffea567..0000000000000000000000000000000000000000
--- a/lms/azj-script_latin/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/azj/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/azj-script_latin/word_5gram.bin b/lms/azj-script_latin/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..76d7bae318a3bf6394d27eaca6b7e654471d6fc1
--- /dev/null
+++ b/lms/azj-script_latin/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda6a8b5b149853955035148777bc18eed2c32b60cf707f4d9c32d656f69a7f1
+size 1970183600
diff --git a/lms/bel/word_5gram.arpa b/lms/bel/word_5gram.arpa
deleted file mode 120000
index 329cb139339cf90940cbdb9ca56cd3aa009d7d9f..0000000000000000000000000000000000000000
--- a/lms/bel/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/bel/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/bel/word_5gram.bin b/lms/bel/word_5gram.bin
deleted file mode 120000
index 1bd6e1f9cbc6875cdca9b3161d45d131d4f5f8e7..0000000000000000000000000000000000000000
--- a/lms/bel/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/bel/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/bel/word_5gram.bin b/lms/bel/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1780ee74b65189a90eee4704c840a1598147c29e
--- /dev/null
+++ b/lms/bel/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c7d9165d5adeb4c727b849657e8a1957d0ae90f6b8078e0ff0823bcc0415e0
+size 1987938272
diff --git a/lms/ben/word_5gram.arpa b/lms/ben/word_5gram.arpa
deleted file mode 120000
index a9929f3499280185c3845d5ceda4e281a720670a..0000000000000000000000000000000000000000
--- a/lms/ben/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ben/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ben/word_5gram.bin b/lms/ben/word_5gram.bin
deleted file mode 120000
index 5f5f336926d869a5f362392a378c10671d76f48b..0000000000000000000000000000000000000000
--- a/lms/ben/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ben/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ben/word_5gram.bin b/lms/ben/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e2696160f75cfc46ef152b0bb333bab456d50d60
--- /dev/null
+++ b/lms/ben/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dee99f38129c04f022568dc617bd6bddbe9fa7a7e164dff0e321d394e50a3f0
+size 785747432
diff --git a/lms/bos/word_5gram.arpa b/lms/bos/word_5gram.arpa
deleted file mode 120000
index cc5b289d2786f5339940f950181be1eba5382d48..0000000000000000000000000000000000000000
--- a/lms/bos/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/bos/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/bos/word_5gram.bin b/lms/bos/word_5gram.bin
deleted file mode 120000
index 9b03ebc9390ce94638109d2255763b4076085216..0000000000000000000000000000000000000000
--- a/lms/bos/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/bos/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/bos/word_5gram.bin b/lms/bos/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..92a0346ababc47e4b6f2c56432955584f1215ca3
--- /dev/null
+++ b/lms/bos/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70869b82bce131b5cb18e3695b8dcd6e46fb0f610ae34740c71393b757fedffd
+size 373239225
diff --git a/lms/bul/word_5gram.arpa b/lms/bul/word_5gram.arpa
deleted file mode 120000
index 66da5023bf6134c25362150866ea0fd291a15c1c..0000000000000000000000000000000000000000
--- a/lms/bul/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/bul/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/bul/word_5gram.bin b/lms/bul/word_5gram.bin
deleted file mode 120000
index d3556df0d68b5e4977cb59d0b86d9f1167531784..0000000000000000000000000000000000000000
--- a/lms/bul/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/bul/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/bul/word_5gram.bin b/lms/bul/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a2e041cb895c3c1cc4478c0547a4f0f46f49eb32
--- /dev/null
+++ b/lms/bul/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8c6083396874a2a431c24a9205f5cd04a9c235d5c1ee8ec5719aa8b1631af2
+size 6298654535
diff --git a/lms/cat/word_5gram.arpa b/lms/cat/word_5gram.arpa
deleted file mode 120000
index 05be56efd68f4bc64a68a19e02314f6f8cf146cc..0000000000000000000000000000000000000000
--- a/lms/cat/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/cat/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/cat/word_5gram.bin b/lms/cat/word_5gram.bin
deleted file mode 120000
index bd9ee4ba0033ac3c0061055d95dab4d58e66f3c7..0000000000000000000000000000000000000000
--- a/lms/cat/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/cat/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/cat/word_5gram.bin b/lms/cat/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7381187575504b8c81f57238f8eb0758e8da4fbf
--- /dev/null
+++ b/lms/cat/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe38c50b9e1b77d4b98bb5f2b76c20a2742ec425eb867b87d1fa94b3d29e3797
+size 2567325560
diff --git a/lms/ceb/word_5gram.arpa b/lms/ceb/word_5gram.arpa
deleted file mode 120000
index 64fe39510459b43f6dfa018bb489a08ca8b28218..0000000000000000000000000000000000000000
--- a/lms/ceb/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ceb/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ceb/word_5gram.bin b/lms/ceb/word_5gram.bin
deleted file mode 120000
index b7456a675172865bf88a6a39068d490b96d35613..0000000000000000000000000000000000000000
--- a/lms/ceb/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ceb/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ceb/word_5gram.bin b/lms/ceb/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b56eee2de9536002f40641603a0243336e10e5a9
--- /dev/null
+++ b/lms/ceb/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3905907e4fb70f1c17c36bf628aceb204884b13236430d7b8830f7054c02e18b
+size 218138645
diff --git a/lms/ces/word_5gram.arpa b/lms/ces/word_5gram.arpa
deleted file mode 120000
index c5252303420c7f7c83c9451fa35708c5cfd2f52e..0000000000000000000000000000000000000000
--- a/lms/ces/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ces/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ces/word_5gram.bin b/lms/ces/word_5gram.bin
deleted file mode 120000
index 9624cbab584db0c11404cf445980a520d0922d3b..0000000000000000000000000000000000000000
--- a/lms/ces/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ces/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ces/word_5gram.bin b/lms/ces/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..334d3326f7aca49acfca7fa471dd3e82c1b21996
--- /dev/null
+++ b/lms/ces/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f9e29a41d3079ab0c3c242cf2c84b38a9d84ed07e865304919976ba981b964
+size 3906275236
diff --git a/lms/ckb/word_5gram.arpa b/lms/ckb/word_5gram.arpa
deleted file mode 120000
index 7150d59cf548a6570c05658e3cbdcb8d3754613d..0000000000000000000000000000000000000000
--- a/lms/ckb/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ckb/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ckb/word_5gram.bin b/lms/ckb/word_5gram.bin
deleted file mode 120000
index 0c0b0918a82e7805e1b460116ec9525007245d29..0000000000000000000000000000000000000000
--- a/lms/ckb/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ckb/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ckb/word_5gram.bin b/lms/ckb/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4a33c724897d69b8c6506b4aef2c25c575d51b1b
--- /dev/null
+++ b/lms/ckb/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f88c1e8598ba09be4c75fc63285a537a61e16e3174565779bbdf4700c2f2c5
+size 771227213
diff --git a/lms/cmn-script_simplified/char_20gram.arpa b/lms/cmn-script_simplified/char_20gram.arpa
deleted file mode 120000
index edf14a07f6a5199abfd9878a8581bdb353c65923..0000000000000000000000000000000000000000
--- a/lms/cmn-script_simplified/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/cmn/lm_5gram_prune12345_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/cmn-script_simplified/char_20gram.bin b/lms/cmn-script_simplified/char_20gram.bin
deleted file mode 120000
index 8aa080650360f36422150baa7603774a355d10ad..0000000000000000000000000000000000000000
--- a/lms/cmn-script_simplified/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/cmn/lm_5gram_prune12345_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/cym/word_5gram.arpa b/lms/cym/word_5gram.arpa
deleted file mode 120000
index d6c928140f562134b2157def31f97d928f44424e..0000000000000000000000000000000000000000
--- a/lms/cym/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/cym/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/cym/word_5gram.bin b/lms/cym/word_5gram.bin
deleted file mode 120000
index 9468b6f94e5f7bec677778239bc627587561fc53..0000000000000000000000000000000000000000
--- a/lms/cym/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/cym/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/cym/word_5gram.bin b/lms/cym/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c44e50e3af46ebc0043c359a38619a3e2ec834c6
--- /dev/null
+++ b/lms/cym/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2550a477f385922c4e1112b86acb6068cf1896035d80434b7b90962b3074f865
+size 1086994725
diff --git a/lms/dan/word_5gram.arpa b/lms/dan/word_5gram.arpa
deleted file mode 120000
index 8a801b284ba1b5774bc4a662ec787baab28234d9..0000000000000000000000000000000000000000
--- a/lms/dan/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/dan/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/dan/word_5gram.bin b/lms/dan/word_5gram.bin
deleted file mode 120000
index aa1d8df913a50de878ca04b6d2cbc562341a5567..0000000000000000000000000000000000000000
--- a/lms/dan/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/dan/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/dan/word_5gram.bin b/lms/dan/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ef8998031fd375c70217bf0756e5138ab776646c
--- /dev/null
+++ b/lms/dan/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc125455f93ab7f19e68a54f9f9f5414482bc2a3fc607ffb459364da3f3ad99
+size 9254039620
diff --git a/lms/deu/word_5gram.arpa b/lms/deu/word_5gram.arpa
deleted file mode 120000
index aef58a7149b5c8ab40ec829ac2ed1dea4bc30af4..0000000000000000000000000000000000000000
--- a/lms/deu/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/deu/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/deu/word_5gram.bin b/lms/deu/word_5gram.bin
deleted file mode 120000
index ba2b79f96e81c504a074e9f55c45c559d2a23b2f..0000000000000000000000000000000000000000
--- a/lms/deu/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/deu/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/deu/word_5gram.bin b/lms/deu/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..cc5673e467185be789c9bd5fbd4caf91f0c38c0d
--- /dev/null
+++ b/lms/deu/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f006f125bbceae5ab13c7f8bf0fe7ed318c7217a684a5c0d796937660c6a5ee4
+size 8007209703
diff --git a/lms/ell/word_5gram.arpa b/lms/ell/word_5gram.arpa
deleted file mode 120000
index cf76a8672f4ef2bb98320788b724dc36910011e5..0000000000000000000000000000000000000000
--- a/lms/ell/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ell/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ell/word_5gram.bin b/lms/ell/word_5gram.bin
deleted file mode 120000
index 381e74af7ac7d2eb2e61c7e211c279d130daa767..0000000000000000000000000000000000000000
--- a/lms/ell/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ell/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ell/word_5gram.bin b/lms/ell/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..81c222a70aa6c596c7bf1d5e80076beab6c62225
--- /dev/null
+++ b/lms/ell/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dbe7ec9acbba9d78c4bcdb6a5d60724722269bb8a3664818ccebb8c5beb7c0
+size 6170827727
diff --git a/lms/eng/word_5gram.arpa b/lms/eng/word_5gram.arpa
deleted file mode 120000
index 4f3bf1f51090d20fa2aef28133d6290bb8d9dd78..0000000000000000000000000000000000000000
--- a/lms/eng/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/eng/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/eng/word_5gram.bin b/lms/eng/word_5gram.bin
deleted file mode 120000
index 660bd6c148b3c006cbf9389c35c8d830e660ffc2..0000000000000000000000000000000000000000
--- a/lms/eng/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/eng/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/eng/word_5gram.bin b/lms/eng/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..51e68d5b0f0fcf4279368c36c5435c4036ed7de4
--- /dev/null
+++ b/lms/eng/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9664d04442d04cba89a6e1a01d1b79b4bb205686ee8273629f29a2621616fa3c
+size 9323294006
diff --git a/lms/est/word_5gram.arpa b/lms/est/word_5gram.arpa
deleted file mode 120000
index a66589f1f47ccf21dcab3d561705119c932f357c..0000000000000000000000000000000000000000
--- a/lms/est/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/est/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/est/word_5gram.bin b/lms/est/word_5gram.bin
deleted file mode 120000
index 2e9093634b8215bba1ffea8839869b59018141e4..0000000000000000000000000000000000000000
--- a/lms/est/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/est/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/est/word_5gram.bin b/lms/est/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fa09f9a2634da6b4951814981a86b2b0f0621b96
--- /dev/null
+++ b/lms/est/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1aa7090f0bbf64b927fcb2db77ff8173eb94b2d75917f5707d9d0e1d4ab0cf5
+size 1389925775
diff --git a/lms/fas/word_5gram.arpa b/lms/fas/word_5gram.arpa
deleted file mode 120000
index 1d8aa759f42688264c3ce4e5090a7cf45f05b186..0000000000000000000000000000000000000000
--- a/lms/fas/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/fas/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/fas/word_5gram.bin b/lms/fas/word_5gram.bin
deleted file mode 120000
index 30216bd3b41579c49a04cf7770e005687d90372d..0000000000000000000000000000000000000000
--- a/lms/fas/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/fas/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/fas/word_5gram.bin b/lms/fas/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd961a9f03a0106d6fe1d5d4fb12296f2fa0c0b9
--- /dev/null
+++ b/lms/fas/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3c03de6723f6212bed75119b650903b031724e34cef692a40b1d075dcb63fc
+size 7698819757
diff --git a/lms/fin/word_5gram.arpa b/lms/fin/word_5gram.arpa
deleted file mode 120000
index 525118f35c6c1ecd942ef7eac358fa98596c4fbe..0000000000000000000000000000000000000000
--- a/lms/fin/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/fin/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/fin/word_5gram.bin b/lms/fin/word_5gram.bin
deleted file mode 120000
index 96037022477f30730422cf3ed15f49acbfc35394..0000000000000000000000000000000000000000
--- a/lms/fin/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/fin/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/fin/word_5gram.bin b/lms/fin/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..75d079e7bbc29cbde93561553a9ac69f624b000e
--- /dev/null
+++ b/lms/fin/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94db37d2da62d93a74c7922ccc252cb8457f47dc7d957e7baac267b38f02f744
+size 6545662803
diff --git a/lms/fra/word_5gram.arpa b/lms/fra/word_5gram.arpa
deleted file mode 120000
index 68efb13cf93f7daa2108162776afc30e88e0c9c1..0000000000000000000000000000000000000000
--- a/lms/fra/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/fra/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/fra/word_5gram.bin b/lms/fra/word_5gram.bin
deleted file mode 120000
index 2bb470d45966c2cb74dc38e46c8ad31ae8bf98c4..0000000000000000000000000000000000000000
--- a/lms/fra/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/fra/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/fra/word_5gram.bin b/lms/fra/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fbf8f942aebf3ddbcdd751a942a2e0f1484be6d3
--- /dev/null
+++ b/lms/fra/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c112336ff1053e9d43c41e7a1bf6e5e5aaa0c53c68ee6025a939684af786e8f0
+size 8774856777
diff --git a/lms/ful/word_5gram.arpa b/lms/ful/word_5gram.arpa
deleted file mode 120000
index 47d8e4e5f949971049f8a7e06aeb54dd89861301..0000000000000000000000000000000000000000
--- a/lms/ful/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ful/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ful/word_5gram.bin b/lms/ful/word_5gram.bin
deleted file mode 120000
index f5bcff514e8cdc9e7736db4531eb52d5a6457ad1..0000000000000000000000000000000000000000
--- a/lms/ful/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ful/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ful/word_5gram.bin b/lms/ful/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d75f690a732e9e023d01aeecfda075f944066a15
--- /dev/null
+++ b/lms/ful/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807530e68c274863c58043f2d82deb4eed5bb21e6e5a5633cf32cf75229225d4
+size 73119752
diff --git a/lms/gle/word_5gram.arpa b/lms/gle/word_5gram.arpa
deleted file mode 120000
index 580376b45861c48cbe6eec897be9f6d843be707b..0000000000000000000000000000000000000000
--- a/lms/gle/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/gle/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/gle/word_5gram.bin b/lms/gle/word_5gram.bin
deleted file mode 120000
index 05d48f57b941057958f6a84a63a4640c2233c10a..0000000000000000000000000000000000000000
--- a/lms/gle/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/gle/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/gle/word_5gram.bin b/lms/gle/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a32075d6057b0c64990e7f9cfb16aa378daa97b2
--- /dev/null
+++ b/lms/gle/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eef29bdf54ea49b830694e1d0cefac895e231da82ff30e5e66bd292ee723c7
+size 634521576
diff --git a/lms/glg/word_5gram.arpa b/lms/glg/word_5gram.arpa
deleted file mode 120000
index 70f5b106dc17d0a12647c1082b3e0b6d678bdb0b..0000000000000000000000000000000000000000
--- a/lms/glg/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/glg/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/glg/word_5gram.bin b/lms/glg/word_5gram.bin
deleted file mode 120000
index 0b3e01332f4e3bcc313775d2fd4180b3226503b5..0000000000000000000000000000000000000000
--- a/lms/glg/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/glg/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/glg/word_5gram.bin b/lms/glg/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0459bcf1b2bf01e8913d47aa203a5093e0095c36
--- /dev/null
+++ b/lms/glg/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42347add9fd0627261587803a601f6b2f5e4af2a997c78012af924bfb944f23
+size 1619086344
diff --git a/lms/guj/word_5gram.arpa b/lms/guj/word_5gram.arpa
deleted file mode 120000
index e710e436e4afa0e5eaa5936d2e0a1bfa30981747..0000000000000000000000000000000000000000
--- a/lms/guj/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/guj/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/guj/word_5gram.bin b/lms/guj/word_5gram.bin
deleted file mode 120000
index 7533c4ca10fd4ed7279d09c49b91b8f6807c5c5b..0000000000000000000000000000000000000000
--- a/lms/guj/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/guj/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/guj/word_5gram.bin b/lms/guj/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc15f8a092b82d8192a4967ab6601f6ce1ef17
--- /dev/null
+++ b/lms/guj/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187a054d32b8a02d0b18873d3aa819d031243c1aca9411181701773dac7f77cc
+size 501241131
diff --git a/lms/hau/word_5gram.arpa b/lms/hau/word_5gram.arpa
deleted file mode 120000
index 8f6177d45e50be2abde51e5b89be5f2fa826cdd7..0000000000000000000000000000000000000000
--- a/lms/hau/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hau/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/hau/word_5gram.bin b/lms/hau/word_5gram.bin
deleted file mode 120000
index 7a2cc56cc2ba693d0983caaa11fc72cd178c528d..0000000000000000000000000000000000000000
--- a/lms/hau/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hau/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/hau/word_5gram.bin b/lms/hau/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..95131459894e9b7a6de41c0afce0f77eead6e4ef
--- /dev/null
+++ b/lms/hau/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e909a44308c46a15d5184d39c01fef9913f61829b8fc94add7819bae6c1d51
+size 171157713
diff --git a/lms/heb/word_5gram.arpa b/lms/heb/word_5gram.arpa
deleted file mode 120000
index ac42a1fac99a4f22cf2e5bc61bc446bace5ee6ef..0000000000000000000000000000000000000000
--- a/lms/heb/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/heb/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/heb/word_5gram.bin b/lms/heb/word_5gram.bin
deleted file mode 120000
index df3e86604edf4e910bb28853821ee5b002ce3133..0000000000000000000000000000000000000000
--- a/lms/heb/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/heb/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/heb/word_5gram.bin b/lms/heb/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a9edc204bc46a12b49e7fcbddb445d669a745906
--- /dev/null
+++ b/lms/heb/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0ccb388bc6b58ce6236e13044b23b6bce32fc7840d6c8e6e84701fb461100f
+size 5432636730
diff --git a/lms/hin/word_5gram.arpa b/lms/hin/word_5gram.arpa
deleted file mode 120000
index 821bf800dbc54d36c29201e90b7e95fe2540ea82..0000000000000000000000000000000000000000
--- a/lms/hin/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/hin/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/hin/word_5gram.bin b/lms/hin/word_5gram.bin
deleted file mode 120000
index dd9d09f2ad31db21aeaaed032acb26e3b4e9bfb9..0000000000000000000000000000000000000000
--- a/lms/hin/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/hin/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/hin/word_5gram.bin b/lms/hin/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2f7c8d072cec21d853584baddb9620dd7f97a07f
--- /dev/null
+++ b/lms/hin/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2ab52001f2992694943223ff44c58161e2b742fb5c2063294354e3d32c9f98
+size 801316719
diff --git a/lms/hrv/word_5gram.arpa b/lms/hrv/word_5gram.arpa
deleted file mode 120000
index b2b854055412dfb3d04f4898290d42b3bceff60d..0000000000000000000000000000000000000000
--- a/lms/hrv/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hrv/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/hrv/word_5gram.bin b/lms/hrv/word_5gram.bin
deleted file mode 120000
index 12087e90f5a230fe08cabda8f902cf32fbe8e0ce..0000000000000000000000000000000000000000
--- a/lms/hrv/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hrv/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/hrv/word_5gram.bin b/lms/hrv/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7eaee793ef9b74935c171c517b65042371f34783
--- /dev/null
+++ b/lms/hrv/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4585e997d89065154d12207fda53871aa91274c4f0904109bb45d8c282983a80
+size 5910244528
diff --git a/lms/hun/word_5gram.arpa b/lms/hun/word_5gram.arpa
deleted file mode 120000
index d7b83682bb27ff81f11c018d5c9e557cc53e766f..0000000000000000000000000000000000000000
--- a/lms/hun/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hun/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/hun/word_5gram.bin b/lms/hun/word_5gram.bin
deleted file mode 120000
index 2ea8d99ce0a55ad815543effc253de1e3fafe1d8..0000000000000000000000000000000000000000
--- a/lms/hun/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hun/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/hun/word_5gram.bin b/lms/hun/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e66b181538accf6730f523e0540e740c7ec0f035
--- /dev/null
+++ b/lms/hun/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6371d2a4d77fd041e186a7b50136be1fc1c82329cd1829a0de119ddbca66aaf6
+size 7556183099
diff --git a/lms/hye/word_5gram.arpa b/lms/hye/word_5gram.arpa
deleted file mode 120000
index 1d1643fc2ac8f0163d7a2d57a2edc028b752b23d..0000000000000000000000000000000000000000
--- a/lms/hye/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hye/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/hye/word_5gram.bin b/lms/hye/word_5gram.bin
deleted file mode 120000
index b53bbc678881b810bf98ab117a906bd53ba5af13..0000000000000000000000000000000000000000
--- a/lms/hye/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/hye/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/hye/word_5gram.bin b/lms/hye/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e23e928bf733cef460839bfead44df5a84a4111f
--- /dev/null
+++ b/lms/hye/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbe31bbe3f213a38f553444cffb64478d0e5da16a68b749050f08bd4d930439
+size 944513753
diff --git a/lms/ibo/word_5gram.arpa b/lms/ibo/word_5gram.arpa
deleted file mode 120000
index 423d1ccace3d3efc90aa93fef7cacd6d34957b37..0000000000000000000000000000000000000000
--- a/lms/ibo/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ibo/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ibo/word_5gram.bin b/lms/ibo/word_5gram.bin
deleted file mode 120000
index e90fac353812c5d1e8d7372d74e67deee4d41ba1..0000000000000000000000000000000000000000
--- a/lms/ibo/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ibo/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ibo/word_5gram.bin b/lms/ibo/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..07180719b29352cce3d04a4a2b7ed5f86436b5e0
--- /dev/null
+++ b/lms/ibo/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e865f050532655cf26de0177c9de5d81c3597a0f18e0831cd361c7038b74ac
+size 20337834
diff --git a/lms/ind/word_5gram.arpa b/lms/ind/word_5gram.arpa
deleted file mode 120000
index b9fcfb5d7f01ae55e1adfed1a779fb38da210c3e..0000000000000000000000000000000000000000
--- a/lms/ind/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ind/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ind/word_5gram.bin b/lms/ind/word_5gram.bin
deleted file mode 120000
index 2dbba8f99b89984b7e7f3e722758b8ee5ef28a0f..0000000000000000000000000000000000000000
--- a/lms/ind/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ind/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ind/word_5gram.bin b/lms/ind/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..63443d4ce2fc1684c833f29e778adab8a4b7b6ad
--- /dev/null
+++ b/lms/ind/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc0f03631100c244424761b6c5b7a79dbb4e06388443466c397c05f802c0b69
+size 9913912338
diff --git a/lms/isl/word_5gram.arpa b/lms/isl/word_5gram.arpa
deleted file mode 120000
index c64d2be757d01c93cc5df9c4dc5ce7fa85470db9..0000000000000000000000000000000000000000
--- a/lms/isl/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/isl/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/isl/word_5gram.bin b/lms/isl/word_5gram.bin
deleted file mode 120000
index 626cd264f73c65f5dd6fb516fbb9f54d58122327..0000000000000000000000000000000000000000
--- a/lms/isl/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/isl/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/isl/word_5gram.bin b/lms/isl/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..233d9782e61369e5558780ae4fc836727f7e0f61
--- /dev/null
+++ b/lms/isl/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a8d5c5ad8755eb757199242c088bfd7683e5bd83b9f300fe7cbc87c8f08a60
+size 1311988502
diff --git a/lms/ita/word_5gram.arpa b/lms/ita/word_5gram.arpa
deleted file mode 120000
index c602e5452e35145136d30ccb9a05adfc7ed427c4..0000000000000000000000000000000000000000
--- a/lms/ita/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ita/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ita/word_5gram.bin b/lms/ita/word_5gram.bin
deleted file mode 120000
index f381aabe5126ba1fb055d7e5ebd27025260e9a8d..0000000000000000000000000000000000000000
--- a/lms/ita/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ita/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ita/word_5gram.bin b/lms/ita/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..3b64dce92983c867b37a256d3431ff82da0bbeb4
--- /dev/null
+++ b/lms/ita/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88f0335357ab4fc700c9c44198cb03daef9044eb00b84652a91f75933e454ae
+size 6955291651
diff --git a/lms/jav/word_5gram.arpa b/lms/jav/word_5gram.arpa
deleted file mode 120000
index f931c58ebd94cfc6063c5977f7e449a3b9aca50e..0000000000000000000000000000000000000000
--- a/lms/jav/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/jav/lm_5gram_prune00000_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/jav/word_5gram.bin b/lms/jav/word_5gram.bin
deleted file mode 120000
index 11c30c1b4ef1a0551d2bc699e4c56023f5b50b55..0000000000000000000000000000000000000000
--- a/lms/jav/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/jav/lm_5gram_prune00000_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/jav/word_5gram.bin b/lms/jav/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..37b163d3e051d78c3f9421b75b9ebd0c496c3f68
--- /dev/null
+++ b/lms/jav/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5f8a20a33fd2921da11fb2151fabcd215a1f3e9cbd2169c33d08670047cb87
+size 4959416665
diff --git a/lms/jpn/char_20gram.arpa b/lms/jpn/char_20gram.arpa
deleted file mode 120000
index 1e9df1d6b35f6f09648771c2e324ed57d3048fcd..0000000000000000000000000000000000000000
--- a/lms/jpn/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/jpn/lm_5gram_prune12345_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/jpn/char_20gram.bin b/lms/jpn/char_20gram.bin
deleted file mode 120000
index d9c0aa1cb0c93599a9fc9345dee035243f04551c..0000000000000000000000000000000000000000
--- a/lms/jpn/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/jpn/lm_5gram_prune12345_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/kam/word_5gram.arpa b/lms/kam/word_5gram.arpa
deleted file mode 120000
index 174f3492e2dc0093ea2b6ee08d58b573bb73c33b..0000000000000000000000000000000000000000
--- a/lms/kam/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kam/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kam/word_5gram.bin b/lms/kam/word_5gram.bin
deleted file mode 120000
index 4df78a0fa90e6ffc1932b8d7168581c5d7608a29..0000000000000000000000000000000000000000
--- a/lms/kam/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kam/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kam/word_5gram.bin b/lms/kam/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..87c318d2304062289e0b7711d892ff54bc73ab8c
--- /dev/null
+++ b/lms/kam/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887faf764873dc3fff464d7f77b1409b0982677c9cb90c65b956c4199b159df9
+size 8810509
diff --git a/lms/kan/word_5gram.arpa b/lms/kan/word_5gram.arpa
deleted file mode 120000
index 0c849293c8ae8b1d0eb64efd8377d449ee98e1fd..0000000000000000000000000000000000000000
--- a/lms/kan/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/kan/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kan/word_5gram.bin b/lms/kan/word_5gram.bin
deleted file mode 120000
index b095abe4a3e35d1bc0e81e066ef7cbfdcf8f9168..0000000000000000000000000000000000000000
--- a/lms/kan/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/kan/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kan/word_5gram.bin b/lms/kan/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6f7c42d3f39c196b9c6ff4cabb1d5447da6e6e76
--- /dev/null
+++ b/lms/kan/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ebf10b550f4203742761a2e2570119bca6e0cdea012da01fdac1142a53a2c7
+size 474523519
diff --git a/lms/kat/word_5gram.arpa b/lms/kat/word_5gram.arpa
deleted file mode 120000
index 776215bd16f90eaca22888d87aabbf69f8563c81..0000000000000000000000000000000000000000
--- a/lms/kat/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kat/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kat/word_5gram.bin b/lms/kat/word_5gram.bin
deleted file mode 120000
index e602d78b16a4882e01b2a8c14166803348d585bc..0000000000000000000000000000000000000000
--- a/lms/kat/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kat/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kat/word_5gram.bin b/lms/kat/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ffad81a06268ae338586420f989bafff7539551
--- /dev/null
+++ b/lms/kat/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39283e6a0652a0a0bc591cd5487ad097ccd54b1b70cd6ca07c93f381272430ae
+size 910994946
diff --git a/lms/kaz/word_5gram.arpa b/lms/kaz/word_5gram.arpa
deleted file mode 120000
index 0487f7de4acce8b49c04e158807b0abe33fd93ba..0000000000000000000000000000000000000000
--- a/lms/kaz/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/kaz/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kaz/word_5gram.bin b/lms/kaz/word_5gram.bin
deleted file mode 120000
index cc5220cd52bdc071a073cac794b8478c9ffed243..0000000000000000000000000000000000000000
--- a/lms/kaz/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/kaz/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kaz/word_5gram.bin b/lms/kaz/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..f6d746d6a72cabe997e75abfa30e444c6d23dde7
--- /dev/null
+++ b/lms/kaz/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6cee207ce62e9e77bbaa788d452a06f79983cc7bfc246ec603357fa879e1c4b
+size 1046846314
diff --git a/lms/kea/word_5gram.arpa b/lms/kea/word_5gram.arpa
deleted file mode 120000
index 3015eb885002080f255b5a8ac3f4f645eac4c5ff..0000000000000000000000000000000000000000
--- a/lms/kea/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kea/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kea/word_5gram.bin b/lms/kea/word_5gram.bin
deleted file mode 120000
index 52d3cf60ad5c710717000d754911f4413c5152d2..0000000000000000000000000000000000000000
--- a/lms/kea/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kea/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kea/word_5gram.bin b/lms/kea/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9f3ca10fc848bab1914fe2e87d86839c3ba0f39f
--- /dev/null
+++ b/lms/kea/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14943097c1ad2493ea9ac9fa7543295fa6c14ad78b9d2e47ebe258c49d345d92
+size 15539491
diff --git a/lms/khm/char_20gram.arpa b/lms/khm/char_20gram.arpa
deleted file mode 120000
index 6967a212ff6b59927d8ab8284322c0184311a3b2..0000000000000000000000000000000000000000
--- a/lms/khm/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/khm/lm_5gram_prune01234_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/khm/char_20gram.bin b/lms/khm/char_20gram.bin
deleted file mode 120000
index a4822ed64d32c5cb04e12f860669ef2df9f38f3b..0000000000000000000000000000000000000000
--- a/lms/khm/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/khm/lm_5gram_prune01234_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/khm/char_20gram.bin b/lms/khm/char_20gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8bb61ff10ac150f7fb8bf7a4a85b72a7cb1ef686
--- /dev/null
+++ b/lms/khm/char_20gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab124662d933e7721fddd5801ede83578c07e6245b29b20f3b5cb016683210
+size 5324060388
diff --git a/lms/kir/word_5gram.arpa b/lms/kir/word_5gram.arpa
deleted file mode 120000
index c0c6ceaff4dec1c594fa2fa245fc5e232cf03032..0000000000000000000000000000000000000000
--- a/lms/kir/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kir/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kir/word_5gram.bin b/lms/kir/word_5gram.bin
deleted file mode 120000
index 49a80cf32b597291914194002a065c2829e8cbdf..0000000000000000000000000000000000000000
--- a/lms/kir/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/kir/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kir/word_5gram.bin b/lms/kir/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9052803a79f9e9402dafe6fa00dbb356d3053bcc
--- /dev/null
+++ b/lms/kir/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa82d6750bb2fd0a3dc17b9f7b4328a03c3cbf08767e0f664dbb5f10e57b664
+size 1244761076
diff --git a/lms/kor/word_5gram.arpa b/lms/kor/word_5gram.arpa
deleted file mode 120000
index b059b3ca1bbe95d328d48b08d1ce5b831e0360a2..0000000000000000000000000000000000000000
--- a/lms/kor/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/kor/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/kor/word_5gram.bin b/lms/kor/word_5gram.bin
deleted file mode 120000
index a1fa565ececd87bebe6c830805638114bac238db..0000000000000000000000000000000000000000
--- a/lms/kor/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/kor/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/kor/word_5gram.bin b/lms/kor/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8b034a94e69f4f9812d10d6d56e9704b4667754d
--- /dev/null
+++ b/lms/kor/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca69bf6ff9c6587943f0dcdaeb94d6eba8a6fa742978ff3a0c82c242c5acc0f
+size 5050516532
diff --git a/lms/lao/char_20gram.arpa b/lms/lao/char_20gram.arpa
deleted file mode 120000
index 00f6489810c4176bc2c85387a1018dce8124c829..0000000000000000000000000000000000000000
--- a/lms/lao/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/lao/lm_5gram_prune01234_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/lao/char_20gram.bin b/lms/lao/char_20gram.bin
deleted file mode 120000
index 87ac51c67d8e32c1d8467cd92c55e14517d1474b..0000000000000000000000000000000000000000
--- a/lms/lao/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/lao/lm_5gram_prune01234_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/lao/char_20gram.bin b/lms/lao/char_20gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ec189e3bd400461b38bcf39cd488cdb15baee38
--- /dev/null
+++ b/lms/lao/char_20gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43bb0651e164eb2e643e8ea74756e4c1c5360a741485fedee41b9e6e528dcf7
+size 5543248979
diff --git a/lms/lav/word_5gram.arpa b/lms/lav/word_5gram.arpa
deleted file mode 120000
index 3c5a27b585c0c57b87d16576fb5d009f67d2e8cc..0000000000000000000000000000000000000000
--- a/lms/lav/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/lav/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/lav/word_5gram.bin b/lms/lav/word_5gram.bin
deleted file mode 120000
index 3ea04e509d1bc57ff186c6211ed0ab231690dee7..0000000000000000000000000000000000000000
--- a/lms/lav/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/lav/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/lav/word_5gram.bin b/lms/lav/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..28da9531731faf7113b52f81f4ff94001131a8fd
--- /dev/null
+++ b/lms/lav/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272fe7e0e45ef0c3dccbf244d860084c624ea2ae8038ed3cd1475a60c18205f1
+size 2259726903
diff --git a/lms/lin/word_5gram.arpa b/lms/lin/word_5gram.arpa
deleted file mode 120000
index 8c84838600093a78c0ff708c7af59db1cf47bbd3..0000000000000000000000000000000000000000
--- a/lms/lin/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/lin/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/lin/word_5gram.bin b/lms/lin/word_5gram.bin
deleted file mode 120000
index 175caaaf5e5e6000aa8777b757254e7ffa7549c7..0000000000000000000000000000000000000000
--- a/lms/lin/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/lin/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/lin/word_5gram.bin b/lms/lin/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ca55b0e3307c601282e07e3439aecfede58e5aa7
--- /dev/null
+++ b/lms/lin/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344167823178969f5efc79dd946eed75bf1bf42d2597e882bc4498f379cf4430
+size 7385993
diff --git a/lms/lit/word_5gram.arpa b/lms/lit/word_5gram.arpa
deleted file mode 120000
index d0dbf50cbf7c3b9bd488e55191149c3d263205ca..0000000000000000000000000000000000000000
--- a/lms/lit/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/lit/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/lit/word_5gram.bin b/lms/lit/word_5gram.bin
deleted file mode 120000
index 38443b7343a4b7a277381bdfe597b56841974135..0000000000000000000000000000000000000000
--- a/lms/lit/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/lit/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/lit/word_5gram.bin b/lms/lit/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..fe7a169e622f1a263352e1c85e2267afabe69f19
--- /dev/null
+++ b/lms/lit/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74413f4b07f04afaafe5b422de2113ad563c4a1ed4e68e5f24af142038b7bf94
+size 3315324416
diff --git a/lms/ltz/word_5gram.arpa b/lms/ltz/word_5gram.arpa
deleted file mode 120000
index 994120abb28e2d5926ddbb38ac078ffc420869e4..0000000000000000000000000000000000000000
--- a/lms/ltz/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ltz/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ltz/word_5gram.bin b/lms/ltz/word_5gram.bin
deleted file mode 120000
index db2e49169ea77bcaabff97d04f8ced88f7ba73f8..0000000000000000000000000000000000000000
--- a/lms/ltz/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ltz/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ltz/word_5gram.bin b/lms/ltz/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..4adb4dec0bbaf18d9789cfa350ad24d5814ec167
--- /dev/null
+++ b/lms/ltz/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217f473d053449f9bce82b026a39761c33b7ad4753bbb68c468ea39f0044b0e0
+size 436648588
diff --git a/lms/lug/word_5gram.arpa b/lms/lug/word_5gram.arpa
deleted file mode 120000
index 8e6f99fe777dea07e51e735fcd4c732329fc1d67..0000000000000000000000000000000000000000
--- a/lms/lug/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/lug/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/lug/word_5gram.bin b/lms/lug/word_5gram.bin
deleted file mode 120000
index 5317775ed2bce816c55f9cdace11becfe1ff2921..0000000000000000000000000000000000000000
--- a/lms/lug/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/lug/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/lug/word_5gram.bin b/lms/lug/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..7a591661a5c1704ae3ff052f01faa030c5b6bff9
--- /dev/null
+++ b/lms/lug/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5aa5b0faca68a99321ed44e3552e3ab2af681af825b4ee8973d1b53b46035e
+size 230852426
diff --git a/lms/luo/word_5gram.arpa b/lms/luo/word_5gram.arpa
deleted file mode 120000
index 92e1356fcfbe93dc5f08fe63f1834af4aa33548f..0000000000000000000000000000000000000000
--- a/lms/luo/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/luo/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/luo/word_5gram.bin b/lms/luo/word_5gram.bin
deleted file mode 120000
index f7e0349dc56bb340679f68b2e44172fbe7a9b9cf..0000000000000000000000000000000000000000
--- a/lms/luo/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/luo/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/luo/word_5gram.bin b/lms/luo/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..2787a6469baf6826d6b08920c678dabd5b00c708
--- /dev/null
+++ b/lms/luo/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2db90267e81fdf6bdeb9c63751e09b9740c0f4a280d245e970113d83722e25c
+size 57712372
diff --git a/lms/mal/word_5gram.arpa b/lms/mal/word_5gram.arpa
deleted file mode 120000
index cbc55fb83b3e3030af99c8f76bbb43cb6c953e4d..0000000000000000000000000000000000000000
--- a/lms/mal/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/mal/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/mal/word_5gram.bin b/lms/mal/word_5gram.bin
deleted file mode 120000
index fd55f6cf1333d92f29e850fb2771aee7cea7a56d..0000000000000000000000000000000000000000
--- a/lms/mal/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/mal/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/mal/word_5gram.bin b/lms/mal/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e07b8a0432fd240ef41d50c2b351024392667255
--- /dev/null
+++ b/lms/mal/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f1ca28d01e9b7e352da200aa969256690191be1385ab0dec6abe18fd6b724f
+size 475602183
diff --git a/lms/mar/word_5gram.arpa b/lms/mar/word_5gram.arpa
deleted file mode 120000
index 414d2c5b501763ccda03e6506557153056e3d47f..0000000000000000000000000000000000000000
--- a/lms/mar/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mar/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/mar/word_5gram.bin b/lms/mar/word_5gram.bin
deleted file mode 120000
index a738134c461ed089063c4be7a9b058e1bcce33e5..0000000000000000000000000000000000000000
--- a/lms/mar/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mar/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/mar/word_5gram.bin b/lms/mar/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d448f943bb751032f5fb8905e705be71be286beb
--- /dev/null
+++ b/lms/mar/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b4211af447e1392a3837fd03fd8ba4b039e9dc66904675adbf17f5d3666f2
+size 241878246
diff --git a/lms/mkd/word_5gram.arpa b/lms/mkd/word_5gram.arpa
deleted file mode 120000
index 39b08f0d831573180f3007d4e0f2717dec443265..0000000000000000000000000000000000000000
--- a/lms/mkd/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mkd/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/mkd/word_5gram.bin b/lms/mkd/word_5gram.bin
deleted file mode 120000
index 33f58e43a15568149ab43e2c7b98efa898211d68..0000000000000000000000000000000000000000
--- a/lms/mkd/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mkd/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/mkd/word_5gram.bin b/lms/mkd/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..36d3c0a7450852ead84099af3743d3ac73488fb3
--- /dev/null
+++ b/lms/mkd/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6948d46eff63aa78e0e9c25b4f12e129d87e44ab2483020fc4a6979f6e81cef
+size 1042254278
diff --git a/lms/mlt/word_5gram.arpa b/lms/mlt/word_5gram.arpa
deleted file mode 120000
index e214c0e6f151ec9d55afb5adb976d8b12955174e..0000000000000000000000000000000000000000
--- a/lms/mlt/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mlt/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/mlt/word_5gram.bin b/lms/mlt/word_5gram.bin
deleted file mode 120000
index 4f008f8555d6bccda6be6b0cb7b593ba3620cec9..0000000000000000000000000000000000000000
--- a/lms/mlt/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mlt/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/mlt/word_5gram.bin b/lms/mlt/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..84114252e5d8719d23cc04ef218bbdeb1c351db4
--- /dev/null
+++ b/lms/mlt/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4a8d43ee9b3e9c0ed5e303e43c6c8492efad985243cac3f07244c3a97eaad2
+size 745194124
diff --git a/lms/mon/word_5gram.arpa b/lms/mon/word_5gram.arpa
deleted file mode 120000
index 21b85729615005800aa08c718c7cc7bf9fbcddfc..0000000000000000000000000000000000000000
--- a/lms/mon/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/mon/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/mon/word_5gram.bin b/lms/mon/word_5gram.bin
deleted file mode 120000
index ab464837a7b2beb083c423bea48978ac57c9e25b..0000000000000000000000000000000000000000
--- a/lms/mon/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/mon/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/mon/word_5gram.bin b/lms/mon/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9765011e2f44250a4d274864ffbdf78123882965
--- /dev/null
+++ b/lms/mon/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ce2e04e5a31eb0aa6e35ef1fa4686e06b0efd67d9e0ee2e06ad0b9764a8bc5
+size 865280080
diff --git a/lms/mri/word_5gram.arpa b/lms/mri/word_5gram.arpa
deleted file mode 120000
index 218ec72b41e3ac1c9afbb550a3f169b3e7f110c2..0000000000000000000000000000000000000000
--- a/lms/mri/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mri/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/mri/word_5gram.bin b/lms/mri/word_5gram.bin
deleted file mode 120000
index 75cbb11b517914bdb82a55891f998e6698785184..0000000000000000000000000000000000000000
--- a/lms/mri/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mri/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/mri/word_5gram.bin b/lms/mri/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ae695a47b05609d4e876ac74261eec74d93a788d
--- /dev/null
+++ b/lms/mri/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51cbe3415ecbd538c6bad644ef01413e0d948aa70899621eb37f8c389f6079b
+size 215100587
diff --git a/lms/mya/char_20gram.arpa b/lms/mya/char_20gram.arpa
deleted file mode 120000
index 60ae85c8a65b7b302f5d6b1611992e7d5074ac43..0000000000000000000000000000000000000000
--- a/lms/mya/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mya/lm_5gram_prune01234_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/mya/char_20gram.bin b/lms/mya/char_20gram.bin
deleted file mode 120000
index eb9966c5894972c166c02a1b21cc0eb19606d154..0000000000000000000000000000000000000000
--- a/lms/mya/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/mya/lm_5gram_prune01234_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/mya/char_20gram.bin b/lms/mya/char_20gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..18747302de2018166e5b12e44ae55d30ecba2450
--- /dev/null
+++ b/lms/mya/char_20gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d504790249c02f330fb10a3616399e8b83c392f140e9d68feb3ad1eb57b68a
+size 4584741055
diff --git a/lms/nld/word_5gram.arpa b/lms/nld/word_5gram.arpa
deleted file mode 120000
index d566dc0a4b6d41f0c032a69abe34a3fdd0174e78..0000000000000000000000000000000000000000
--- a/lms/nld/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/nld/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/nld/word_5gram.bin b/lms/nld/word_5gram.bin
deleted file mode 120000
index aa417baa69dd84bccbbe0bb34fd0e3c51462a859..0000000000000000000000000000000000000000
--- a/lms/nld/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/nld/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/nld/word_5gram.bin b/lms/nld/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c443fb800c55e2b87f774fa4e274059c5e37c50e
--- /dev/null
+++ b/lms/nld/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fbce42e23e6c50d0b22fc71431d906e86c280b0161f249b8d90dfe0858131d
+size 6583631197
diff --git a/lms/nob/word_5gram.arpa b/lms/nob/word_5gram.arpa
deleted file mode 120000
index 6174fd99673135111a12fe7341409aac270dd841..0000000000000000000000000000000000000000
--- a/lms/nob/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/nob/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/nob/word_5gram.bin b/lms/nob/word_5gram.bin
deleted file mode 120000
index e52cfe81dec0d3fca4c07455c925794b1b08108b..0000000000000000000000000000000000000000
--- a/lms/nob/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/nob/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/nob/word_5gram.bin b/lms/nob/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..123c787fb2e57a2b146628baab866cce72964b80
--- /dev/null
+++ b/lms/nob/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe016777d495313f169d888255b17aec8dff7ba313396243cd830539189279a
+size 10439754536
diff --git a/lms/npi/word_5gram.arpa b/lms/npi/word_5gram.arpa
deleted file mode 120000
index 5126755ec0d01a8213d052cad56288d375cdca86..0000000000000000000000000000000000000000
--- a/lms/npi/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/npi/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/npi/word_5gram.bin b/lms/npi/word_5gram.bin
deleted file mode 120000
index 08488eaab4ddaf37af003621b457c85bc227b29c..0000000000000000000000000000000000000000
--- a/lms/npi/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/npi/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/npi/word_5gram.bin b/lms/npi/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..96771effbf84642e2e4be1134fe69f14822b027c
--- /dev/null
+++ b/lms/npi/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83642b4670b4547e7157e14f1105f74fcb2f144902ca38a72cb447f6c4719c31
+size 720966394
diff --git a/lms/nso/word_5gram.arpa b/lms/nso/word_5gram.arpa
deleted file mode 120000
index 6c7716bc45badf5bb6d4001772cf65d5f0ad0741..0000000000000000000000000000000000000000
--- a/lms/nso/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/nso/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/nso/word_5gram.bin b/lms/nso/word_5gram.bin
deleted file mode 120000
index 2d4be60f9341312861947f48d236b65ae6e09dba..0000000000000000000000000000000000000000
--- a/lms/nso/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/nso/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/nso/word_5gram.bin b/lms/nso/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..39da1ced9b64d3fb230479395b633088fa9dd154
--- /dev/null
+++ b/lms/nso/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2342a5d1438962bd4b50286b9344fa4210f095fcd07e91bfd104218c15142196
+size 5872720
diff --git a/lms/nya/word_5gram.arpa b/lms/nya/word_5gram.arpa
deleted file mode 120000
index ffd937d36959b80be01e96fe3ecdf957a7d1dd84..0000000000000000000000000000000000000000
--- a/lms/nya/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/nya/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/nya/word_5gram.bin b/lms/nya/word_5gram.bin
deleted file mode 120000
index 45bdfe4a66f6d6be70dd2f74183e2f779fbd726d..0000000000000000000000000000000000000000
--- a/lms/nya/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/nya/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/nya/word_5gram.bin b/lms/nya/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9dbcd58bac4e9af2cc8778052bb8b52eeb9277de
--- /dev/null
+++ b/lms/nya/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19038723206053c95f39d17b5bd40e45d182bff71196dba75f4ab9fbc7fd3497
+size 173147757
diff --git a/lms/oci/word_5gram.arpa b/lms/oci/word_5gram.arpa
deleted file mode 120000
index 8eaa5d2ec6e4ddf6dc63934e22b77a3779651686..0000000000000000000000000000000000000000
--- a/lms/oci/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/oci/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/oci/word_5gram.bin b/lms/oci/word_5gram.bin
deleted file mode 120000
index 13c025abfbb0d22053345664137c36d47f7d7bef..0000000000000000000000000000000000000000
--- a/lms/oci/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/oci/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/oci/word_5gram.bin b/lms/oci/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9941efdca56490ec7a9893d15fcb1cf126866453
--- /dev/null
+++ b/lms/oci/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a87c6adde3d0af03896e9ed519bb5a28c099132728aedc3457f52d73cc2fa9
+size 191377185
diff --git a/lms/orm/word_5gram.arpa b/lms/orm/word_5gram.arpa
deleted file mode 120000
index 29e839dc81aa02ad269a3f1c24da0802a42ad5f9..0000000000000000000000000000000000000000
--- a/lms/orm/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/orm/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/orm/word_5gram.bin b/lms/orm/word_5gram.bin
deleted file mode 120000
index c447ee204bbafc90816c0e6c9ac9783a407cea8e..0000000000000000000000000000000000000000
--- a/lms/orm/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/orm/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/orm/word_5gram.bin b/lms/orm/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..299da6194ab4d7dff7d62be90f6c2aed671bf7f0
--- /dev/null
+++ b/lms/orm/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6217f1b71575e5fdae1a24dfa91921177eb0282020e583fe66508fb812a336
+size 398486044
diff --git a/lms/ory/word_5gram.arpa b/lms/ory/word_5gram.arpa
deleted file mode 120000
index 071cdea8418f2f1e9d6e82305d585b649f51d3ab..0000000000000000000000000000000000000000
--- a/lms/ory/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ory/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ory/word_5gram.bin b/lms/ory/word_5gram.bin
deleted file mode 120000
index 16dc1f742c45582fb3926b49726725c0bc853115..0000000000000000000000000000000000000000
--- a/lms/ory/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/ory/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ory/word_5gram.bin b/lms/ory/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..df86a190304e3f28cb605dbaabae55c1d9a09244
--- /dev/null
+++ b/lms/ory/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9033bfac17fdb3a0793c630b305511b30f766b774812c71cfffac5314af10b
+size 492140183
diff --git a/lms/pan/word_5gram.arpa b/lms/pan/word_5gram.arpa
deleted file mode 120000
index e754966ae7140f2cd1325f397b378e12b5a746aa..0000000000000000000000000000000000000000
--- a/lms/pan/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/pan/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/pan/word_5gram.bin b/lms/pan/word_5gram.bin
deleted file mode 120000
index 77810ae8dde67cb5a137d19bc1a51cdb35449ea9..0000000000000000000000000000000000000000
--- a/lms/pan/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/pan/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/pan/word_5gram.bin b/lms/pan/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..702b6fd1bbef616aa7bd24077dee8c12c6047030
--- /dev/null
+++ b/lms/pan/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1a06269bf2f95fb8102c8ef07d2502129f79361b7197291b0bad371fbd54da
+size 490864970
diff --git a/lms/pol/word_5gram.arpa b/lms/pol/word_5gram.arpa
deleted file mode 120000
index d51f668034ba4dca0521c15874f0c42486cee52b..0000000000000000000000000000000000000000
--- a/lms/pol/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/pol/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/pol/word_5gram.bin b/lms/pol/word_5gram.bin
deleted file mode 120000
index 71c7d111eede5e7c770bfe456c0d000ada6c11b2..0000000000000000000000000000000000000000
--- a/lms/pol/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/pol/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/pol/word_5gram.bin b/lms/pol/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6577eede5e9f983062452211839b4e20a32fe9b1
--- /dev/null
+++ b/lms/pol/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c353f762cf4e743dcebb9589a3a42a5490009cfb63d3161f75710f1b8d13ef
+size 8890766473
diff --git a/lms/por/word_5gram.arpa b/lms/por/word_5gram.arpa
deleted file mode 120000
index b36e4252ca0fe102e780c8a568f3b5dbbf48f585..0000000000000000000000000000000000000000
--- a/lms/por/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/por/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/por/word_5gram.bin b/lms/por/word_5gram.bin
deleted file mode 120000
index 2366172098bd4ebcad57f6cfceb501b009e95123..0000000000000000000000000000000000000000
--- a/lms/por/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/por/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/por/word_5gram.bin b/lms/por/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..85abe8a1990277c5e7f4a8f74cc551d7b738a6ec
--- /dev/null
+++ b/lms/por/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e412d90a9a9d2b713379311d78519894e210e478efbcc55a7e1328ce8f5386d3
+size 9669544817
diff --git a/lms/pus/word_5gram.arpa b/lms/pus/word_5gram.arpa
deleted file mode 120000
index 34e7e7341adde6c46044aa1dc3450cd62586b3f1..0000000000000000000000000000000000000000
--- a/lms/pus/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/pus/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/pus/word_5gram.bin b/lms/pus/word_5gram.bin
deleted file mode 120000
index a16903479fc33188ad62cde4f84e4e9c6a3fab31..0000000000000000000000000000000000000000
--- a/lms/pus/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/pus/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/pus/word_5gram.bin b/lms/pus/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..13ac6b7b8d4e2cadb6a44a0570c124409add039d
--- /dev/null
+++ b/lms/pus/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d908cd45c6d2d0620569cb121d7d26b1e3887615f4bf9daa0866431e22187764
+size 721107731
diff --git a/lms/ron/word_5gram.arpa b/lms/ron/word_5gram.arpa
deleted file mode 120000
index 4a593902ffe2cfcd973daa4e37050a65eb305ee7..0000000000000000000000000000000000000000
--- a/lms/ron/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ron/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ron/word_5gram.bin b/lms/ron/word_5gram.bin
deleted file mode 120000
index 20c84e40ad100db2a174e3e1a0fa6243824475e9..0000000000000000000000000000000000000000
--- a/lms/ron/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ron/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ron/word_5gram.bin b/lms/ron/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..8d948dce40d9ba1c149de9f8be0998b06d344ef3
--- /dev/null
+++ b/lms/ron/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29288ab07046a79c8a74cfa6264824c3389994bea98570b3adc9fe8b53567739
+size 10292321138
diff --git a/lms/rus/word_5gram.arpa b/lms/rus/word_5gram.arpa
deleted file mode 120000
index 8c8aa9b9feff03dbccdcc181500f41481fa4f389..0000000000000000000000000000000000000000
--- a/lms/rus/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/rus/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/rus/word_5gram.bin b/lms/rus/word_5gram.bin
deleted file mode 120000
index 94993b54a838285a6d903001d1802070cc9d1731..0000000000000000000000000000000000000000
--- a/lms/rus/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/rus/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/rus/word_5gram.bin b/lms/rus/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9316e0b919ccae3303a96c50c9e39e8536d6034c
--- /dev/null
+++ b/lms/rus/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827b25e35ed110cf55ccf92d89814c42d01805032bcb08ac7ccf7bebaeea0458
+size 4831571853
diff --git a/lms/slk/word_5gram.arpa b/lms/slk/word_5gram.arpa
deleted file mode 120000
index 26b3819cfc7601783bd85b9d7dfb8f9daad199c0..0000000000000000000000000000000000000000
--- a/lms/slk/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/slk/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/slk/word_5gram.bin b/lms/slk/word_5gram.bin
deleted file mode 120000
index 296ee272e4914f25b76b57e1931d631257dba06a..0000000000000000000000000000000000000000
--- a/lms/slk/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/slk/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/slk/word_5gram.bin b/lms/slk/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..48e582fa8db39aa21c15f0a0f1e1218775be4697
--- /dev/null
+++ b/lms/slk/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e347374318973f62f027d7728c76e95ec2ade774eb178e20167f290ad23cd2c
+size 5795456467
diff --git a/lms/slv/word_5gram.arpa b/lms/slv/word_5gram.arpa
deleted file mode 120000
index 58ff2bcb5737dce240f63fad98fc0c8009449b26..0000000000000000000000000000000000000000
--- a/lms/slv/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/slv/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/slv/word_5gram.bin b/lms/slv/word_5gram.bin
deleted file mode 120000
index 32a6bcf96f7fceb4e7372f30883a8c0d78fd9797..0000000000000000000000000000000000000000
--- a/lms/slv/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/slv/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/slv/word_5gram.bin b/lms/slv/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a55b6ae4a58fd0bcb24042d7741575d455b16d89
--- /dev/null
+++ b/lms/slv/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ca83c81352521ea8de2b6a4dda1fc1440ec708d397765ac06b7a57eae05017
+size 2931069916
diff --git a/lms/sna/word_5gram.arpa b/lms/sna/word_5gram.arpa
deleted file mode 120000
index 910272f990d53f15374c96c29977ee5c8ee68cae..0000000000000000000000000000000000000000
--- a/lms/sna/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/sna/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/sna/word_5gram.bin b/lms/sna/word_5gram.bin
deleted file mode 120000
index 29869c22c06d43a5ba9ffa7e4515a83b20778429..0000000000000000000000000000000000000000
--- a/lms/sna/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/sna/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/sna/word_5gram.bin b/lms/sna/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c07ed12d7866a4687ce4c9b30d910efcd0ca9ebd
--- /dev/null
+++ b/lms/sna/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116ed440c24607aa3e99e3fa4fc55c1d19467f93446bae5d0477f36a06a5d8b4
+size 308306909
diff --git a/lms/snd/word_5gram.arpa b/lms/snd/word_5gram.arpa
deleted file mode 120000
index 98107a1e827e630fe2cf9f5fbb9b89054afcd3ba..0000000000000000000000000000000000000000
--- a/lms/snd/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/snd/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/snd/word_5gram.bin b/lms/snd/word_5gram.bin
deleted file mode 120000
index 21eb0b0ea607cbbbaf3d4bb661c208df30db8e71..0000000000000000000000000000000000000000
--- a/lms/snd/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/snd/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/snd/word_5gram.bin b/lms/snd/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..5457d7717df568d1934114328c5142248b63cda3
--- /dev/null
+++ b/lms/snd/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a71a41bc0d835c4129e73c47476e810a557352564a94c5d9ad9e79b6aa960b
+size 456355798
diff --git a/lms/som/word_5gram.arpa b/lms/som/word_5gram.arpa
deleted file mode 120000
index 056bc6cc3deaff58f9b1142539c524c7fac88533..0000000000000000000000000000000000000000
--- a/lms/som/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/som/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/som/word_5gram.bin b/lms/som/word_5gram.bin
deleted file mode 120000
index c6c7788fbc479116e2892e7329d3070a6b00cd9f..0000000000000000000000000000000000000000
--- a/lms/som/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/som/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/som/word_5gram.bin b/lms/som/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1f60ed0dcbf7010e4ca9b6296725a1846b7251b5
--- /dev/null
+++ b/lms/som/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c78613a529c8167ec7ff0b3ad5edb12457ce7d5f374e02ce585a0810c6320
+size 1666194583
diff --git a/lms/spa/word_5gram.arpa b/lms/spa/word_5gram.arpa
deleted file mode 120000
index 42543f345c1d9b97116815aa5c576dbfdde5da06..0000000000000000000000000000000000000000
--- a/lms/spa/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/spa/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/spa/word_5gram.bin b/lms/spa/word_5gram.bin
deleted file mode 120000
index b0a8deee9fc8ab16db6bd84398ea5d39b41bc915..0000000000000000000000000000000000000000
--- a/lms/spa/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/spa/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/spa/word_5gram.bin b/lms/spa/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..d778714b265415a297def3db396a588f79409f75
--- /dev/null
+++ b/lms/spa/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea89d1c6955b84fbc24a8c5fac23550c9603733da3769a34f5d11b6eb4f73710
+size 9030322112
diff --git a/lms/srp-script_latin/word_5gram.arpa b/lms/srp-script_latin/word_5gram.arpa
deleted file mode 120000
index 5bb16d242b206eda006cb5876f1059297d0f77b1..0000000000000000000000000000000000000000
--- a/lms/srp-script_latin/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/srp/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/srp-script_latin/word_5gram.bin b/lms/srp-script_latin/word_5gram.bin
deleted file mode 120000
index 234ac768a26df6b19b9ad613d38b062bf7df3f14..0000000000000000000000000000000000000000
--- a/lms/srp-script_latin/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/srp/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/srp-script_latin/word_5gram.bin b/lms/srp-script_latin/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..91a2ff0eb510028967311a84f59356dba8e8abed
--- /dev/null
+++ b/lms/srp-script_latin/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af74d18a3659ece4516278d728a8bbadc53c0cd83c0486ba6e7de979e31bb216
+size 1698098148
diff --git a/lms/swe/word_5gram.arpa b/lms/swe/word_5gram.arpa
deleted file mode 120000
index 051b7ae8710dbf5509544b6f465585314b654b54..0000000000000000000000000000000000000000
--- a/lms/swe/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/swe/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/swe/word_5gram.bin b/lms/swe/word_5gram.bin
deleted file mode 120000
index 8bf24bd3cb30f2b8612097d57cef173a35e1d56b..0000000000000000000000000000000000000000
--- a/lms/swe/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/swe/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/swe/word_5gram.bin b/lms/swe/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a402ecbd1904b5c30853c9ab301116b7ec6b4149
--- /dev/null
+++ b/lms/swe/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875c9af60161d8b70f79e4d673681b30a35b15b74879efb45b98968c5e692ee9
+size 8917978215
diff --git a/lms/swh/word_5gram.arpa b/lms/swh/word_5gram.arpa
deleted file mode 120000
index 636d7c7a1d3a92f4457e1fc21cf3a27c613c73e1..0000000000000000000000000000000000000000
--- a/lms/swh/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/swh/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/swh/word_5gram.bin b/lms/swh/word_5gram.bin
deleted file mode 120000
index 77c6ba5c3541922596b886d3edc8d8678054545f..0000000000000000000000000000000000000000
--- a/lms/swh/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/swh/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/swh/word_5gram.bin b/lms/swh/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..29469ff5f0ec55abb9c854d9437dafbabc021e11
--- /dev/null
+++ b/lms/swh/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ef9556877a2546ce8c6b9dfdab686b11695df3be0ecdbc76c6967f20a4727
+size 1056897033
diff --git a/lms/tam/word_5gram.arpa b/lms/tam/word_5gram.arpa
deleted file mode 120000
index 1dade7b061ed388eb0c033ea6d7631ec794551c2..0000000000000000000000000000000000000000
--- a/lms/tam/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/tam/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/tam/word_5gram.bin b/lms/tam/word_5gram.bin
deleted file mode 120000
index 83d2e7f7766966994215bbd190571521847068f3..0000000000000000000000000000000000000000
--- a/lms/tam/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/tam/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/tam/word_5gram.bin b/lms/tam/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..dd6fe7065df351da98feb33df2fc57505c7529eb
--- /dev/null
+++ b/lms/tam/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f013a3c861c1fd2336bdef4cb86d23f40265c67e369baf76558bfe6033016a82
+size 1109555251
diff --git a/lms/tel/word_5gram.arpa b/lms/tel/word_5gram.arpa
deleted file mode 120000
index 93539a1aa81175bb437ef20e101f7d2a995790ed..0000000000000000000000000000000000000000
--- a/lms/tel/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/tel/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/tel/word_5gram.bin b/lms/tel/word_5gram.bin
deleted file mode 120000
index 6820594a330f9eb138c1bd312b95fc9a4389f054..0000000000000000000000000000000000000000
--- a/lms/tel/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/tel/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/tel/word_5gram.bin b/lms/tel/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..55a91df7236b9e9d1e8715282b22ca4fb12024f1
--- /dev/null
+++ b/lms/tel/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c41bd200c6398f5bc674ee52028da7af1462ebe6a062d5de0be2d35c6cbcc4
+size 310296694
diff --git a/lms/tgk/word_5gram.arpa b/lms/tgk/word_5gram.arpa
deleted file mode 120000
index 6895bb254b8b47dfca3a8485d650e37c30bc5186..0000000000000000000000000000000000000000
--- a/lms/tgk/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/tgk/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/tgk/word_5gram.bin b/lms/tgk/word_5gram.bin
deleted file mode 120000
index 388b68371ba2fc88f6d09d74c5431b762ca4c253..0000000000000000000000000000000000000000
--- a/lms/tgk/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/tgk/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/tgk/word_5gram.bin b/lms/tgk/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a63db82531d2486fb1def8a06c361edded997033
--- /dev/null
+++ b/lms/tgk/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f07bea448b2d79673c313d7759da0709b84db9bcf406964c62462d60a159bbc
+size 715220752
diff --git a/lms/tgl/word_5gram.arpa b/lms/tgl/word_5gram.arpa
deleted file mode 120000
index bf19d278302afad02ec99a9cc70acf5d22e6fb4d..0000000000000000000000000000000000000000
--- a/lms/tgl/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/tgl/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/tgl/word_5gram.bin b/lms/tgl/word_5gram.bin
deleted file mode 120000
index 4792742fb70929ac0583dedb49212223d407170b..0000000000000000000000000000000000000000
--- a/lms/tgl/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/tgl/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/tgl/word_5gram.bin b/lms/tgl/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..22f2c58342a3902325e511567aa95d73805d4888
--- /dev/null
+++ b/lms/tgl/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d1fb7c1b50b3ed0cd823c855ae780550c3f293820cfe245273bd88857a8a0f
+size 720726636
diff --git a/lms/tha/char_20gram.arpa b/lms/tha/char_20gram.arpa
deleted file mode 120000
index 8f7739a8fe5bc3ac96b83801971af256308a5e5f..0000000000000000000000000000000000000000
--- a/lms/tha/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/tha/lm_5gram_prune12345_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/tha/char_20gram.bin b/lms/tha/char_20gram.bin
deleted file mode 120000
index 739d527680fa8a4d3e95f52ae6a66d59a5f040f6..0000000000000000000000000000000000000000
--- a/lms/tha/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/tha/lm_5gram_prune12345_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/tur/word_5gram.arpa b/lms/tur/word_5gram.arpa
deleted file mode 120000
index 5f4ec167fd42fdcbb7a95d974b813f250af960de..0000000000000000000000000000000000000000
--- a/lms/tur/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/tur/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/tur/word_5gram.bin b/lms/tur/word_5gram.bin
deleted file mode 120000
index e5dfdbc354fc44c8628138ba00b75af3ab8d21aa..0000000000000000000000000000000000000000
--- a/lms/tur/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/tur/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/tur/word_5gram.bin b/lms/tur/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..25251314d4267327d6387fe950710dcfeaab4b34
--- /dev/null
+++ b/lms/tur/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4bd5f9884085e1b1d73dff3c145670aacafb672c3dda5d33506bddd396adf0
+size 4536451911
diff --git a/lms/ukr/word_5gram.arpa b/lms/ukr/word_5gram.arpa
deleted file mode 120000
index fef6ba45ae5d5e150877a8f0f6dfd58371e1f69d..0000000000000000000000000000000000000000
--- a/lms/ukr/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ukr/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/ukr/word_5gram.bin b/lms/ukr/word_5gram.bin
deleted file mode 120000
index baadc17093b865b250106e0124d9ff80909072b5..0000000000000000000000000000000000000000
--- a/lms/ukr/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/ukr/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/ukr/word_5gram.bin b/lms/ukr/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6101113dfd715db9d2aacc53185db0e6c1fc927d
--- /dev/null
+++ b/lms/ukr/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ed1acc04d3fa0ff5c7793263d111581016bc4288bbd20c5a238b44daef14f1
+size 5493482553
diff --git a/lms/umb/word_5gram.arpa b/lms/umb/word_5gram.arpa
deleted file mode 120000
index 49ec63f9e01c05988c36c4ef5b833ef5c23340b3..0000000000000000000000000000000000000000
--- a/lms/umb/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/umb/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/umb/word_5gram.bin b/lms/umb/word_5gram.bin
deleted file mode 120000
index fc6fb5b707f822620e4f2fa0ad60f930af320d62..0000000000000000000000000000000000000000
--- a/lms/umb/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/umb/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/umb/word_5gram.bin b/lms/umb/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..9ff942a6b7cfa8bf57e8df90b7330fa429086798
--- /dev/null
+++ b/lms/umb/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6049270601a275909711ecc3ded288f2e09478fa2c17f46bf8c6c435dcd561
+size 29508012
diff --git a/lms/urd-script_arabic/word_5gram.arpa b/lms/urd-script_arabic/word_5gram.arpa
deleted file mode 120000
index 39b978470871c35e4bdc9ce5d66d2247373d2ccb..0000000000000000000000000000000000000000
--- a/lms/urd-script_arabic/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/urd/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/urd-script_arabic/word_5gram.bin b/lms/urd-script_arabic/word_5gram.bin
deleted file mode 120000
index f3ed861b50c5bbfaec555d9beb8f8c43a4620215..0000000000000000000000000000000000000000
--- a/lms/urd-script_arabic/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/urd/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/urd-script_arabic/word_5gram.bin b/lms/urd-script_arabic/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..b01382ceeea174552a0e5ef58676276d7d3b44ba
--- /dev/null
+++ b/lms/urd-script_arabic/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fd5ce044c024335e34fbc08bbd51d9560f2f2f267ff5d4f28c77d774cf8398
+size 534973030
diff --git a/lms/uzb-script_latin/word_5gram.arpa b/lms/uzb-script_latin/word_5gram.arpa
deleted file mode 120000
index 96f37426550a51c74d8dbb99e43a53864591819a..0000000000000000000000000000000000000000
--- a/lms/uzb-script_latin/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/uzb/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/uzb-script_latin/word_5gram.bin b/lms/uzb-script_latin/word_5gram.bin
deleted file mode 120000
index dfe5439db40002d0b1bc1d6bd71747fafc2e4454..0000000000000000000000000000000000000000
--- a/lms/uzb-script_latin/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/uzb/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/uzb-script_latin/word_5gram.bin b/lms/uzb-script_latin/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..006d8a1640a72116d605a5c6f008a6f1a287b785
--- /dev/null
+++ b/lms/uzb-script_latin/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca831d5cf10072e5561da264accc40f97e3aed3d5cb74f4e6f13ec4ddbfe426
+size 1516794972
diff --git a/lms/vie/word_5gram.arpa b/lms/vie/word_5gram.arpa
deleted file mode 120000
index 5b780192519593d8dee9d50f3b9b4e1837bf5656..0000000000000000000000000000000000000000
--- a/lms/vie/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/vie/lm_5gram_prune12345_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/vie/word_5gram.bin b/lms/vie/word_5gram.bin
deleted file mode 120000
index ecda3b0d5afe491549022ddb315de5ed05a795da..0000000000000000000000000000000000000000
--- a/lms/vie/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/vie/lm_5gram_prune12345_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/vie/word_5gram.bin b/lms/vie/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..a209b10b26d538c77879bf5475363a37832df196
--- /dev/null
+++ b/lms/vie/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ebaceae97285d06e5167a0ac2e6314afb0773c6f52ac78e0a553b9c27751aa
+size 8907284895
diff --git a/lms/wol/word_5gram.arpa b/lms/wol/word_5gram.arpa
deleted file mode 120000
index 76195e7979397fe464e7f381ba7238e11ba31a06..0000000000000000000000000000000000000000
--- a/lms/wol/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/wol/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/wol/word_5gram.bin b/lms/wol/word_5gram.bin
deleted file mode 120000
index 33680d42aec63af228e4514c038a12cf8cfd63e7..0000000000000000000000000000000000000000
--- a/lms/wol/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/wol/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/wol/word_5gram.bin b/lms/wol/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..c3e1ce60b839280fa258cbfa3dd30f5a92ef4379
--- /dev/null
+++ b/lms/wol/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db47e52e00c43ad214b7638781a0eb6952d703c5ac222fc123e7e6fddfbd9b05
+size 10216927
diff --git a/lms/xho/word_5gram.arpa b/lms/xho/word_5gram.arpa
deleted file mode 120000
index 24d8eda98b9b1a0ab7c7d4179fce14cfd06ccc24..0000000000000000000000000000000000000000
--- a/lms/xho/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/xho/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/xho/word_5gram.bin b/lms/xho/word_5gram.bin
deleted file mode 120000
index a0885b3fb0cb14b4c2429b0d28efa5fb70a13a92..0000000000000000000000000000000000000000
--- a/lms/xho/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/xho/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/xho/word_5gram.bin b/lms/xho/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..6d1db0063c8dce3d4cef938e49ea074b9860fd1e
--- /dev/null
+++ b/lms/xho/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef11f42f94d1277b8c51c238c6942df849b11283591d11a65902edd8dfd89646
+size 542839366
diff --git a/lms/yor/word_5gram.arpa b/lms/yor/word_5gram.arpa
deleted file mode 120000
index 625ed190180735de6743b9bd3038833ac1fb0b5d..0000000000000000000000000000000000000000
--- a/lms/yor/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/yor/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/yor/word_5gram.bin b/lms/yor/word_5gram.bin
deleted file mode 120000
index b994b8f5e42e6f9a2cf829490c6a6115877b906a..0000000000000000000000000000000000000000
--- a/lms/yor/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/yor/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/yor/word_5gram.bin b/lms/yor/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..50025a10c13c06574dad4337ce99922991d6bc4a
--- /dev/null
+++ b/lms/yor/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a081d29971ce9644c5c0a8ff9c4406b26409252f3f5a2dbe79c01dd19cb3f3
+size 3471638
diff --git a/lms/yue-script_traditional/char_20gram.arpa b/lms/yue-script_traditional/char_20gram.arpa
deleted file mode 120000
index 185134b028f700d0cf9e00aab7470714a8ca9b54..0000000000000000000000000000000000000000
--- a/lms/yue-script_traditional/char_20gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/yue/lm_5gram_prune12345_limit250k_fixed.chars.arpa
\ No newline at end of file
diff --git a/lms/yue-script_traditional/char_20gram.bin b/lms/yue-script_traditional/char_20gram.bin
deleted file mode 120000
index b9fe234d9e5c39366140fde805cbbab00a68dd0b..0000000000000000000000000000000000000000
--- a/lms/yue-script_traditional/char_20gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed2/yue/lm_5gram_prune12345_limit250k_fixed.chars.bin
\ No newline at end of file
diff --git a/lms/zlm/word_5gram.arpa b/lms/zlm/word_5gram.arpa
deleted file mode 120000
index 2d46548f827302c2e07acddc2a210be9e0693f7e..0000000000000000000000000000000000000000
--- a/lms/zlm/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/zlm/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/zlm/word_5gram.bin b/lms/zlm/word_5gram.bin
deleted file mode 120000
index 1a635eb5cc1f016aa23b94f8fff2eecd57541e48..0000000000000000000000000000000000000000
--- a/lms/zlm/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/zlm/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/zlm/word_5gram.bin b/lms/zlm/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e12dd362c1eb9b20333d33d567c5059da941dd99
--- /dev/null
+++ b/lms/zlm/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc27497f6e61e12ad8e6d7e7ad99aee9a6f4d2cdcb66f7f6b528d25c39e0c700
+size 1230960268
diff --git a/lms/zul/word_5gram.arpa b/lms/zul/word_5gram.arpa
deleted file mode 120000
index 5fe117782da8e6402e5d95437c4227d613a4022e..0000000000000000000000000000000000000000
--- a/lms/zul/word_5gram.arpa
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/zul/lm_5gram_prune01234_limit250k_fixed.arpa
\ No newline at end of file
diff --git a/lms/zul/word_5gram.bin b/lms/zul/word_5gram.bin
deleted file mode 120000
index 652e1524debf6d6ed620130925853d494e64326a..0000000000000000000000000000000000000000
--- a/lms/zul/word_5gram.bin
+++ /dev/null
@@ -1 +0,0 @@
-/large_experiments/mms/data/scratch/cc200xl//processed/zul/lm_5gram_prune01234_limit250k_fixed.bin
\ No newline at end of file
diff --git a/lms/zul/word_5gram.bin b/lms/zul/word_5gram.bin
new file mode 100644
index 0000000000000000000000000000000000000000..e619f58b3c2fa32a12de60a80a53d42acf51fec2
--- /dev/null
+++ b/lms/zul/word_5gram.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd17152ddbf7253a5a228951d35f0c9763ecb751a13a7fea408c0334655d550
+size 579030989
diff --git a/mms-1b-all/decoding_config.json b/mms-1b-all/decoding_config.json
index cf897c4c590b4f9be31c5176b6c0c964cc81d918..349bf4a3860a0613f258fbd1e1cefb7549a64842 100644
--- a/mms-1b-all/decoding_config.json
+++ b/mms-1b-all/decoding_config.json
@@ -1 +1 @@
-{"afr": {"silweight": "0.0", "lmweight": "2.385147446332425", "wordscore": "-0.6905931241640371", "tokensfile": "mms-1b-all/afr/tokens.txt", "lmfile": "lms/afr/word_5gram.bin", "lexiconfile": "mms-1b-all/afr/lexicon.txt"}, "amh": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/amh/tokens.txt", "lmfile": "lms/amh/word_5gram.bin", "lexiconfile": "mms-1b-all/amh/lexicon.txt"}, "ara": {"silweight": "0.0", "lmweight": "2.0317625700822957", "wordscore": "2.5970029453614405", "tokensfile": "mms-1b-all/ara/tokens.txt", "lmfile": "lms/ara/word_5gram.bin", "lexiconfile": "mms-1b-all/ara/lexicon.txt"}, "asm": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "tokensfile": "mms-1b-all/asm/tokens.txt", "lmfile": "lms/asm/word_5gram.bin", "lexiconfile": "mms-1b-all/asm/lexicon.txt"}, "ast": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/ast/tokens.txt", "lmfile": "lms/ast/word_5gram.bin", "lexiconfile": "mms-1b-all/ast/lexicon.txt"}, "azj-script_latin": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/azj-script_latin/tokens.txt", "lmfile": "lms/azj-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/azj-script_latin/lexicon.txt"}, "bel": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/bel/tokens.txt", "lmfile": "lms/bel/word_5gram.bin", "lexiconfile": "mms-1b-all/bel/lexicon.txt"}, "bul": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/bul/tokens.txt", "lmfile": "lms/bul/word_5gram.bin", "lexiconfile": "mms-1b-all/bul/lexicon.txt"}, "ben": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/ben/tokens.txt", "lmfile": "lms/ben/word_5gram.bin", "lexiconfile": "mms-1b-all/ben/lexicon.txt"}, "bos": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/bos/tokens.txt", "lmfile": "lms/bos/word_5gram.bin", "lexiconfile": "mms-1b-all/bos/lexicon.txt"}, "cat": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/cat/tokens.txt", "lmfile": "lms/cat/word_5gram.bin", "lexiconfile": "mms-1b-all/cat/lexicon.txt"}, "ceb": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ceb/tokens.txt", "lmfile": "lms/ceb/word_5gram.bin", "lexiconfile": "mms-1b-all/ceb/lexicon.txt"}, "ckb": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ckb/tokens.txt", "lmfile": "lms/ckb/word_5gram.bin", "lexiconfile": "mms-1b-all/ckb/lexicon.txt"}, "cmn-script_simplified": {"silweight": "-1.44649949824222", "lmweight": "1.68228632332338", "wordscore": 0, "tokensfile": "mms-1b-all/cmn-script_simplified/tokens.txt", "lmfile": "lms/cmn-script_simplified/char_20gram.bin", "lexiconfile": null}, "ces": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/ces/tokens.txt", "lmfile": "lms/ces/word_5gram.bin", "lexiconfile": "mms-1b-all/ces/lexicon.txt"}, "cym": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/cym/tokens.txt", "lmfile": "lms/cym/word_5gram.bin", "lexiconfile": "mms-1b-all/cym/lexicon.txt"}, "dan": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "tokensfile": "mms-1b-all/dan/tokens.txt", "lmfile": "lms/dan/word_5gram.bin", "lexiconfile": "mms-1b-all/dan/lexicon.txt"}, "deu": {"silweight": "0.0", "lmweight": "2.451132420162849", "wordscore": "-0.08133478818499906", "tokensfile": "mms-1b-all/deu/tokens.txt", "lmfile": "lms/deu/word_5gram.bin", "lexiconfile": "mms-1b-all/deu/lexicon.txt"}, "ell": {"silweight": "0.0", "lmweight": "2.8262456394675586", "wordscore": "0.2846454679705426", "tokensfile": "mms-1b-all/ell/tokens.txt", "lmfile": "lms/ell/word_5gram.bin", "lexiconfile": "mms-1b-all/ell/lexicon.txt"}, "eng": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/eng/tokens.txt", "lmfile": "lms/eng/word_5gram.bin", "lexiconfile": "mms-1b-all/eng/lexicon.txt"}, "spa": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/spa/tokens.txt", "lmfile": "lms/spa/word_5gram.bin", "lexiconfile": "mms-1b-all/spa/lexicon.txt"}, "est": {"silweight": "0.0", "lmweight": "2.722356530249026", "wordscore": "-2.839819232026769", "tokensfile": "mms-1b-all/est/tokens.txt", "lmfile": "lms/est/word_5gram.bin", "lexiconfile": "mms-1b-all/est/lexicon.txt"}, "fas": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/fas/tokens.txt", "lmfile": "lms/fas/word_5gram.bin", "lexiconfile": "mms-1b-all/fas/lexicon.txt"}, "ful": {"silweight": "0.0", "lmweight": "1.0419692415678377", "wordscore": "1.8301669620781338", "tokensfile": "mms-1b-all/ful/tokens.txt", "lmfile": "lms/ful/word_5gram.bin", "lexiconfile": "mms-1b-all/ful/lexicon.txt"}, "fin": {"silweight": "0.0", "lmweight": "3.263652386134638", "wordscore": "-2.3963548787034226", "tokensfile": "mms-1b-all/fin/tokens.txt", "lmfile": "lms/fin/word_5gram.bin", "lexiconfile": "mms-1b-all/fin/lexicon.txt"}, "tgl": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "tokensfile": "mms-1b-all/tgl/tokens.txt", "lmfile": "lms/tgl/word_5gram.bin", "lexiconfile": "mms-1b-all/tgl/lexicon.txt"}, "fra": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/fra/tokens.txt", "lmfile": "lms/fra/word_5gram.bin", "lexiconfile": "mms-1b-all/fra/lexicon.txt"}, "gle": {"silweight": "0.0", "lmweight": "2.0317625700822957", "wordscore": "2.5970029453614405", "tokensfile": "mms-1b-all/gle/tokens.txt", "lmfile": "lms/gle/word_5gram.bin", "lexiconfile": "mms-1b-all/gle/lexicon.txt"}, "glg": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "tokensfile": "mms-1b-all/glg/tokens.txt", "lmfile": "lms/glg/word_5gram.bin", "lexiconfile": "mms-1b-all/glg/lexicon.txt"}, "guj": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/guj/tokens.txt", "lmfile": "lms/guj/word_5gram.bin", "lexiconfile": "mms-1b-all/guj/lexicon.txt"}, "hau": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/hau/tokens.txt", "lmfile": "lms/hau/word_5gram.bin", "lexiconfile": "mms-1b-all/hau/lexicon.txt"}, "heb": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/heb/tokens.txt", "lmfile": "lms/heb/word_5gram.bin", "lexiconfile": "mms-1b-all/heb/lexicon.txt"}, "hin": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/hin/tokens.txt", "lmfile": "lms/hin/word_5gram.bin", "lexiconfile": "mms-1b-all/hin/lexicon.txt"}, "hrv": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/hrv/tokens.txt", "lmfile": "lms/hrv/word_5gram.bin", "lexiconfile": "mms-1b-all/hrv/lexicon.txt"}, "hun": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/hun/tokens.txt", "lmfile": "lms/hun/word_5gram.bin", "lexiconfile": "mms-1b-all/hun/lexicon.txt"}, "hye": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/hye/tokens.txt", "lmfile": "lms/hye/word_5gram.bin", "lexiconfile": "mms-1b-all/hye/lexicon.txt"}, "ind": {"silweight": "0.0", "lmweight": "3.030415687865747", "wordscore": "2.2606222249366485", "tokensfile": "mms-1b-all/ind/tokens.txt", "lmfile": "lms/ind/word_5gram.bin", "lexiconfile": "mms-1b-all/ind/lexicon.txt"}, "ibo": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ibo/tokens.txt", "lmfile": "lms/ibo/word_5gram.bin", "lexiconfile": "mms-1b-all/ibo/lexicon.txt"}, "isl": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "tokensfile": "mms-1b-all/isl/tokens.txt", "lmfile": "lms/isl/word_5gram.bin", "lexiconfile": "mms-1b-all/isl/lexicon.txt"}, "ita": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/ita/tokens.txt", "lmfile": "lms/ita/word_5gram.bin", "lexiconfile": "mms-1b-all/ita/lexicon.txt"}, "jpn": {"silweight": "2.883099903883612", "lmweight": "1.48055976134075", "wordscore": 0, "tokensfile": "mms-1b-all/jpn/tokens.txt", "lmfile": "lms/jpn/char_20gram.bin", "lexiconfile": null}, "jav": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/jav/tokens.txt", "lmfile": "lms/jav/word_5gram.bin", "lexiconfile": "mms-1b-all/jav/lexicon.txt"}, "kat": {"silweight": "0.0", "lmweight": "2.194797215342357", "wordscore": "-2.9157497990158863", "tokensfile": "mms-1b-all/kat/tokens.txt", "lmfile": "lms/kat/word_5gram.bin", "lexiconfile": "mms-1b-all/kat/lexicon.txt"}, "kam": {"silweight": "0.0", "lmweight": "0.32178327421014163", "wordscore": "-1.0796723719647254", "tokensfile": "mms-1b-all/kam/tokens.txt", "lmfile": "lms/kam/word_5gram.bin", "lexiconfile": "mms-1b-all/kam/lexicon.txt"}, "kea": {"silweight": "0.0", "lmweight": "0.7575653142174246", "wordscore": "-1.8796228304666693", "tokensfile": "mms-1b-all/kea/tokens.txt", "lmfile": "lms/kea/word_5gram.bin", "lexiconfile": "mms-1b-all/kea/lexicon.txt"}, "kaz": {"silweight": "0.0", "lmweight": "2.8262456394675586", "wordscore": "0.2846454679705426", "tokensfile": "mms-1b-all/kaz/tokens.txt", "lmfile": "lms/kaz/word_5gram.bin", "lexiconfile": "mms-1b-all/kaz/lexicon.txt"}, "khm": {"silweight": "0.6380305065253138", "lmweight": "2.539999639645833", "wordscore": 0, "tokensfile": "mms-1b-all/khm/tokens.txt", "lmfile": "lms/khm/char_20gram.bin", "lexiconfile": null}, "kan": {"silweight": "0.0", "lmweight": "2.302604056659554", "wordscore": "-1.258022985583452", "tokensfile": "mms-1b-all/kan/tokens.txt", "lmfile": "lms/kan/word_5gram.bin", "lexiconfile": "mms-1b-all/kan/lexicon.txt"}, "kor": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/kor/tokens.txt", "lmfile": "lms/kor/word_5gram.bin", "lexiconfile": "mms-1b-all/kor/lexicon.txt"}, "kir": {"silweight": "0.0", "lmweight": "1.906123968037523", "wordscore": "-2.4610538328264377", "tokensfile": "mms-1b-all/kir/tokens.txt", "lmfile": "lms/kir/word_5gram.bin", "lexiconfile": "mms-1b-all/kir/lexicon.txt"}, "ltz": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/ltz/tokens.txt", "lmfile": "lms/ltz/word_5gram.bin", "lexiconfile": "mms-1b-all/ltz/lexicon.txt"}, "lug": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/lug/tokens.txt", "lmfile": "lms/lug/word_5gram.bin", "lexiconfile": "mms-1b-all/lug/lexicon.txt"}, "lin": {"silweight": "0.0", "lmweight": "0.7575653142174246", "wordscore": "-1.8796228304666693", "tokensfile": "mms-1b-all/lin/tokens.txt", "lmfile": "lms/lin/word_5gram.bin", "lexiconfile": "mms-1b-all/lin/lexicon.txt"}, "lao": {"silweight": "0.6653218406628096", "lmweight": "1.7366873418151347", "wordscore": 0, "tokensfile": "mms-1b-all/lao/tokens.txt", "lmfile": "lms/lao/char_20gram.bin", "lexiconfile": null}, "lit": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/lit/tokens.txt", "lmfile": "lms/lit/word_5gram.bin", "lexiconfile": "mms-1b-all/lit/lexicon.txt"}, "luo": {"silweight": "0.0", "lmweight": "0.7642683660095622", "wordscore": "0.40506444372403116", "tokensfile": "mms-1b-all/luo/tokens.txt", "lmfile": "lms/luo/word_5gram.bin", "lexiconfile": "mms-1b-all/luo/lexicon.txt"}, "lav": {"silweight": "0.0", "lmweight": "1.8885708618108534", "wordscore": "-2.395792751589805", "tokensfile": "mms-1b-all/lav/tokens.txt", "lmfile": "lms/lav/word_5gram.bin", "lexiconfile": "mms-1b-all/lav/lexicon.txt"}, "mri": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/mri/tokens.txt", "lmfile": "lms/mri/word_5gram.bin", "lexiconfile": "mms-1b-all/mri/lexicon.txt"}, "mkd": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/mkd/tokens.txt", "lmfile": "lms/mkd/word_5gram.bin", "lexiconfile": "mms-1b-all/mkd/lexicon.txt"}, "mal": {"silweight": "0.0", "lmweight": "2.821133599417625", "wordscore": "-1.346195272127237", "tokensfile": "mms-1b-all/mal/tokens.txt", "lmfile": "lms/mal/word_5gram.bin", "lexiconfile": "mms-1b-all/mal/lexicon.txt"}, "mon": {"silweight": "0.0", "lmweight": "2.520589361645891", "wordscore": "2.070465454029091", "tokensfile": "mms-1b-all/mon/tokens.txt", "lmfile": "lms/mon/word_5gram.bin", "lexiconfile": "mms-1b-all/mon/lexicon.txt"}, "mar": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/mar/tokens.txt", "lmfile": "lms/mar/word_5gram.bin", "lexiconfile": "mms-1b-all/mar/lexicon.txt"}, "zlm": {"silweight": "0.0", "lmweight": "2.722356530249026", "wordscore": "-2.839819232026769", "tokensfile": "mms-1b-all/zlm/tokens.txt", "lmfile": "lms/zlm/word_5gram.bin", "lexiconfile": "mms-1b-all/zlm/lexicon.txt"}, "mlt": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/mlt/tokens.txt", "lmfile": "lms/mlt/word_5gram.bin", "lexiconfile": "mms-1b-all/mlt/lexicon.txt"}, "mya": {"silweight": "-0.5703951752975143", "lmweight": "2.045098885474434", "wordscore": 0, "tokensfile": "mms-1b-all/mya/tokens.txt", "lmfile": "lms/mya/char_20gram.bin", "lexiconfile": null}, "nob": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "tokensfile": "mms-1b-all/nob/tokens.txt", "lmfile": "lms/nob/word_5gram.bin", "lexiconfile": "mms-1b-all/nob/lexicon.txt"}, "npi": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/npi/tokens.txt", "lmfile": "lms/npi/word_5gram.bin", "lexiconfile": "mms-1b-all/npi/lexicon.txt"}, "nld": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/nld/tokens.txt", "lmfile": "lms/nld/word_5gram.bin", "lexiconfile": "mms-1b-all/nld/lexicon.txt"}, "nso": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/nso/tokens.txt", "lmfile": "lms/nso/word_5gram.bin", "lexiconfile": "mms-1b-all/nso/lexicon.txt"}, "nya": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/nya/tokens.txt", "lmfile": "lms/nya/word_5gram.bin", "lexiconfile": "mms-1b-all/nya/lexicon.txt"}, "oci": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/oci/tokens.txt", "lmfile": "lms/oci/word_5gram.bin", "lexiconfile": "mms-1b-all/oci/lexicon.txt"}, "orm": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/orm/tokens.txt", "lmfile": "lms/orm/word_5gram.bin", "lexiconfile": "mms-1b-all/orm/lexicon.txt"}, "ory": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/ory/tokens.txt", "lmfile": "lms/ory/word_5gram.bin", "lexiconfile": "mms-1b-all/ory/lexicon.txt"}, "pan": {"silweight": "0.0", "lmweight": "2.045098885474434", "wordscore": "-0.5703951752975143", "tokensfile": "mms-1b-all/pan/tokens.txt", "lmfile": "lms/pan/word_5gram.bin", "lexiconfile": "mms-1b-all/pan/lexicon.txt"}, "pol": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/pol/tokens.txt", "lmfile": "lms/pol/word_5gram.bin", "lexiconfile": "mms-1b-all/pol/lexicon.txt"}, "pus": {"silweight": "0.0", "lmweight": "1.9080391062108681", "wordscore": "2.191859566629841", "tokensfile": "mms-1b-all/pus/tokens.txt", "lmfile": "lms/pus/word_5gram.bin", "lexiconfile": "mms-1b-all/pus/lexicon.txt"}, "por": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/por/tokens.txt", "lmfile": "lms/por/word_5gram.bin", "lexiconfile": "mms-1b-all/por/lexicon.txt"}, "ron": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "tokensfile": "mms-1b-all/ron/tokens.txt", "lmfile": "lms/ron/word_5gram.bin", "lexiconfile": "mms-1b-all/ron/lexicon.txt"}, "rus": {"silweight": "0.0", "lmweight": "2.539999639645833", "wordscore": "0.6380305065253138", "tokensfile": "mms-1b-all/rus/tokens.txt", "lmfile": "lms/rus/word_5gram.bin", "lexiconfile": "mms-1b-all/rus/lexicon.txt"}, "snd": {"silweight": "0.0", "lmweight": "1.48055976134075", "wordscore": "2.883099903883612", "tokensfile": "mms-1b-all/snd/tokens.txt", "lmfile": "lms/snd/word_5gram.bin", "lexiconfile": "mms-1b-all/snd/lexicon.txt"}, "slk": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "tokensfile": "mms-1b-all/slk/tokens.txt", "lmfile": "lms/slk/word_5gram.bin", "lexiconfile": "mms-1b-all/slk/lexicon.txt"}, "slv": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/slv/tokens.txt", "lmfile": "lms/slv/word_5gram.bin", "lexiconfile": "mms-1b-all/slv/lexicon.txt"}, "sna": {"silweight": "0.0", "lmweight": "2.194797215342357", "wordscore": "-2.9157497990158863", "tokensfile": "mms-1b-all/sna/tokens.txt", "lmfile": "lms/sna/word_5gram.bin", "lexiconfile": "mms-1b-all/sna/lexicon.txt"}, "som": {"silweight": "0.0", "lmweight": "1.48055976134075", "wordscore": "2.883099903883612", "tokensfile": "mms-1b-all/som/tokens.txt", "lmfile": "lms/som/word_5gram.bin", "lexiconfile": "mms-1b-all/som/lexicon.txt"}, "srp-script_latin": {"silweight": "0.0", "lmweight": "1.7366873418151347", "wordscore": "0.6653218406628096", "tokensfile": "mms-1b-all/srp-script_latin/tokens.txt", "lmfile": "lms/srp-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/srp-script_latin/lexicon.txt"}, "swe": {"silweight": "0.0", "lmweight": "3.3776874061001925", "wordscore": "1.5477264176418153", "tokensfile": "mms-1b-all/swe/tokens.txt", "lmfile": "lms/swe/word_5gram.bin", "lexiconfile": "mms-1b-all/swe/lexicon.txt"}, "swh": {"silweight": "0.0", "lmweight": "2.1623996997922177", "wordscore": "-0.6522236985922509", "tokensfile": "mms-1b-all/swh/tokens.txt", "lmfile": "lms/swh/word_5gram.bin", "lexiconfile": "mms-1b-all/swh/lexicon.txt"}, "tam": {"silweight": "0.0", "lmweight": "2.451132420162849", "wordscore": "-0.08133478818499906", "tokensfile": "mms-1b-all/tam/tokens.txt", "lmfile": "lms/tam/word_5gram.bin", "lexiconfile": "mms-1b-all/tam/lexicon.txt"}, "tel": {"silweight": "0.0", "lmweight": "1.8022524265246207", "wordscore": "0.9614722717343338", "tokensfile": "mms-1b-all/tel/tokens.txt", "lmfile": "lms/tel/word_5gram.bin", "lexiconfile": "mms-1b-all/tel/lexicon.txt"}, "tgk": {"silweight": "0.0", "lmweight": "2.303811792126163", "wordscore": "-0.6527435440630387", "tokensfile": "mms-1b-all/tgk/tokens.txt", "lmfile": "lms/tgk/word_5gram.bin", "lexiconfile": "mms-1b-all/tgk/lexicon.txt"}, "tha": {"silweight": "2.5970029453614405", "lmweight": "2.0317625700822957", "wordscore": 0, "tokensfile": "mms-1b-all/tha/tokens.txt", "lmfile": "lms/tha/char_20gram.bin", "lexiconfile": null}, "tur": {"silweight": "0.0", "lmweight": "2.302604056659554", "wordscore": "-1.258022985583452", "tokensfile": "mms-1b-all/tur/tokens.txt", "lmfile": "lms/tur/word_5gram.bin", "lexiconfile": "mms-1b-all/tur/lexicon.txt"}, "ukr": {"silweight": "0.0", "lmweight": "2.4510927194744268", "wordscore": "0.939956333937773", "tokensfile": "mms-1b-all/ukr/tokens.txt", "lmfile": "lms/ukr/word_5gram.bin", "lexiconfile": "mms-1b-all/ukr/lexicon.txt"}, "umb": {"silweight": "0.0", "lmweight": "0.14556815044594318", "wordscore": "-2.8701809408698553", "tokensfile": "mms-1b-all/umb/tokens.txt", "lmfile": "lms/umb/word_5gram.bin", "lexiconfile": "mms-1b-all/umb/lexicon.txt"}, "urd-script_arabic": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/urd-script_arabic/tokens.txt", "lmfile": "lms/urd-script_arabic/word_5gram.bin", "lexiconfile": "mms-1b-all/urd-script_arabic/lexicon.txt"}, "uzb-script_latin": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/uzb-script_latin/tokens.txt", "lmfile": "lms/uzb-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/uzb-script_latin/lexicon.txt"}, "vie": {"silweight": "0.0", "lmweight": "3.246514834031514", "wordscore": "2.096915791118203", "tokensfile": "mms-1b-all/vie/tokens.txt", "lmfile": "lms/vie/word_5gram.bin", "lexiconfile": "mms-1b-all/vie/lexicon.txt"}, "wol": {"silweight": "0.0", "lmweight": "0.7642683660095622", "wordscore": "0.40506444372403116", "tokensfile": "mms-1b-all/wol/tokens.txt", "lmfile": "lms/wol/word_5gram.bin", "lexiconfile": "mms-1b-all/wol/lexicon.txt"}, "xho": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/xho/tokens.txt", "lmfile": "lms/xho/word_5gram.bin", "lexiconfile": "mms-1b-all/xho/lexicon.txt"}, "yor": {"silweight": "0.0", "lmweight": "1.9063878166094232", "wordscore": "0.5002922367301874", "tokensfile": "mms-1b-all/yor/tokens.txt", "lmfile": "lms/yor/word_5gram.bin", "lexiconfile": "mms-1b-all/yor/lexicon.txt"}, "yue-script_traditional": {"silweight": "2.883099903883612", "lmweight": "1.48055976134075", "wordscore": 0, "tokensfile": "mms-1b-all/yue-script_traditional/tokens.txt", "lmfile": "lms/yue-script_traditional/char_20gram.bin", "lexiconfile": null}, "zul": {"silweight": "0.0", "lmweight": "1.68228632332338", "wordscore": "-1.44649949824222", "tokensfile": "mms-1b-all/zul/tokens.txt", "lmfile": "lms/zul/word_5gram.bin", "lexiconfile": "mms-1b-all/zul/lexicon.txt"}}
\ No newline at end of file
+{"afr": {"silweight": 0.0, "lmweight": 2.385147446332425, "wordscore": -0.6905931241640371, "tokensfile": "mms-1b-all/afr/tokens.txt", "lmfile": "lms/afr/word_5gram.bin", "lexiconfile": "mms-1b-all/afr/lexicon.txt"}, "amh": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/amh/tokens.txt", "lmfile": "lms/amh/word_5gram.bin", "lexiconfile": "mms-1b-all/amh/lexicon.txt"}, "ara": {"silweight": 0.0, "lmweight": 2.0317625700822957, "wordscore": 2.5970029453614405, "tokensfile": "mms-1b-all/ara/tokens.txt", "lmfile": "lms/ara/word_5gram.bin", "lexiconfile": "mms-1b-all/ara/lexicon.txt"}, "asm": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/asm/tokens.txt", "lmfile": "lms/asm/word_5gram.bin", "lexiconfile": "mms-1b-all/asm/lexicon.txt"}, "ast": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ast/tokens.txt", "lmfile": "lms/ast/word_5gram.bin", "lexiconfile": "mms-1b-all/ast/lexicon.txt"}, "azj-script_latin": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/azj-script_latin/tokens.txt", "lmfile": "lms/azj-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/azj-script_latin/lexicon.txt"}, "bel": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/bel/tokens.txt", "lmfile": "lms/bel/word_5gram.bin", "lexiconfile": "mms-1b-all/bel/lexicon.txt"}, "bul": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/bul/tokens.txt", "lmfile": "lms/bul/word_5gram.bin", "lexiconfile": "mms-1b-all/bul/lexicon.txt"}, "ben": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/ben/tokens.txt", "lmfile": "lms/ben/word_5gram.bin", "lexiconfile": "mms-1b-all/ben/lexicon.txt"}, "bos": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/bos/tokens.txt", "lmfile": "lms/bos/word_5gram.bin", "lexiconfile": "mms-1b-all/bos/lexicon.txt"}, "cat": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/cat/tokens.txt", "lmfile": "lms/cat/word_5gram.bin", "lexiconfile": "mms-1b-all/cat/lexicon.txt"}, "ceb": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ceb/tokens.txt", "lmfile": "lms/ceb/word_5gram.bin", "lexiconfile": "mms-1b-all/ceb/lexicon.txt"}, "ckb": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ckb/tokens.txt", "lmfile": "lms/ckb/word_5gram.bin", "lexiconfile": "mms-1b-all/ckb/lexicon.txt"}, "cmn-script_simplified": {"silweight": -1.44649949824222, "lmweight": 1.68228632332338, "wordscore": 0.0, "tokensfile": "mms-1b-all/cmn-script_simplified/tokens.txt", "lmfile": "lms/cmn-script_simplified/char_20gram.bin", "lexiconfile": null}, "ces": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ces/tokens.txt", "lmfile": "lms/ces/word_5gram.bin", "lexiconfile": "mms-1b-all/ces/lexicon.txt"}, "cym": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/cym/tokens.txt", "lmfile": "lms/cym/word_5gram.bin", "lexiconfile": "mms-1b-all/cym/lexicon.txt"}, "dan": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/dan/tokens.txt", "lmfile": "lms/dan/word_5gram.bin", "lexiconfile": "mms-1b-all/dan/lexicon.txt"}, "deu": {"silweight": 0.0, "lmweight": 2.451132420162849, "wordscore": -0.08133478818499906, "tokensfile": "mms-1b-all/deu/tokens.txt", "lmfile": "lms/deu/word_5gram.bin", "lexiconfile": "mms-1b-all/deu/lexicon.txt"}, "ell": {"silweight": 0.0, "lmweight": 2.8262456394675586, "wordscore": 0.2846454679705426, "tokensfile": "mms-1b-all/ell/tokens.txt", "lmfile": "lms/ell/word_5gram.bin", "lexiconfile": "mms-1b-all/ell/lexicon.txt"}, "eng": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/eng/tokens.txt", "lmfile": "lms/eng/word_5gram.bin", "lexiconfile": "mms-1b-all/eng/lexicon.txt"}, "spa": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/spa/tokens.txt", "lmfile": "lms/spa/word_5gram.bin", "lexiconfile": "mms-1b-all/spa/lexicon.txt"}, "est": {"silweight": 0.0, "lmweight": 2.722356530249026, "wordscore": -2.839819232026769, "tokensfile": "mms-1b-all/est/tokens.txt", "lmfile": "lms/est/word_5gram.bin", "lexiconfile": "mms-1b-all/est/lexicon.txt"}, "fas": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/fas/tokens.txt", "lmfile": "lms/fas/word_5gram.bin", "lexiconfile": "mms-1b-all/fas/lexicon.txt"}, "ful": {"silweight": 0.0, "lmweight": 1.0419692415678377, "wordscore": 1.8301669620781338, "tokensfile": "mms-1b-all/ful/tokens.txt", "lmfile": "lms/ful/word_5gram.bin", "lexiconfile": "mms-1b-all/ful/lexicon.txt"}, "fin": {"silweight": 0.0, "lmweight": 3.263652386134638, "wordscore": -2.3963548787034226, "tokensfile": "mms-1b-all/fin/tokens.txt", "lmfile": "lms/fin/word_5gram.bin", "lexiconfile": "mms-1b-all/fin/lexicon.txt"}, "tgl": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/tgl/tokens.txt", "lmfile": "lms/tgl/word_5gram.bin", "lexiconfile": "mms-1b-all/tgl/lexicon.txt"}, "fra": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/fra/tokens.txt", "lmfile": "lms/fra/word_5gram.bin", "lexiconfile": "mms-1b-all/fra/lexicon.txt"}, "gle": {"silweight": 0.0, "lmweight": 2.0317625700822957, "wordscore": 2.5970029453614405, "tokensfile": "mms-1b-all/gle/tokens.txt", "lmfile": "lms/gle/word_5gram.bin", "lexiconfile": "mms-1b-all/gle/lexicon.txt"}, "glg": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/glg/tokens.txt", "lmfile": "lms/glg/word_5gram.bin", "lexiconfile": "mms-1b-all/glg/lexicon.txt"}, "guj": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/guj/tokens.txt", "lmfile": "lms/guj/word_5gram.bin", "lexiconfile": "mms-1b-all/guj/lexicon.txt"}, "hau": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/hau/tokens.txt", "lmfile": "lms/hau/word_5gram.bin", "lexiconfile": "mms-1b-all/hau/lexicon.txt"}, "heb": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/heb/tokens.txt", "lmfile": "lms/heb/word_5gram.bin", "lexiconfile": "mms-1b-all/heb/lexicon.txt"}, "hin": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/hin/tokens.txt", "lmfile": "lms/hin/word_5gram.bin", "lexiconfile": "mms-1b-all/hin/lexicon.txt"}, "hrv": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/hrv/tokens.txt", "lmfile": "lms/hrv/word_5gram.bin", "lexiconfile": "mms-1b-all/hrv/lexicon.txt"}, "hun": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/hun/tokens.txt", "lmfile": "lms/hun/word_5gram.bin", "lexiconfile": "mms-1b-all/hun/lexicon.txt"}, "hye": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/hye/tokens.txt", "lmfile": "lms/hye/word_5gram.bin", "lexiconfile": "mms-1b-all/hye/lexicon.txt"}, "ind": {"silweight": 0.0, "lmweight": 3.030415687865747, "wordscore": 2.2606222249366485, "tokensfile": "mms-1b-all/ind/tokens.txt", "lmfile": "lms/ind/word_5gram.bin", "lexiconfile": "mms-1b-all/ind/lexicon.txt"}, "ibo": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ibo/tokens.txt", "lmfile": "lms/ibo/word_5gram.bin", "lexiconfile": "mms-1b-all/ibo/lexicon.txt"}, "isl": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/isl/tokens.txt", "lmfile": "lms/isl/word_5gram.bin", "lexiconfile": "mms-1b-all/isl/lexicon.txt"}, "ita": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/ita/tokens.txt", "lmfile": "lms/ita/word_5gram.bin", "lexiconfile": "mms-1b-all/ita/lexicon.txt"}, "jpn": {"silweight": 2.883099903883612, "lmweight": 1.48055976134075, "wordscore": 0.0, "tokensfile": "mms-1b-all/jpn/tokens.txt", "lmfile": "lms/jpn/char_20gram.bin", "lexiconfile": null}, "jav": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/jav/tokens.txt", "lmfile": "lms/jav/word_5gram.bin", "lexiconfile": "mms-1b-all/jav/lexicon.txt"}, "kat": {"silweight": 0.0, "lmweight": 2.194797215342357, "wordscore": -2.9157497990158863, "tokensfile": "mms-1b-all/kat/tokens.txt", "lmfile": "lms/kat/word_5gram.bin", "lexiconfile": "mms-1b-all/kat/lexicon.txt"}, "kam": {"silweight": 0.0, "lmweight": 0.32178327421014163, "wordscore": -1.0796723719647254, "tokensfile": "mms-1b-all/kam/tokens.txt", "lmfile": "lms/kam/word_5gram.bin", "lexiconfile": "mms-1b-all/kam/lexicon.txt"}, "kea": {"silweight": 0.0, "lmweight": 0.7575653142174246, "wordscore": -1.8796228304666693, "tokensfile": "mms-1b-all/kea/tokens.txt", "lmfile": "lms/kea/word_5gram.bin", "lexiconfile": "mms-1b-all/kea/lexicon.txt"}, "kaz": {"silweight": 0.0, "lmweight": 2.8262456394675586, "wordscore": 0.2846454679705426, "tokensfile": "mms-1b-all/kaz/tokens.txt", "lmfile": "lms/kaz/word_5gram.bin", "lexiconfile": "mms-1b-all/kaz/lexicon.txt"}, "khm": {"silweight": 0.6380305065253138, "lmweight": 2.539999639645833, "wordscore": 0.0, "tokensfile": "mms-1b-all/khm/tokens.txt", "lmfile": "lms/khm/char_20gram.bin", "lexiconfile": null}, "kan": {"silweight": 0.0, "lmweight": 2.302604056659554, "wordscore": -1.258022985583452, "tokensfile": "mms-1b-all/kan/tokens.txt", "lmfile": "lms/kan/word_5gram.bin", "lexiconfile": "mms-1b-all/kan/lexicon.txt"}, "kor": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/kor/tokens.txt", "lmfile": "lms/kor/word_5gram.bin", "lexiconfile": "mms-1b-all/kor/lexicon.txt"}, "kir": {"silweight": 0.0, "lmweight": 1.906123968037523, "wordscore": -2.4610538328264377, "tokensfile": "mms-1b-all/kir/tokens.txt", "lmfile": "lms/kir/word_5gram.bin", "lexiconfile": "mms-1b-all/kir/lexicon.txt"}, "ltz": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/ltz/tokens.txt", "lmfile": "lms/ltz/word_5gram.bin", "lexiconfile": "mms-1b-all/ltz/lexicon.txt"}, "lug": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/lug/tokens.txt", "lmfile": "lms/lug/word_5gram.bin", "lexiconfile": "mms-1b-all/lug/lexicon.txt"}, "lin": {"silweight": 0.0, "lmweight": 0.7575653142174246, "wordscore": -1.8796228304666693, "tokensfile": "mms-1b-all/lin/tokens.txt", "lmfile": "lms/lin/word_5gram.bin", "lexiconfile": "mms-1b-all/lin/lexicon.txt"}, "lao": {"silweight": 0.6653218406628096, "lmweight": 1.7366873418151347, "wordscore": 0.0, "tokensfile": "mms-1b-all/lao/tokens.txt", "lmfile": "lms/lao/char_20gram.bin", "lexiconfile": null}, "lit": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/lit/tokens.txt", "lmfile": "lms/lit/word_5gram.bin", "lexiconfile": "mms-1b-all/lit/lexicon.txt"}, "luo": {"silweight": 0.0, "lmweight": 0.7642683660095622, "wordscore": 0.40506444372403116, "tokensfile": "mms-1b-all/luo/tokens.txt", "lmfile": "lms/luo/word_5gram.bin", "lexiconfile": "mms-1b-all/luo/lexicon.txt"}, "lav": {"silweight": 0.0, "lmweight": 1.8885708618108534, "wordscore": -2.395792751589805, "tokensfile": "mms-1b-all/lav/tokens.txt", "lmfile": "lms/lav/word_5gram.bin", "lexiconfile": "mms-1b-all/lav/lexicon.txt"}, "mri": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/mri/tokens.txt", "lmfile": "lms/mri/word_5gram.bin", "lexiconfile": "mms-1b-all/mri/lexicon.txt"}, "mkd": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/mkd/tokens.txt", "lmfile": "lms/mkd/word_5gram.bin", "lexiconfile": "mms-1b-all/mkd/lexicon.txt"}, "mal": {"silweight": 0.0, "lmweight": 2.821133599417625, "wordscore": -1.346195272127237, "tokensfile": "mms-1b-all/mal/tokens.txt", "lmfile": "lms/mal/word_5gram.bin", "lexiconfile": "mms-1b-all/mal/lexicon.txt"}, "mon": {"silweight": 0.0, "lmweight": 2.520589361645891, "wordscore": 2.070465454029091, "tokensfile": "mms-1b-all/mon/tokens.txt", "lmfile": "lms/mon/word_5gram.bin", "lexiconfile": "mms-1b-all/mon/lexicon.txt"}, "mar": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/mar/tokens.txt", "lmfile": "lms/mar/word_5gram.bin", "lexiconfile": "mms-1b-all/mar/lexicon.txt"}, "zlm": {"silweight": 0.0, "lmweight": 2.722356530249026, "wordscore": -2.839819232026769, "tokensfile": "mms-1b-all/zlm/tokens.txt", "lmfile": "lms/zlm/word_5gram.bin", "lexiconfile": "mms-1b-all/zlm/lexicon.txt"}, "mlt": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/mlt/tokens.txt", "lmfile": "lms/mlt/word_5gram.bin", "lexiconfile": "mms-1b-all/mlt/lexicon.txt"}, "mya": {"silweight": -0.5703951752975143, "lmweight": 2.045098885474434, "wordscore": 0.0, "tokensfile": "mms-1b-all/mya/tokens.txt", "lmfile": "lms/mya/char_20gram.bin", "lexiconfile": null}, "nob": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/nob/tokens.txt", "lmfile": "lms/nob/word_5gram.bin", "lexiconfile": "mms-1b-all/nob/lexicon.txt"}, "npi": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/npi/tokens.txt", "lmfile": "lms/npi/word_5gram.bin", "lexiconfile": "mms-1b-all/npi/lexicon.txt"}, "nld": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/nld/tokens.txt", "lmfile": "lms/nld/word_5gram.bin", "lexiconfile": "mms-1b-all/nld/lexicon.txt"}, "nso": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/nso/tokens.txt", "lmfile": "lms/nso/word_5gram.bin", "lexiconfile": "mms-1b-all/nso/lexicon.txt"}, "nya": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/nya/tokens.txt", "lmfile": "lms/nya/word_5gram.bin", "lexiconfile": "mms-1b-all/nya/lexicon.txt"}, "oci": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/oci/tokens.txt", "lmfile": "lms/oci/word_5gram.bin", "lexiconfile": "mms-1b-all/oci/lexicon.txt"}, "orm": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/orm/tokens.txt", "lmfile": "lms/orm/word_5gram.bin", "lexiconfile": "mms-1b-all/orm/lexicon.txt"}, "ory": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/ory/tokens.txt", "lmfile": "lms/ory/word_5gram.bin", "lexiconfile": "mms-1b-all/ory/lexicon.txt"}, "pan": {"silweight": 0.0, "lmweight": 2.045098885474434, "wordscore": -0.5703951752975143, "tokensfile": "mms-1b-all/pan/tokens.txt", "lmfile": "lms/pan/word_5gram.bin", "lexiconfile": "mms-1b-all/pan/lexicon.txt"}, "pol": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/pol/tokens.txt", "lmfile": "lms/pol/word_5gram.bin", "lexiconfile": "mms-1b-all/pol/lexicon.txt"}, "pus": {"silweight": 0.0, "lmweight": 1.9080391062108681, "wordscore": 2.191859566629841, "tokensfile": "mms-1b-all/pus/tokens.txt", "lmfile": "lms/pus/word_5gram.bin", "lexiconfile": "mms-1b-all/pus/lexicon.txt"}, "por": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/por/tokens.txt", "lmfile": "lms/por/word_5gram.bin", "lexiconfile": "mms-1b-all/por/lexicon.txt"}, "ron": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/ron/tokens.txt", "lmfile": "lms/ron/word_5gram.bin", "lexiconfile": "mms-1b-all/ron/lexicon.txt"}, "rus": {"silweight": 0.0, "lmweight": 2.539999639645833, "wordscore": 0.6380305065253138, "tokensfile": "mms-1b-all/rus/tokens.txt", "lmfile": "lms/rus/word_5gram.bin", "lexiconfile": "mms-1b-all/rus/lexicon.txt"}, "snd": {"silweight": 0.0, "lmweight": 1.48055976134075, "wordscore": 2.883099903883612, "tokensfile": "mms-1b-all/snd/tokens.txt", "lmfile": "lms/snd/word_5gram.bin", "lexiconfile": "mms-1b-all/snd/lexicon.txt"}, "slk": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/slk/tokens.txt", "lmfile": "lms/slk/word_5gram.bin", "lexiconfile": "mms-1b-all/slk/lexicon.txt"}, "slv": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/slv/tokens.txt", "lmfile": "lms/slv/word_5gram.bin", "lexiconfile": "mms-1b-all/slv/lexicon.txt"}, "sna": {"silweight": 0.0, "lmweight": 2.194797215342357, "wordscore": -2.9157497990158863, "tokensfile": "mms-1b-all/sna/tokens.txt", "lmfile": "lms/sna/word_5gram.bin", "lexiconfile": "mms-1b-all/sna/lexicon.txt"}, "som": {"silweight": 0.0, "lmweight": 1.48055976134075, "wordscore": 2.883099903883612, "tokensfile": "mms-1b-all/som/tokens.txt", "lmfile": "lms/som/word_5gram.bin", "lexiconfile": "mms-1b-all/som/lexicon.txt"}, "srp-script_latin": {"silweight": 0.0, "lmweight": 1.7366873418151347, "wordscore": 0.6653218406628096, "tokensfile": "mms-1b-all/srp-script_latin/tokens.txt", "lmfile": "lms/srp-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/srp-script_latin/lexicon.txt"}, "swe": {"silweight": 0.0, "lmweight": 3.3776874061001925, "wordscore": 1.5477264176418153, "tokensfile": "mms-1b-all/swe/tokens.txt", "lmfile": "lms/swe/word_5gram.bin", "lexiconfile": "mms-1b-all/swe/lexicon.txt"}, "swh": {"silweight": 0.0, "lmweight": 2.1623996997922177, "wordscore": -0.6522236985922509, "tokensfile": "mms-1b-all/swh/tokens.txt", "lmfile": "lms/swh/word_5gram.bin", "lexiconfile": "mms-1b-all/swh/lexicon.txt"}, "tam": {"silweight": 0.0, "lmweight": 2.451132420162849, "wordscore": -0.08133478818499906, "tokensfile": "mms-1b-all/tam/tokens.txt", "lmfile": "lms/tam/word_5gram.bin", "lexiconfile": "mms-1b-all/tam/lexicon.txt"}, "tel": {"silweight": 0.0, "lmweight": 1.8022524265246207, "wordscore": 0.9614722717343338, "tokensfile": "mms-1b-all/tel/tokens.txt", "lmfile": "lms/tel/word_5gram.bin", "lexiconfile": "mms-1b-all/tel/lexicon.txt"}, "tgk": {"silweight": 0.0, "lmweight": 2.303811792126163, "wordscore": -0.6527435440630387, "tokensfile": "mms-1b-all/tgk/tokens.txt", "lmfile": "lms/tgk/word_5gram.bin", "lexiconfile": "mms-1b-all/tgk/lexicon.txt"}, "tha": {"silweight": 2.5970029453614405, "lmweight": 2.0317625700822957, "wordscore": 0.0, "tokensfile": "mms-1b-all/tha/tokens.txt", "lmfile": "lms/tha/char_20gram.bin", "lexiconfile": null}, "tur": {"silweight": 0.0, "lmweight": 2.302604056659554, "wordscore": -1.258022985583452, "tokensfile": "mms-1b-all/tur/tokens.txt", "lmfile": "lms/tur/word_5gram.bin", "lexiconfile": "mms-1b-all/tur/lexicon.txt"}, "ukr": {"silweight": 0.0, "lmweight": 2.4510927194744268, "wordscore": 0.939956333937773, "tokensfile": "mms-1b-all/ukr/tokens.txt", "lmfile": "lms/ukr/word_5gram.bin", "lexiconfile": "mms-1b-all/ukr/lexicon.txt"}, "umb": {"silweight": 0.0, "lmweight": 0.14556815044594318, "wordscore": -2.8701809408698553, "tokensfile": "mms-1b-all/umb/tokens.txt", "lmfile": "lms/umb/word_5gram.bin", "lexiconfile": "mms-1b-all/umb/lexicon.txt"}, "urd-script_arabic": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/urd-script_arabic/tokens.txt", "lmfile": "lms/urd-script_arabic/word_5gram.bin", "lexiconfile": "mms-1b-all/urd-script_arabic/lexicon.txt"}, "uzb-script_latin": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/uzb-script_latin/tokens.txt", "lmfile": "lms/uzb-script_latin/word_5gram.bin", "lexiconfile": "mms-1b-all/uzb-script_latin/lexicon.txt"}, "vie": {"silweight": 0.0, "lmweight": 3.246514834031514, "wordscore": 2.096915791118203, "tokensfile": "mms-1b-all/vie/tokens.txt", "lmfile": "lms/vie/word_5gram.bin", "lexiconfile": "mms-1b-all/vie/lexicon.txt"}, "wol": {"silweight": 0.0, "lmweight": 0.7642683660095622, "wordscore": 0.40506444372403116, "tokensfile": "mms-1b-all/wol/tokens.txt", "lmfile": "lms/wol/word_5gram.bin", "lexiconfile": "mms-1b-all/wol/lexicon.txt"}, "xho": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/xho/tokens.txt", "lmfile": "lms/xho/word_5gram.bin", "lexiconfile": "mms-1b-all/xho/lexicon.txt"}, "yor": {"silweight": 0.0, "lmweight": 1.9063878166094232, "wordscore": 0.5002922367301874, "tokensfile": "mms-1b-all/yor/tokens.txt", "lmfile": "lms/yor/word_5gram.bin", "lexiconfile": "mms-1b-all/yor/lexicon.txt"}, "yue-script_traditional": {"silweight": 2.883099903883612, "lmweight": 1.48055976134075, "wordscore": 0.0, "tokensfile": "mms-1b-all/yue-script_traditional/tokens.txt", "lmfile": "lms/yue-script_traditional/char_20gram.bin", "lexiconfile": null}, "zul": {"silweight": 0.0, "lmweight": 1.68228632332338, "wordscore": -1.44649949824222, "tokensfile": "mms-1b-all/zul/tokens.txt", "lmfile": "lms/zul/word_5gram.bin", "lexiconfile": "mms-1b-all/zul/lexicon.txt"}}
\ No newline at end of file