Hugging Face's logo

facebook
/
mms-cclms

mms
Model card Files Community
5
Vineel Pratap commited on
Commit
d30394c
•
1 Parent(s): 1299b9b

add lms

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. lms/afr/word_5gram.arpa +0 -1
  2. lms/afr/word_5gram.bin +0 -1
  3. lms/afr/word_5gram.bin +3 -0
  4. lms/amh/word_5gram.arpa +0 -1
  5. lms/amh/word_5gram.bin +0 -1
  6. lms/amh/word_5gram.bin +3 -0
  7. lms/ara/word_5gram.arpa +0 -1
  8. lms/ara/word_5gram.bin +0 -1
  9. lms/ara/word_5gram.bin +3 -0
  10. lms/asm/word_5gram.arpa +0 -1
  11. lms/asm/word_5gram.bin +0 -1
  12. lms/asm/word_5gram.bin +3 -0
  13. lms/ast/word_5gram.arpa +0 -1
  14. lms/ast/word_5gram.bin +0 -1
  15. lms/ast/word_5gram.bin +3 -0
  16. lms/azj-script_latin/word_5gram.arpa +0 -1
  17. lms/azj-script_latin/word_5gram.bin +0 -1
  18. lms/azj-script_latin/word_5gram.bin +3 -0
  19. lms/bel/word_5gram.arpa +0 -1
  20. lms/bel/word_5gram.bin +0 -1
  21. lms/bel/word_5gram.bin +3 -0
  22. lms/ben/word_5gram.arpa +0 -1
  23. lms/ben/word_5gram.bin +0 -1
  24. lms/ben/word_5gram.bin +3 -0
  25. lms/bos/word_5gram.arpa +0 -1
  26. lms/bos/word_5gram.bin +0 -1
  27. lms/bos/word_5gram.bin +3 -0
  28. lms/bul/word_5gram.arpa +0 -1
  29. lms/bul/word_5gram.bin +0 -1
  30. lms/bul/word_5gram.bin +3 -0
  31. lms/cat/word_5gram.arpa +0 -1
  32. lms/cat/word_5gram.bin +0 -1
  33. lms/cat/word_5gram.bin +3 -0
  34. lms/ceb/word_5gram.arpa +0 -1
  35. lms/ceb/word_5gram.bin +0 -1
  36. lms/ceb/word_5gram.bin +3 -0
  37. lms/ces/word_5gram.arpa +0 -1
  38. lms/ces/word_5gram.bin +0 -1
  39. lms/ces/word_5gram.bin +3 -0
  40. lms/ckb/word_5gram.arpa +0 -1
  41. lms/ckb/word_5gram.bin +0 -1
  42. lms/ckb/word_5gram.bin +3 -0
  43. lms/cmn-script_simplified/char_20gram.arpa +0 -1
  44. lms/cmn-script_simplified/char_20gram.bin +0 -1
  45. lms/cym/word_5gram.arpa +0 -1
  46. lms/cym/word_5gram.bin +0 -1
  47. lms/cym/word_5gram.bin +3 -0
  48. lms/dan/word_5gram.arpa +0 -1
  49. lms/dan/word_5gram.bin +0 -1
  50. lms/dan/word_5gram.bin +3 -0
lms/afr/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/afr/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/afr/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/afr/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/afr/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0223d30f4efcad94da36cb275ce3a73e54500dc12f400a14469d7b7f8a4badf6
3
+ size 676031739
lms/amh/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/amh/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/amh/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/amh/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/amh/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65999565a36d9514f6afaf259d0b29ae1ac76d150755d2295728fe1279c53f2a
3
+ size 752652861
lms/ara/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/ara/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/ara/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/ara/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/ara/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf4bb88dd6878008b2329030810fd73cc496ea948f0b44238954802a510a3fd7
3
+ size 4778907522
lms/asm/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/asm/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/asm/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/asm/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/asm/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933c9e028287f9f1eb770454654ff655031e39344f70355283446da54691022c
3
+ size 268182500
lms/ast/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ast/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/ast/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ast/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/ast/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb659808f2a02b1b8f1247856dc012bda2ebf6d8f9bf033e5b24d6a80d3613c
3
+ size 242092166
lms/azj-script_latin/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/azj/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/azj-script_latin/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/azj/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/azj-script_latin/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda6a8b5b149853955035148777bc18eed2c32b60cf707f4d9c32d656f69a7f1
3
+ size 1970183600
lms/bel/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/bel/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/bel/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/bel/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/bel/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c7d9165d5adeb4c727b849657e8a1957d0ae90f6b8078e0ff0823bcc0415e0
3
+ size 1987938272
lms/ben/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ben/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/ben/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ben/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/ben/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dee99f38129c04f022568dc617bd6bddbe9fa7a7e164dff0e321d394e50a3f0
3
+ size 785747432
lms/bos/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/bos/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/bos/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/bos/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/bos/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70869b82bce131b5cb18e3695b8dcd6e46fb0f610ae34740c71393b757fedffd
3
+ size 373239225
lms/bul/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/bul/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/bul/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/bul/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/bul/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e8c6083396874a2a431c24a9205f5cd04a9c235d5c1ee8ec5719aa8b1631af2
3
+ size 6298654535
lms/cat/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/cat/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/cat/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/cat/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/cat/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe38c50b9e1b77d4b98bb5f2b76c20a2742ec425eb867b87d1fa94b3d29e3797
3
+ size 2567325560
lms/ceb/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ceb/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/ceb/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ceb/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/ceb/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3905907e4fb70f1c17c36bf628aceb204884b13236430d7b8830f7054c02e18b
3
+ size 218138645
lms/ces/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/ces/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/ces/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/ces/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/ces/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61f9e29a41d3079ab0c3c242cf2c84b38a9d84ed07e865304919976ba981b964
3
+ size 3906275236
lms/ckb/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ckb/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/ckb/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/ckb/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/ckb/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f88c1e8598ba09be4c75fc63285a537a61e16e3174565779bbdf4700c2f2c5
3
+ size 771227213
lms/cmn-script_simplified/char_20gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/cmn/lm_5gram_prune12345_limit250k_fixed.chars.arpa
 
 
lms/cmn-script_simplified/char_20gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/cmn/lm_5gram_prune12345_limit250k_fixed.chars.bin
 
 
lms/cym/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/cym/lm_5gram_prune01234_limit250k_fixed.arpa
 
 
lms/cym/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed/cym/lm_5gram_prune01234_limit250k_fixed.bin
 
 
lms/cym/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2550a477f385922c4e1112b86acb6068cf1896035d80434b7b90962b3074f865
3
+ size 1086994725
lms/dan/word_5gram.arpa DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/dan/lm_5gram_prune12345_limit250k_fixed.arpa
 
 
lms/dan/word_5gram.bin DELETED
@@ -1 +0,0 @@
1
- /large_experiments/mms/data/scratch/cc200xl//processed2/dan/lm_5gram_prune12345_limit250k_fixed.bin
 
 
lms/dan/word_5gram.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dc125455f93ab7f19e68a54f9f9f5414482bc2a3fc607ffb459364da3f3ad99
3
+ size 9254039620