-
Notifications
You must be signed in to change notification settings - Fork 4
/
pipline.sh
12 lines (6 loc) · 885 Bytes
/
pipline.sh
1
2
3
4
5
6
7
8
9
10
11
12
python2.7 stat_sents.py parall/beng.txt.shuf.piece parall/gujr.txt.shuf.piece parall/knda.txt.shuf.piece parall/romn.txt.shuf.piece parall/telu.txt.shuf.piece parall/cyrl.txt.shuf.piece parall/guru.txt.shuf.piece parall/mlym.txt.shuf.piece parall/sinh.txt.shuf.piece parall/thai.txt.shuf.piece parall/deva.txt.shuf.piece parall/khmr.txt.shuf.piece parall/mymr.txt.shuf.piece parall/taml.txt.shuf.piece parall/tibt.txt.shuf.piece 90
sh cut.sh
python2.7 merge.py
python2.7 stat_sents.py batch_align/all.deva batch_align/all.khmr batch_align/all.mymr batch_align/all.taml batch_align/all.tibt batch_align/all.beng batch_align/all.gujr batch_align/all.knda batch_align/all.romn batch_align/all.telu batch_align/all.cyrl batch_align/all.guru batch_align/all.mlym batch_align/all.sinh batch_align/all.thai 90
python split.py
python sample.py