Blame view
egs/sprakbanken/s5/local/sprak_prep_lm.sh
238 Bytes
8dcb6dfcb first commit |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
#!/bin/bash dir=$1 split -l 50000 $dir/lmtxtfiles $dir/templist_ for f in $dir/templist_*; do cat $f | while read l; do cat $l; done > $f.sents; done cat $dir/templist_*.sents > $dir/lmsents wait rm -f $dir/templist_* |