Blame view

egs/sprakbanken/s5/local/sprak_prep_lm.sh 238 Bytes
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
  #!/bin/bash
  
  
  
  dir=$1
  
  split -l 50000 $dir/lmtxtfiles $dir/templist_
  
  for f in $dir/templist_*; do
      cat $f | while read l; do
      cat $l;
      done > $f.sents;
  done
  
  cat $dir/templist_*.sents > $dir/lmsents
  
  wait
  
  rm -f $dir/templist_*