#!/usr/bin/env bash

# This script makes sure that a <text-dir>, as validated by validate_text_dir.py,
# has unigram counts present (*.counts).


if [ $# != 1 ]; then
  echo "Usage: $0 <text-dir>"
  echo "Makes sure unigram counts (*.counts) are present in <text-dir>,"
  echo "and if not, sets them up."
  exit 1;
fi


dir=$1

all_ok=true
for f in `ls $dir/*.txt`; do
  counts_file=$(echo $f | sed s/.txt$/.counts/)
  if [ ! -f $counts_file -o $counts_file -ot $f ]; then
    echo "$0: generating counts file for $f" 1>&2
    cat $f | awk '{for(i = 1; i <= NF; i++) {print $i;} print "</s>"}' | \
      sort | uniq -c | awk '{print $2,$1}' > $counts_file
  fi
done