#!/bin/bash
  
  # To be run from the directory egs/ptb/s5.
  
  # . path.sh
  set -e
  
  
  # it should contain things like
  # foo.txt, bar.txt, and dev.txt (dev.txt is a special filename that's obligatory).
  mkdir -p data/text
  cp data/ptb/ptb.txt  data/text/
  cp data/ptb/dev.txt  data/text/
  
  # validata data dir
  rnnlm/validate_text_dir.py data/text
  
  # get unigram counts; these are used by rnnlm/get_vocab.py.
  rnnlm/ensure_counts_present.sh data/text
  
  # get vocab
  mkdir -p data/vocab
  rnnlm/get_vocab.py data/text > data/vocab/words.txt