#!/bin/bash
# Copyright   2018   Desh Raj (Johns Hopkins University) 

# This script reads the extracted Bentham database files and creates
#    the following files (for all the data subsets):
#    text, utt2spk, images.scp.

download_dir=$1
save_dir=$2
mkdir -p $save_dir/{train,val,test}
touch $save_dir/{train,val,test}/{text,images.scp,utt2spk,spk2utt}

partition_dir=$download_dir"/gt/Partitions/"
lines_dir=$download_dir"/gt/Images/Lines/"
text_dir=$download_dir"/gt/Transcriptions/" 

function split {
	echo "Creating $1 split"
	split_dir=$save_dir/$1
	line_file=$partition_dir/$2

	while read -r line; do
	    name="$line"
        spkid=${name:0:11}
        echo -n $name" " | cat - $text_dir/$name* >> $split_dir/text
        echo >> $split_dir/text
        echo $name $lines_dir"/"$name".png" >> $split_dir/images.scp
        echo $name $spkid >> $split_dir/utt2spk 
	done < "$line_file"
   
    perl -i -ne 'print if /\S/' $split_dir/images.scp $split_dir/text $split_dir/utt2spk
    utils/utt2spk_to_spk2utt.pl $split_dir/utt2spk > $split_dir/spk2utt
}

split train TrainLines.lst
split val ValidationLines.lst
split test TestLines.lst