#!/bin/bash

# Copyright 2018 John Morgan
# Apache 2.0.

# write separate files for word and pronunciation fields
cut -d " " -f 1 qcri.txt > qcri_words_buckwalter.txt
cut -d " " -f 2- qcri.txt > qcri_prons.txt

# convert words to utf8 
local/buckwalter2unicode.py -i qcri_words_buckwalter.txt -o qcri_words_utf8.txt

paste qcri_words_utf8.txt qcri_prons.txt

rm qcri_words_buckwalter.txt qcri_words_utf8.txt qcri_prons.txt