#!/usr/bin/env python3
# Copyright      2018  Ashish Arora
# Apache 2.0
# This script reads valid phones and removes the lines in the corpus
# which have any other phone.

import os
import sys, io

phone_file = os.path.join('data/local/text/cleaned/phones.txt')
infile = io.TextIOWrapper(sys.stdin.buffer, encoding='utf-8')
output = io.TextIOWrapper(sys.stdout.buffer, encoding='utf-8')
phone_dict = dict()
with open(phone_file, 'r', encoding='utf-8') as phone_fh:
    for line in phone_fh:
        line = line.strip().split()[0]
        phone_dict[line] = line

phone_dict[' '] = ' '
corpus_text = list()
for line in infile:
    text = line.strip()
    skip_text = False
    for phone in text:
        if phone not in phone_dict.keys():
            skip_text = True
            break
    if not skip_text:
        output.write(text+ '\n')