Blame view
egs/gp/s1/local/gp_norm_trans_PO.pl
1.86 KB
8dcb6dfcb first commit |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
#!/usr/bin/env perl use warnings; #sed replacement for -w perl parameter # Copyright 2012 Arnab Ghoshal # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED # WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE, # MERCHANTABLITY OR NON-INFRINGEMENT. # See the Apache 2 License for the specific language governing permissions and # limitations under the License. # This script normalizes the GlobalPhone Portuguese transcripts that have been # extracted in a format where each line contains an utterance ID followed by # the transcript, e.g: # PO001_64 o grupo na~o mencionou ataques a bomba # The normalization is similar to that in 'gp_format_dict_PO.pl' script. my $usage = "Usage: gp_format_trans_PO.pl -i transcript > formatted\ Normalizes transcriptions for GlobalPhone Portuguese. The input format is \ assumed to be utterance ID followed by transcript on the same line. "; use strict; use Getopt::Long; die "$usage" unless(@ARGV >= 1); my ($in_trans); GetOptions ("i=s" => \$in_trans); # Input transcription open(T, "<$in_trans") or die "Cannot open transcription file '$in_trans': $!"; while (<T>) { s/\r//g; # Since files could be in DOS format! chomp; $_ =~ m:^(\S+)\s+(.+): or die "Bad line: $_"; my $utt_id = $1; my $trans = $2; # Normalize spaces $trans =~ s/^\s*//; $trans =~ s/\s*$//; $trans =~ s/\s+/ /g; $trans =~ s/\`(.*?)\'/$1/g; # Remove quotation marks. print $utt_id; for my $word (split(" ", $trans)) { $word =~ tr/a-z/A-Z/; # Now, capitalize every word. print " $word" } print " "; } |