Blame view

src/ivectorbin/ivector-subtract-global-mean.cc 3.93 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
  // ivectorbin/ivector-subtract-global-mean.cc
  
  // Copyright 2013  Daniel Povey
  
  // See ../../COPYING for clarification regarding multiple authors
  //
  // Licensed under the Apache License, Version 2.0 (the "License");
  // you may not use this file except in compliance with the License.
  // You may obtain a copy of the License at
  //
  //  http://www.apache.org/licenses/LICENSE-2.0
  //
  // THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  // KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
  // WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
  // MERCHANTABLITY OR NON-INFRINGEMENT.
  // See the Apache 2 License for the specific language governing permissions and
  // limitations under the License.
  
  
  #include "base/kaldi-common.h"
  #include "util/common-utils.h"
  
  
  int main(int argc, char *argv[]) {
    using namespace kaldi;
    typedef kaldi::int32 int32;
    try {
      const char *usage =
          "Copies a table of iVectors but subtracts the global mean as
  "
          "it does so.  The mean may be specified as the first argument; if not,
  "
          "the sum of the input iVectors is used.
  "
          "
  "
          "Usage: ivector-subtract-global-mean <ivector-rspecifier> <ivector-wspecifier>
  "
          "or: ivector-subtract-global-mean <mean-rxfliename> <ivector-rspecifier> <ivector-wspecifier>
  "
          "e.g.: ivector-subtract-global-mean scp:ivectors.scp ark:-
  "
          "or: ivector-subtract-global-mean mean.vec scp:ivectors.scp ark:-
  "
          "See also: ivector-mean
  ";
  
      ParseOptions po(usage);
  
      bool subtract_mean = true;
      po.Register("subtract-mean", &subtract_mean,
                  "If true, subtract mean; if false, just copy the input.");
  
      po.Read(argc, argv);
  
      if (po.NumArgs() < 2 || po.NumArgs() > 3) {
        po.PrintUsage();
        exit(1);
      }
  
      int64 num_done = 0;
  
      if (po.NumArgs() == 2) {
        std::string ivector_rspecifier = po.GetArg(1),
            ivector_wspecifier = po.GetArg(2);
  
        Vector<double> sum;
  
        std::vector<std::pair<std::string, Vector<BaseFloat>*> > ivectors;
  
        SequentialBaseFloatVectorReader ivector_reader(ivector_rspecifier);
        BaseFloatVectorWriter ivector_writer(ivector_wspecifier);
  
  
        for (; !ivector_reader.Done(); ivector_reader.Next()) {
          std::string key = ivector_reader.Key();
          const Vector<BaseFloat> &ivector = ivector_reader.Value();
          if (sum.Dim() == 0) sum.Resize(ivector.Dim());
          sum.AddVec(1.0, ivector);
          num_done++;
          ivectors.push_back(std::make_pair(key, new Vector<BaseFloat>(ivector)));
        }
  
        KALDI_LOG << "Read " << num_done << " iVectors.";
  
        if (num_done != 0) {
          KALDI_LOG << "Norm of iVector mean was " << (sum.Norm(2.0) / num_done);
          for (size_t i = 0; i < ivectors.size(); i++) {
            std::string key = ivectors[i].first;
            Vector<BaseFloat> *ivector = ivectors[i].second;
            if (subtract_mean)
              ivector->AddVec(-1.0 / num_done, sum);
            ivector_writer.Write(key, *ivector);
            delete ivector;
            ivectors[i].second = NULL;
          }
        }
      } else {
        // po.NumArgs() == 3
        std::string mean_rxfilename = po.GetArg(1),
            ivector_rspecifier = po.GetArg(2),
            ivector_wspecifier = po.GetArg(3);
        Vector<BaseFloat> mean;
        ReadKaldiObject(mean_rxfilename, &mean);
  
        SequentialBaseFloatVectorReader ivector_reader(ivector_rspecifier);
        BaseFloatVectorWriter ivector_writer(ivector_wspecifier);
        for (; !ivector_reader.Done(); ivector_reader.Next()) {
          std::string key = ivector_reader.Key();
          Vector<BaseFloat> ivector = ivector_reader.Value();
          ivector.AddVec(-1.0, mean);
          ivector_writer.Write(key, ivector);
          num_done++;
        }
      }
      KALDI_LOG << "Wrote " << num_done << " mean-subtracted iVectors";
      return (num_done != 0 ? 0 : 1);
  
    } catch(const std::exception &e) {
      std::cerr << e.what();
      return -1;
    }
  }