Blame view

src/tree/context-dep.h 8.92 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
  // tree/context-dep.h
  
  // Copyright 2009-2011  Microsoft Corporation
  
  // See ../../COPYING for clarification regarding multiple authors
  //
  // Licensed under the Apache License, Version 2.0 (the "License");
  // you may not use this file except in compliance with the License.
  // You may obtain a copy of the License at
  //
  //  http://www.apache.org/licenses/LICENSE-2.0
  //
  // THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  // KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
  // WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
  // MERCHANTABLITY OR NON-INFRINGEMENT.
  // See the Apache 2 License for the specific language governing permissions and
  // limitations under the License.
  
  #ifndef KALDI_TREE_CONTEXT_DEP_H_
  #define KALDI_TREE_CONTEXT_DEP_H_
  
  #include "util/stl-utils.h"
  #include "itf/context-dep-itf.h"
  #include "tree/event-map.h"
  #include "matrix/matrix-lib.h"
  #include "tree/cluster-utils.h"
  
  /*
    This header provides the declarations for the class ContextDependency, which inherits
    from the interface class "ContextDependencyInterface" in itf/context-dep-itf.h.
    This is basically a wrapper around an EventMap.  The EventMap
    (tree/event-map.h) declares most of the internals of the class, and the building routines are
    in build-tree.h which uses build-tree-utils.h, which uses cluster-utils.h . */
  
  
  namespace kaldi {
  
  static const EventKeyType kPdfClass = -1;  // The "name" to which we assign the
  // pdf-class (generally corresponds ot position in the HMM, zero-based);
  // must not be used for any other event.  I.e. the value corresponding to
  // this key is the pdf-class (see hmm-topology.h for explanation of what this is).
  
  
  /* ContextDependency is quite a generic decision tree.
  
     It does not actually do very much-- all the magic is in the EventMap object.
     All this class does is to encode the phone context as a sequence of events, and
     pass this to the EventMap object to turn into what it will interpret as a
     vector of pdfs.
  
     Different versions of the ContextDependency class that are written in the future may
     have slightly different interfaces and pass more stuff in as events, to the
     EventMap object.
  
     In order to separate the process of training decision trees from the process
     of actually using them, we do not put any training code into the ContextDependency class.
   */
  class ContextDependency: public ContextDependencyInterface {
   public:
    virtual int32 ContextWidth() const { return N_; }
    virtual int32 CentralPosition() const { return P_; }
  
  
    /// returns success or failure; outputs pdf to pdf_id For positions that were
    /// outside the sequence (due to end effects), put zero.  Naturally
    /// phoneseq[CentralPosition()] must be nonzero.
    virtual bool Compute(const std::vector<int32> &phoneseq,
                         int32 pdf_class, int32 *pdf_id) const;
  
    virtual int32 NumPdfs() const {
      // this routine could be simplified to return to_pdf_->MaxResult()+1.  we're a
      // bit more paranoid than that.
      if (!to_pdf_) return 0;
      EventAnswerType max_result = to_pdf_->MaxResult();
      if (max_result < 0 ) return 0;
      else return (int32) max_result+1;
    }
    virtual ContextDependencyInterface *Copy() const {
      return new ContextDependency(N_, P_, to_pdf_->Copy());
    }
  
    /// Read context-dependency object from disk; throws on error
    void Read (std::istream &is, bool binary);
  
    // Constructor with no arguments; will normally be called
    // prior to Read()
    ContextDependency(): N_(0), P_(0), to_pdf_(NULL) { }
  
    // Constructor takes ownership of pointers.
    ContextDependency(int32 N, int32 P,
                      EventMap *to_pdf):
        N_(N), P_(P), to_pdf_(to_pdf) { }
    void Write (std::ostream &os, bool binary) const;
  
    ~ContextDependency() { delete to_pdf_; }
  
    const EventMap &ToPdfMap() const { return *to_pdf_; }
  
    /// GetPdfInfo returns a vector indexed by pdf-id, saying for each pdf which
    /// pairs of (phone, pdf-class) it can correspond to.  (Usually just one).
    /// c.f. hmm/hmm-topology.h for meaning of pdf-class.
    /// This is the old, simpler interface of GetPdfInfo(), and that this one can
    /// only be called if the HmmTopology object's IsHmm() function call returns
    /// true.
    virtual void GetPdfInfo(
        const std::vector<int32> &phones,  // list of phones
        const std::vector<int32> &num_pdf_classes,  // indexed by phone,
        std::vector<std::vector<std::pair<int32, int32> > > *pdf_info)
        const;
  
    /// This function outputs information about what possible pdf-ids can
    /// be generated for HMM-states; it covers the general case where
    /// the self-loop pdf-class may be different from the forward-transition
    /// pdf-class, so we are asking not about the set of possible pdf-ids
    /// for a given (phone, pdf-class), but the set of possible ordered pairs
    /// (forward-transition-pdf, self-loop-pdf) for a given (phone,
    /// forward-transition-pdf-class, self-loop-pdf-class).
    /// Note: 'phones' is a list of integer ids of phones, and
    /// 'pdf-class-pairs', indexed by phone, is a list of pairs
    /// (forward-transition-pdf-class, self-loop-pdf-class) that we can have for
    /// that phone.
    /// The output 'pdf_info' is indexed first by phone and then by the
    /// same index that indexes each element of 'pdf_class_pairs',
    /// and tells us for each pair in 'pdf_class_pairs', what is the
    /// list of possible (forward-transition-pdf-id, self-loop-pdf-id) that
    /// we can have.
    /// This is less efficient than the other version of GetPdfInfo().
    virtual void GetPdfInfo(
        const std::vector<int32> &phones,
        const std::vector<std::vector<std::pair<int32, int32> > > &pdf_class_pairs,
        std::vector<std::vector<std::vector<std::pair<int32, int32> > > > *pdf_info)
        const;
  
   private:
    int32 N_;  //
    int32 P_;
    EventMap *to_pdf_;  // owned here.
  
    // 'context' is the context-window of phones, of
    // length N, with -1 for those positions where phones 
    // that are currently unknown, treated as wildcards; at least 
    // the central phone [position P] must be a real phone, i.e. 
    // not -1. 
    // This function inserts any allowed pairs (forward_pdf, self_loop_pdf) 
    // to the set "pairs".
    void EnumeratePairs(
        const std::vector<int32> &phones,
        int32 self_loop_pdf_class, int32 forward_pdf_class,
        const std::vector<int32> &context,
        unordered_set<std::pair<int32,int32>, PairHasher<int32> > *pairs)
        const;
  
    KALDI_DISALLOW_COPY_AND_ASSIGN(ContextDependency);
  };
  
  /// GenRandContextDependency is mainly of use for debugging.  Phones must be sorted and uniq
  /// on input.
  /// @param phones [in] A vector of phone id's [must be sorted and uniq].
  /// @param ensure_all_covered [in] boolean argument; if true,  GenRandContextDependency
  ///        generates a context-dependency object that "works" for all phones [no gaps].
  /// @param num_pdf_classes [out] outputs a vector indexed by phone, of the number
  ///          of pdf classes (e.g. states) for that phone.
  /// @return Returns the a context dependency object.
  ContextDependency *GenRandContextDependency(const std::vector<int32> &phones,
                                              bool ensure_all_covered,
                                              std::vector<int32> *num_pdf_classes);
  
  /// GenRandContextDependencyLarge is like GenRandContextDependency but generates a larger tree
  /// with specified N and P for use in "one-time" larger-scale tests.
  ContextDependency *GenRandContextDependencyLarge(const std::vector<int32> &phones,
                                                   int N, int P,
                                                   bool ensure_all_covered,
                                                   std::vector<int32> *num_pdf_classes);
  
  // MonophoneContextDependency() returns a new ContextDependency object that
  // corresponds to a monophone system.
  // The map phone2num_pdf_classes maps from the phone id to the number of
  // pdf-classes we have for that phone (e.g. 3, so the pdf-classes would be
  // 0, 1, 2).
  
  ContextDependency*
  MonophoneContextDependency(const std::vector<int32> &phones,
                             const std::vector<int32> &phone2num_pdf_classes);
  
  // MonophoneContextDependencyShared is as MonophoneContextDependency but lets
  // you define classes of phones which share pdfs (e.g. different stress-markers of a single
  // phone.)  Each element of phone_classes is a set of phones that are in that class.
  ContextDependency*
  MonophoneContextDependencyShared(const std::vector<std::vector<int32> > &phone_classes,
                                   const std::vector<int32> &phone2num_pdf_classes);
  
  
  // Important note:
  // Statistics for training decision trees will be of type:
  // std::vector<std::pair<EventType, Clusterable*> >
  // We don't make this a typedef as it doesn't add clarity.
  // they will be sorted and unique on the EventType member, which
  // itself is sorted and unique on the name (see event-map.h).
  
  // See build-tree.h for functions relating to actually building the decision trees.
  
  
  
  
  }  // namespace Kaldi
  
  
  #endif