Blame view

src/lat/determinize-lattice-pruned-test.cc 5.49 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
  // lat/determinize-lattice-pruned-test.cc
  
  // Copyright 2009-2012  Microsoft Corporation
  //           2012-2013  Johns Hopkins University (Author: Daniel Povey)
  
  // See ../../COPYING for clarification regarding multiple authors
  //
  // Licensed under the Apache License, Version 2.0 (the "License");
  // you may not use this file except in compliance with the License.
  // You may obtain a copy of the License at
  //
  //  http://www.apache.org/licenses/LICENSE-2.0
  //
  // THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  // KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED
  // WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE,
  // MERCHANTABLITY OR NON-INFRINGEMENT.
  // See the Apache 2 License for the specific language governing permissions and
  // limitations under the License.
  
  #include "lat/determinize-lattice-pruned.h"
  #include "fstext/lattice-utils.h"
  #include "fstext/fst-test-utils.h"
  #include "lat/kaldi-lattice.h"
  #include "lat/lattice-functions.h"
  
  namespace fst {
  // Caution: these tests are not as generic as you might think from all the
  // templates in the code.  They are basically only valid for LatticeArc.
  // This is partly due to the fact that certain templates need to be instantiated
  // in other .cc files in this directory.
  
  // test that determinization proceeds correctly on general
  // FSTs (not guaranteed determinzable, but we use the
  // max-states option to stop it getting out of control).
  template<class Arc> void TestDeterminizeLatticePruned() {
    typedef kaldi::int32 Int;
    typedef typename Arc::Weight Weight;
    typedef ArcTpl<CompactLatticeWeightTpl<Weight, Int> > CompactArc;
  
    for(int i = 0; i < 100; i++) {
      RandFstOptions opts;
      opts.n_states = 4;
      opts.n_arcs = 10;
      opts.n_final = 2;
      opts.allow_empty = false;
      opts.weight_multiplier = 0.5; // impt for the randomly generated weights
      opts.acyclic = true;
      // to be exactly representable in float,
      // or this test fails because numerical differences can cause symmetry in
      // weights to be broken, which causes the wrong path to be chosen as far
      // as the string part is concerned.
  
      VectorFst<Arc> *fst = RandPairFst<Arc>(opts);
  
      bool sorted = TopSort(fst);
      KALDI_ASSERT(sorted);
  
      ILabelCompare<Arc> ilabel_comp;
      if (kaldi::Rand() % 2 == 0)
        ArcSort(fst, ilabel_comp);
  
      std::cout << "FST before lattice-determinizing is:
  ";
      {
        FstPrinter<Arc> fstprinter(*fst, NULL, NULL, NULL, false, true, "\t");
        fstprinter.Print(&std::cout, "standard output");
      }
      VectorFst<Arc> det_fst;
      try {
        DeterminizeLatticePrunedOptions lat_opts;
        lat_opts.max_mem = ((kaldi::Rand() % 2 == 0) ? 100 : 1000);
        lat_opts.max_states = ((kaldi::Rand() % 2 == 0) ? -1 : 20);
        lat_opts.max_arcs = ((kaldi::Rand() % 2 == 0) ? -1 : 30);
        bool ans = DeterminizeLatticePruned<Weight>(*fst, 10.0, &det_fst, lat_opts);
  
        std::cout << "FST after lattice-determinizing is:
  ";
        {
          FstPrinter<Arc> fstprinter(det_fst, NULL, NULL, NULL, false, true, "\t");
          fstprinter.Print(&std::cout, "standard output");
        }
        KALDI_ASSERT(det_fst.Properties(kIDeterministic, true) & kIDeterministic);
        // OK, now determinize it a different way and check equivalence.
        // [note: it's not normal determinization, it's taking the best path
        // for any input-symbol sequence....
  
  
        VectorFst<Arc> pruned_fst(*fst);
        if (pruned_fst.NumStates() != 0)
          kaldi::PruneLattice(10.0, &pruned_fst);
  
        VectorFst<CompactArc> compact_pruned_fst, compact_pruned_det_fst;
        ConvertLattice<Weight, Int>(pruned_fst, &compact_pruned_fst, false);
        std::cout << "Compact pruned FST is:
  ";
        {
          FstPrinter<CompactArc> fstprinter(compact_pruned_fst, NULL, NULL, NULL, false, true, "\t");
          fstprinter.Print(&std::cout, "standard output");
        }
        ConvertLattice<Weight, Int>(det_fst, &compact_pruned_det_fst, false);
  
        std::cout << "Compact version of determinized FST is:
  ";
        {
          FstPrinter<CompactArc> fstprinter(compact_pruned_det_fst, NULL, NULL, NULL, false, true, "\t");
          fstprinter.Print(&std::cout, "standard output");
        }
  
        if (ans)
          KALDI_ASSERT(RandEquivalent(compact_pruned_det_fst, compact_pruned_fst, 5/*paths*/, 0.01/*delta*/, kaldi::Rand()/*seed*/, 100/*path length, max*/));
      } catch (...) {
        std::cout << "Failed to lattice-determinize this FST (probably not determinizable)
  ";
      }
      delete fst;
    }
  }
  
  // test that determinization proceeds without crash on acyclic FSTs
  // (guaranteed determinizable in this sense).
  template<class Arc> void TestDeterminizeLatticePruned2() {
    typedef typename Arc::Weight Weight;
    RandFstOptions opts;
    opts.acyclic = true;
    for(int i = 0; i < 100; i++) {
      VectorFst<Arc> *fst = RandPairFst<Arc>(opts);
      std::cout << "FST before lattice-determinizing is:
  ";
      {
        FstPrinter<Arc> fstprinter(*fst, NULL, NULL, NULL, false, true, "\t");
        fstprinter.Print(&std::cout, "standard output");
      }
      VectorFst<Arc> ofst;
      DeterminizeLatticePruned<Weight>(*fst, 10.0, &ofst);
      std::cout << "FST after lattice-determinizing is:
  ";
      {
        FstPrinter<Arc> fstprinter(ofst, NULL, NULL, NULL, false, true, "\t");
        fstprinter.Print(&std::cout, "standard output");
      }
      delete fst;
    }
  }
  
  
  } // end namespace fst
  
  int main() {
    using namespace fst;
    TestDeterminizeLatticePruned<kaldi::LatticeArc>();
    TestDeterminizeLatticePruned2<kaldi::LatticeArc>();
    std::cout << "Tests succeeded
  ";
  }