Blame view

tools/openfst-1.6.7/include/fst/signed-log-weight.h 13.3 KB
8dcb6dfcb   Yannick Estève   first commit
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
  // See www.openfst.org for extensive documentation on this weighted
  // finite-state transducer library.
  //
  // LogWeight along with sign information that represents the value X in the
  // linear domain as <sign(X), -ln(|X|)>
  //
  // The sign is a TropicalWeight:
  //  positive, TropicalWeight.Value() > 0.0, recommended value 1.0
  //  negative, TropicalWeight.Value() <= 0.0, recommended value -1.0
  
  #ifndef FST_SIGNED_LOG_WEIGHT_H_
  #define FST_SIGNED_LOG_WEIGHT_H_
  
  #include <cstdlib>
  
  #include <fst/float-weight.h>
  #include <fst/pair-weight.h>
  #include <fst/product-weight.h>
  
  
  namespace fst {
  template <class T>
  class SignedLogWeightTpl : public PairWeight<TropicalWeight, LogWeightTpl<T>> {
   public:
    using X1 = TropicalWeight;
    using X2 = LogWeightTpl<T>;
    using ReverseWeight = SignedLogWeightTpl;
  
    using PairWeight<X1, X2>::Value1;
    using PairWeight<X1, X2>::Value2;
  
    SignedLogWeightTpl() : PairWeight<X1, X2>() {}
  
    SignedLogWeightTpl(const SignedLogWeightTpl &w) : PairWeight<X1, X2>(w) {}
  
    explicit SignedLogWeightTpl(const PairWeight<X1, X2> &w)
        : PairWeight<X1, X2>(w) {}
  
    SignedLogWeightTpl(const X1 &x1, const X2 &x2) : PairWeight<X1, X2>(x1, x2) {}
  
    static const SignedLogWeightTpl &Zero() {
      static const SignedLogWeightTpl zero(X1(1.0), X2::Zero());
      return zero;
    }
  
    static const SignedLogWeightTpl &One() {
      static const SignedLogWeightTpl one(X1(1.0), X2::One());
      return one;
    }
  
    static const SignedLogWeightTpl &NoWeight() {
      static const SignedLogWeightTpl no_weight(X1(1.0), X2::NoWeight());
      return no_weight;
    }
  
    static const string &Type() {
      static const string *const type =
          new string("signed_log_" + X1::Type() + "_" + X2::Type());
      return *type;
    }
  
    SignedLogWeightTpl Quantize(float delta = kDelta) const {
      return SignedLogWeightTpl(PairWeight<X1, X2>::Quantize(delta));
    }
  
    ReverseWeight Reverse() const {
      return SignedLogWeightTpl(PairWeight<X1, X2>::Reverse());
    }
  
    bool Member() const { return PairWeight<X1, X2>::Member(); }
  
    // Neither idempotent nor path.
    static constexpr uint64 Properties() {
      return kLeftSemiring | kRightSemiring | kCommutative;
    }
  
    size_t Hash() const {
      size_t h1;
      if (Value2() == X2::Zero() || Value1().Value() > 0.0) {
        h1 = TropicalWeight(1.0).Hash();
      } else {
        h1 = TropicalWeight(-1.0).Hash();
      }
      size_t h2 = Value2().Hash();
      static constexpr int lshift = 5;
      static constexpr int rshift = CHAR_BIT * sizeof(size_t) - 5;
      return h1 << lshift ^ h1 >> rshift ^ h2;
    }
  };
  
  template <class T>
  inline SignedLogWeightTpl<T> Plus(const SignedLogWeightTpl<T> &w1,
                                    const SignedLogWeightTpl<T> &w2) {
    using X1 = TropicalWeight;
    using X2 = LogWeightTpl<T>;
    if (!w1.Member() || !w2.Member()) return SignedLogWeightTpl<T>::NoWeight();
    const auto s1 = w1.Value1().Value() > 0.0;
    const auto s2 = w2.Value1().Value() > 0.0;
    const bool equal = (s1 == s2);
    const auto f1 = w1.Value2().Value();
    const auto f2 = w2.Value2().Value();
    if (f1 == FloatLimits<T>::PosInfinity()) {
      return w2;
    } else if (f2 == FloatLimits<T>::PosInfinity()) {
      return w1;
    } else if (f1 == f2) {
      if (equal) {
        return SignedLogWeightTpl<T>(X1(w1.Value1()), X2(f2 - log(2.0F)));
      } else {
        return SignedLogWeightTpl<T>::Zero();
      }
    } else if (f1 > f2) {
      if (equal) {
        return SignedLogWeightTpl<T>(X1(w1.Value1()),
                                     X2(f2 - internal::LogPosExp(f1 - f2)));
      } else {
        return SignedLogWeightTpl<T>(X1(w2.Value1()),
                                     X2((f2 - internal::LogNegExp(f1 - f2))));
      }
    } else {
      if (equal) {
        return SignedLogWeightTpl<T>(X1(w2.Value1()),
                                     X2((f1 - internal::LogPosExp(f2 - f1))));
      } else {
        return SignedLogWeightTpl<T>(X1(w1.Value1()),
                                     X2((f1 - internal::LogNegExp(f2 - f1))));
      }
    }
  }
  
  template <class T>
  inline SignedLogWeightTpl<T> Minus(const SignedLogWeightTpl<T> &w1,
                                     const SignedLogWeightTpl<T> &w2) {
    SignedLogWeightTpl<T> minus_w2(-w2.Value1().Value(), w2.Value2());
    return Plus(w1, minus_w2);
  }
  
  template <class T>
  inline SignedLogWeightTpl<T> Times(const SignedLogWeightTpl<T> &w1,
                                     const SignedLogWeightTpl<T> &w2) {
    using X2 = LogWeightTpl<T>;
    if (!w1.Member() || !w2.Member()) return SignedLogWeightTpl<T>::NoWeight();
    const auto s1 = w1.Value1().Value() > 0.0;
    const auto s2 = w2.Value1().Value() > 0.0;
    const auto f1 = w1.Value2().Value();
    const auto f2 = w2.Value2().Value();
    if (s1 == s2) {
      return SignedLogWeightTpl<T>(TropicalWeight(1.0), X2(f1 + f2));
    } else {
      return SignedLogWeightTpl<T>(TropicalWeight(-1.0), X2(f1 + f2));
    }
  }
  
  template <class T>
  inline SignedLogWeightTpl<T> Divide(const SignedLogWeightTpl<T> &w1,
                                      const SignedLogWeightTpl<T> &w2,
                                      DivideType typ = DIVIDE_ANY) {
    using X2 = LogWeightTpl<T>;
    if (!w1.Member() || !w2.Member()) return SignedLogWeightTpl<T>::NoWeight();
    const auto s1 = w1.Value1().Value() > 0.0;
    const auto s2 = w2.Value1().Value() > 0.0;
    const auto f1 = w1.Value2().Value();
    const auto f2 = w2.Value2().Value();
    if (f2 == FloatLimits<T>::PosInfinity()) {
      return SignedLogWeightTpl<T>(TropicalWeight(1.0),
                                   X2(FloatLimits<T>::NumberBad()));
    } else if (f1 == FloatLimits<T>::PosInfinity()) {
      return SignedLogWeightTpl<T>(TropicalWeight(1.0),
                                   X2(FloatLimits<T>::PosInfinity()));
    } else if (s1 == s2) {
      return SignedLogWeightTpl<T>(TropicalWeight(1.0), X2(f1 - f2));
    } else {
      return SignedLogWeightTpl<T>(TropicalWeight(-1.0), X2(f1 - f2));
    }
  }
  
  template <class T>
  inline bool ApproxEqual(const SignedLogWeightTpl<T> &w1,
                          const SignedLogWeightTpl<T> &w2, float delta = kDelta) {
    const auto s1 = w1.Value1().Value() > 0.0;
    const auto s2 = w2.Value1().Value() > 0.0;
    if (s1 == s2) {
      return ApproxEqual(w1.Value2(), w2.Value2(), delta);
    } else {
      return w1.Value2() == LogWeightTpl<T>::Zero() &&
             w2.Value2() == LogWeightTpl<T>::Zero();
    }
  }
  
  template <class T>
  inline bool operator==(const SignedLogWeightTpl<T> &w1,
                         const SignedLogWeightTpl<T> &w2) {
    const auto s1 = w1.Value1().Value() > 0.0;
    const auto s2 = w2.Value1().Value() > 0.0;
    if (s1 == s2) {
      return w1.Value2() == w2.Value2();
    } else {
      return (w1.Value2() == LogWeightTpl<T>::Zero()) &&
             (w2.Value2() == LogWeightTpl<T>::Zero());
    }
  }
  
  // Single-precision signed-log weight.
  using SignedLogWeight = SignedLogWeightTpl<float>;
  
  // Double-precision signed-log weight.
  using SignedLog64Weight = SignedLogWeightTpl<double>;
  
  template <class W1, class W2>
  bool SignedLogConvertCheck(W1 weight) {
    if (weight.Value1().Value() < 0.0) {
      FSTERROR() << "WeightConvert: Can't convert weight " << weight
                 << " from " << W1::Type() << " to " << W2::Type();
      return false;
    }
    return true;
  }
  
  // Specialization using the Kahan compensated summation
  template <class T>
  class Adder<SignedLogWeightTpl<T>> {
   public:
    using Weight = SignedLogWeightTpl<T>;
    using X1 = TropicalWeight;
    using X2 = LogWeightTpl<T>;
  
    explicit Adder(Weight w = Weight::Zero())
       : ssum_(w.Value1().Value() > 0.0),
          sum_(w.Value2().Value()),
          c_(0.0) { }
  
    Weight Add(const Weight &w) {
      const auto sw = w.Value1().Value() > 0.0;
      const auto f = w.Value2().Value();
      const bool equal = (ssum_ == sw);
  
      if (!Sum().Member() || f == FloatLimits<T>::PosInfinity()) {
        return Sum();
      } else if (!w.Member() || sum_ == FloatLimits<T>::PosInfinity()) {
        sum_ = f;
        ssum_ = sw;
        c_ = 0.0;
      } else if (f == sum_) {
        if (equal) {
          sum_ = internal::KahanLogSum(sum_, f, &c_);
        } else {
          sum_ = FloatLimits<T>::PosInfinity();
          ssum_ = true;
          c_ = 0.0;
        }
      } else if (f > sum_) {
        if (equal) {
          sum_ = internal::KahanLogSum(sum_, f, &c_);
        } else {
          sum_ = internal::KahanLogDiff(sum_, f, &c_);
        }
      } else {
        if (equal) {
          sum_ = internal::KahanLogSum(f, sum_, &c_);
        } else {
          sum_ = internal::KahanLogDiff(f, sum_, &c_);
          ssum_ = sw;
        }
      }
      return Sum();
    }
  
    Weight Sum() { return Weight(X1(ssum_ ? 1.0 : -1.0), X2(sum_)); }
  
    void Reset(Weight w = Weight::Zero()) {
      ssum_ = w.Value1().Value() > 0.0;
      sum_ = w.Value2().Value();
      c_ = 0.0;
    }
  
   private:
    bool ssum_;   // true iff sign of sum is positive
    double sum_;  // unsigned sum
    double c_;    // Kahan compensation
  };
  
  // Converts to tropical.
  template <>
  struct WeightConvert<SignedLogWeight, TropicalWeight> {
    TropicalWeight operator()(const SignedLogWeight &weight) const {
      if (!SignedLogConvertCheck<SignedLogWeight, TropicalWeight>(weight)) {
        return TropicalWeight::NoWeight();
      }
      return TropicalWeight(weight.Value2().Value());
    }
  };
  
  template <>
  struct WeightConvert<SignedLog64Weight, TropicalWeight> {
    TropicalWeight operator()(const SignedLog64Weight &weight) const {
      if (!SignedLogConvertCheck<SignedLog64Weight, TropicalWeight>(weight)) {
        return TropicalWeight::NoWeight();
      }
      return TropicalWeight(weight.Value2().Value());
    }
  };
  
  // Converts to log.
  template <>
  struct WeightConvert<SignedLogWeight, LogWeight> {
    LogWeight operator()(const SignedLogWeight &weight) const {
      if (!SignedLogConvertCheck<SignedLogWeight, LogWeight>(weight)) {
        return LogWeight::NoWeight();
      }
      return LogWeight(weight.Value2().Value());
    }
  };
  
  template <>
  struct WeightConvert<SignedLog64Weight, LogWeight> {
    LogWeight operator()(const SignedLog64Weight &weight) const {
      if (!SignedLogConvertCheck<SignedLog64Weight, LogWeight>(weight)) {
        return LogWeight::NoWeight();
      }
      return LogWeight(weight.Value2().Value());
    }
  };
  
  // Converts to log64.
  template <>
  struct WeightConvert<SignedLogWeight, Log64Weight> {
    Log64Weight operator()(const SignedLogWeight &weight) const {
      if (!SignedLogConvertCheck<SignedLogWeight, Log64Weight>(weight)) {
        return Log64Weight::NoWeight();
      }
      return Log64Weight(weight.Value2().Value());
    }
  };
  
  template <>
  struct WeightConvert<SignedLog64Weight, Log64Weight> {
    Log64Weight operator()(const SignedLog64Weight &weight) const {
      if (!SignedLogConvertCheck<SignedLog64Weight, Log64Weight>(weight)) {
        return Log64Weight::NoWeight();
      }
      return Log64Weight(weight.Value2().Value());
    }
  };
  
  // Converts to signed log.
  template <>
  struct WeightConvert<TropicalWeight, SignedLogWeight> {
    SignedLogWeight operator()(const TropicalWeight &weight) const {
      return SignedLogWeight(1.0, weight.Value());
    }
  };
  
  template <>
  struct WeightConvert<LogWeight, SignedLogWeight> {
    SignedLogWeight operator()(const LogWeight &weight) const {
      return SignedLogWeight(1.0, weight.Value());
    }
  };
  
  template <>
  struct WeightConvert<Log64Weight, SignedLogWeight> {
    SignedLogWeight operator()(const Log64Weight &weight) const {
      return SignedLogWeight(1.0, weight.Value());
    }
  };
  
  template <>
  struct WeightConvert<SignedLog64Weight, SignedLogWeight> {
    SignedLogWeight operator()(const SignedLog64Weight &weight) const {
      return SignedLogWeight(weight.Value1(), weight.Value2().Value());
    }
  };
  
  // Converts to signed log64.
  template <>
  struct WeightConvert<TropicalWeight, SignedLog64Weight> {
    SignedLog64Weight operator()(const TropicalWeight &weight) const {
      return SignedLog64Weight(1.0, weight.Value());
    }
  };
  
  template <>
  struct WeightConvert<LogWeight, SignedLog64Weight> {
    SignedLog64Weight operator()(const LogWeight &weight) const {
      return SignedLog64Weight(1.0, weight.Value());
    }
  };
  
  template <>
  struct WeightConvert<Log64Weight, SignedLog64Weight> {
    SignedLog64Weight operator()(const Log64Weight &weight) const {
      return SignedLog64Weight(1.0, weight.Value());
    }
  };
  
  template <>
  struct WeightConvert<SignedLogWeight, SignedLog64Weight> {
    SignedLog64Weight operator()(const SignedLogWeight &weight) const {
      return SignedLog64Weight(weight.Value1(), weight.Value2().Value());
    }
  };
  
  // This function object returns SignedLogWeightTpl<T>'s that are random integers
  // chosen from [0, num_random_weights) times a random sign. This is intended
  // primarily for testing.
  template <class T>
  class WeightGenerate<SignedLogWeightTpl<T>> {
   public:
    using Weight = SignedLogWeightTpl<T>;
    using X1 = typename Weight::X1;
    using X2 = typename Weight::X2;
  
    explicit WeightGenerate(bool allow_zero = true,
                            size_t num_random_weights = kNumRandomWeights)
      : allow_zero_(allow_zero), num_random_weights_(num_random_weights) {}
  
    Weight operator()() const {
      static const X1 negative_one(-1.0);
      static const X1 positive_one(+1.0);
      const int m = rand() % 2;                                    // NOLINT
      const int n = rand() % (num_random_weights_ + allow_zero_);  // NOLINT
      return Weight((m == 0) ? negative_one : positive_one,
                    (allow_zero_ && n == num_random_weights_) ?
                     X2::Zero() : X2(n));
    }
  
   private:
    // Permits Zero() and zero divisors.
    const bool allow_zero_;
    // Number of alternative random weights.
    const size_t num_random_weights_;
  };
  
  }  // namespace fst
  
  #endif  // FST_SIGNED_LOG_WEIGHT_H_