Blame view
tools/openfst-1.6.7/src/include/fst/extensions/far/info.h
4.86 KB
8dcb6dfcb
first commit
|
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 |
// See www.openfst.org for extensive documentation on this weighted
// finite-state transducer library.
#ifndef FST_EXTENSIONS_FAR_INFO_H_
#define FST_EXTENSIONS_FAR_INFO_H_
#include <iomanip>
#include <memory>
#include <set>
#include <string>
#include <utility>
#include <vector>
#include <fst/extensions/far/far.h>
#include <fst/extensions/far/getters.h>
namespace fst {
template <class Arc>
void AccumulateStatesAndArcs(const Fst<Arc> &fst, size_t *nstate, size_t *narc,
size_t *nfinal) {
for (StateIterator<Fst<Arc>> siter(fst); !siter.Done();
siter.Next(), ++(*nstate)) {
ArcIterator<Fst<Arc>> aiter(fst, siter.Value());
for (; !aiter.Done(); aiter.Next(), ++(*narc)) {
}
if (fst.Final(siter.Value()) != Arc::Weight::Zero()) ++(*nfinal);
}
}
struct KeyInfo {
string key;
string type;
size_t nstate = 0;
size_t narc = 0;
size_t nfinal = 0;
};
struct FarInfoData {
std::vector<KeyInfo> key_infos;
string far_type;
string arc_type;
size_t nfst = 0;
size_t nstate = 0;
size_t narc = 0;
size_t nfinal = 0;
std::set<string> fst_types;
};
template <class Arc>
void GetFarInfo(const std::vector<string> &filenames, const string &begin_key,
const string &end_key, const bool list_fsts,
FarInfoData *far_info) {
*far_info = FarInfoData();
std::unique_ptr<FarReader<Arc>> reader(FarReader<Arc>::Open(filenames));
if (!reader) {
LOG(ERROR) << "GetFarInfo: failed to create far reader.";
return;
}
if (!begin_key.empty()) reader->Find(begin_key);
for (; !reader->Done(); reader->Next()) {
const auto &key = reader->GetKey();
if (!end_key.empty() && end_key < key) break;
++far_info->nfst;
const auto *fst = reader->GetFst();
far_info->fst_types.insert(fst->Type());
if (list_fsts) {
KeyInfo info;
info.key = key;
info.type = fst->Type();
AccumulateStatesAndArcs(*fst, &info.nstate, &info.narc, &info.nfinal);
far_info->nstate += info.nstate;
far_info->narc += info.narc;
far_info->nfinal += info.nfinal;
far_info->key_infos.push_back(info);
} else {
AccumulateStatesAndArcs(*fst, &far_info->nstate, &far_info->narc,
&far_info->nfinal);
}
}
far_info->far_type = GetFarTypeString(reader->Type());
far_info->arc_type = Arc::Type();
}
template <class Arc>
void FarInfo(const std::vector<string> &filenames, const string &begin_key,
const string &end_key, const bool list_fsts) {
FarInfoData info;
GetFarInfo<Arc>(filenames, begin_key, end_key, list_fsts, &info);
if (!list_fsts) {
std::cout << std::left << std::setw(50) << "far type" << info.far_type
<< std::endl;
std::cout << std::left << std::setw(50) << "arc type" << Arc::Type()
<< std::endl;
std::cout << std::left << std::setw(50) << "fst type";
for (auto iter = info.fst_types.begin(); iter != info.fst_types.end();
++iter) {
if (iter != info.fst_types.begin()) std::cout << ",";
std::cout << *iter;
}
std::cout << std::endl;
std::cout << std::left << std::setw(50) << "# of FSTs" << info.nfst
<< std::endl;
std::cout << std::left << std::setw(50) << "total # of states"
<< info.nstate << std::endl;
std::cout << std::left << std::setw(50) << "total # of arcs" << info.narc
<< std::endl;
std::cout << std::left << std::setw(50) << "total # of final states"
<< info.nfinal << std::endl;
} else {
// FIXME(kbg): Grok, then document this.
int wkey = 10;
int wtype = 10;
int wnstate = 14;
int wnarc = 12;
int wnfinal = 20;
for (const auto &key_info : info.key_infos) {
if (key_info.key.size() + 2 > wkey) wkey = key_info.key.size() + 2;
if (key_info.type.size() + 2 > wtype) wtype = key_info.type.size() + 2;
if (ceil(log10(key_info.nstate)) + 2 > wnstate) {
wnstate = ceil(log10(key_info.nstate)) + 2;
}
if (ceil(log10(key_info.narc)) + 2 > wnarc) {
wnarc = ceil(log10(key_info.narc)) + 2;
}
if (ceil(log10(key_info.nfinal)) + 2 > wnfinal) {
wnfinal = ceil(log10(key_info.nfinal)) + 2;
}
}
std::cout << std::left << std::setw(wkey) << "key" << std::setw(wtype)
<< "type" << std::right << std::setw(wnstate) << "# of states"
<< std::setw(wnarc) << "# of arcs" << std::setw(wnfinal)
<< "# of final states" << std::endl;
for (const auto &key_info : info.key_infos) {
std::cout << std::left << std::setw(wkey) << key_info.key
<< std::setw(wtype) << key_info.type << std::right
<< std::setw(wnstate) << key_info.nstate << std::setw(wnarc)
<< key_info.narc << std::setw(wnfinal) << key_info.nfinal
<< std::endl;
}
}
}
} // namespace fst
#endif // FST_EXTENSIONS_FAR_INFO_H_
|