perf_benchmark.cpp
3.75 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
/*
* ASCLITE
* Author: Jerome Ajot, Jon Fiscus, Nicolas Radde, Chris Laprun
*
* This software was developed at the National Institute of Standards and Technology by
* employees of the Federal Government in the course of their official duties. Pursuant
* to title 17 Section 105 of the United States Code this software is not subject to
* copyright protection and is in the public domain. ASCLITE is an experimental system.
* NIST assumes no responsibility whatsoever for its use by other parties, and makes no
* guarantees, expressed or implied, about its quality, reliability, or any other
* characteristic. We would appreciate acknowledgement if the software is used.
*
* THIS SOFTWARE IS PROVIDED "AS IS." With regard to this software, NIST MAKES NO EXPRESS
* OR IMPLIED WARRANTY AS TO ANY MATTER WHATSOEVER, INCLUDING MERCHANTABILITY,
* OR FITNESS FOR A PARTICULAR PURPOSE.
*/
#include "perf_benchmark.h" // class's header file
#include "speech.h"
// class destructor
PerfBenchmark::~PerfBenchmark()
{
map<string, vector<int> >::iterator i, ei;
i = costs.begin();
ei = costs.end();
while(i != ei)
{
i->second.clear();
i++;
}
costs.clear();
props.clear();
}
// class constructor
PerfBenchmark::PerfBenchmark()
{
// Common variables
Segment* t_seg;
SegmentsGroup* t_segs;
//1) Simple test in 2 dimention but with large segment
// two differents same sentences (3 tokens long)
// ref : a b ....
// hyp : a c ....
t_segs = new SegmentsGroup();
t_seg = CreateSampleSegment(200, string("b"));
t_segs->AddReference(t_seg);
t_seg = CreateSampleSegment(200, string("c"));
t_segs->AddHypothesis(t_seg);
tests.push_back(t_segs);
props.clear();
properties.push_back(props);
costs["std"].push_back(0);
//2) Simple test in 3 dimention but with large segment
// 3 differents sentences
// ref : a b ....
// hyp : a c ....
// hyp : a d ....
t_segs = new SegmentsGroup();
t_seg = CreateSampleSegment(100, string("b"));
t_segs->AddReference(t_seg);
t_seg = CreateSampleSegment(50, string("c"));
t_segs->AddHypothesis(t_seg);
t_seg = CreateSampleSegment(50, string("d"));
t_segs->AddHypothesis(t_seg);
tests.push_back(t_segs);
props.clear();
properties.push_back(props);
costs["std"].push_back(0);
//3) Simple test in 4 dimention but with large segment
// two exact same sentences (3 tokens long)
// ref : a b b b b ... 50x ... b b b b b b b b b b b b b b b
// hyp : a c c c c c c c c c c c c c c c c c c c
// hyp : a d d d d d d d d d d d d d d d d d d d
// hyp : a e e e e e e e e e
// hyp : a f
// hyp : a g
t_segs = new SegmentsGroup();
t_seg = CreateSampleSegment(50, string("b"));
t_segs->AddReference(t_seg);
t_seg = CreateSampleSegment(20, string("c"));
t_segs->AddHypothesis(t_seg);
t_seg = CreateSampleSegment(20, string("d"));
t_segs->AddHypothesis(t_seg);
t_seg = CreateSampleSegment(10, string("e"));
t_segs->AddHypothesis(t_seg);
t_seg = CreateSampleSegment(2, string("f"));
t_segs->AddHypothesis(t_seg);
t_seg = CreateSampleSegment(2, string("g"));
t_segs->AddHypothesis(t_seg);
tests.push_back(t_segs);
props.clear();
properties.push_back(props);
costs["std"].push_back(0);
}
/**
* Access the "type" cost no index
*/
int PerfBenchmark::GetCost(int index, string type)
{
return costs[type][index];
}
Segment* PerfBenchmark::CreateSampleSegment(int nb, string hop)
{
SpeechSet* speechSet = new SpeechSet();
Speech* speech = new Speech(speechSet);
Segment* t_seg = Segment::CreateWithEndTime(0, nb*1000, speech);
Token* f_tok = Token::CreateWithEndTime(0, 1000, t_seg, "a");
Token* p_tok = f_tok;
Token* t_tok;
for (int i=1 ; i < nb ; i++)
{
t_tok = Token::CreateWithEndTime(1000*i, 1000*i + 1000, t_seg, hop, p_tok, NULL);
p_tok = t_tok;
}
t_seg->AddFirstToken(f_tok);
t_seg->AddLastToken(p_tok);
return t_seg;
}