jenkins-promote-staging-trunk-libmemcached-16
[awesomized/libmemcached] / libtest / framework.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Data Differential YATL (i.e. libtest) library
4 *
5 * Copyright (C) 2012 Data Differential, http://datadifferential.com/
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are
9 * met:
10 *
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 *
14 * * Redistributions in binary form must reproduce the above
15 * copyright notice, this list of conditions and the following disclaimer
16 * in the documentation and/or other materials provided with the
17 * distribution.
18 *
19 * * The names of its contributors may not be used to endorse or
20 * promote products derived from this software without specific prior
21 * written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
29 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 *
35 */
36
37 #include <config.h>
38
39 #include <libtest/common.h>
40 #include <libtest/collection.h>
41 #include <libtest/signal.h>
42
43 #include <fnmatch.h>
44 #include <iostream>
45
46 using namespace libtest;
47
48 Framework::Framework(libtest::SignalThread& signal,
49 const std::string& only_run_arg,
50 const std::string& wildcard_arg) :
51 collections(NULL),
52 _total(0),
53 _success(0),
54 _skipped(0),
55 _failed(0),
56 _create(NULL),
57 _destroy(NULL),
58 _runner(NULL),
59 _socket(false),
60 _creators_ptr(NULL),
61 _signal(signal),
62 _only_run(only_run_arg),
63 _wildcard(wildcard_arg)
64 {
65 get_world(this);
66
67 for (collection_st *next= collections; next and next->name; next++)
68 {
69 _collection.push_back(new Collection(this, next));
70 }
71 }
72
73 Framework::~Framework()
74 {
75 if (_destroy and _destroy(_creators_ptr))
76 {
77 Error << "Failure in _destroy(), some resources may not have been cleaned up.";
78 }
79
80 _servers.shutdown();
81
82 delete _runner;
83
84 for (std::vector<Collection*>::iterator iter= _collection.begin();
85 iter != _collection.end();
86 iter++)
87 {
88 delete *iter;
89 }
90 _collection.clear();
91 }
92
93 bool Framework::match(const char* arg)
94 {
95 if (_wildcard.empty() == false and fnmatch(_wildcard.c_str(), arg, 0))
96 {
97 return true;
98 }
99
100 return false;
101 }
102
103 void Framework::exec()
104 {
105 for (std::vector<Collection*>::iterator iter= _collection.begin();
106 iter != _collection.end() and (_signal.is_shutdown() == false);
107 iter++)
108 {
109 if (_only_run.empty() == false and
110 fnmatch(_only_run.c_str(), (*iter)->name(), 0))
111 {
112 continue;
113 }
114
115 _total++;
116
117 try {
118 switch ((*iter)->exec())
119 {
120 case TEST_FAILURE:
121 _failed++;
122 break;
123
124 case TEST_SKIPPED:
125 _skipped++;
126 break;
127
128 // exec() can return SUCCESS, but that doesn't mean that some tests did
129 // not fail or get skipped.
130 case TEST_SUCCESS:
131 _success++;
132 break;
133 }
134 }
135 catch (libtest::fatal& e)
136 {
137 stream::cerr(e.file(), e.line(), e.func()) << e.mesg();
138 }
139 catch (libtest::disconnected& e)
140 {
141 Error << "Unhandled disconnection occurred:" << e.what();
142 throw;
143 }
144
145 Outn();
146 }
147 }
148
149 uint32_t Framework::sum_total()
150 {
151 uint32_t count= 0;
152 for (std::vector<Collection*>::iterator iter= _collection.begin();
153 iter != _collection.end();
154 iter++)
155 {
156 count+= (*iter)->total();
157 }
158
159 return count;
160 }
161
162 uint32_t Framework::sum_success()
163 {
164 uint32_t count= 0;
165 for (std::vector<Collection*>::iterator iter= _collection.begin();
166 iter != _collection.end();
167 iter++)
168 {
169 count+= (*iter)->success();
170 }
171
172 return count;
173 }
174
175 uint32_t Framework::sum_skipped()
176 {
177 uint32_t count= 0;
178 for (std::vector<Collection*>::iterator iter= _collection.begin();
179 iter != _collection.end();
180 iter++)
181 {
182 count+= (*iter)->skipped();
183 }
184
185 return count;
186 }
187
188 uint32_t Framework::sum_failed()
189 {
190 uint32_t count= 0;
191 for (std::vector<Collection*>::iterator iter= _collection.begin();
192 iter != _collection.end();
193 iter++)
194 {
195 count+= (*iter)->failed();
196 }
197
198 return count;
199 }
200
201 libtest::Runner *Framework::runner()
202 {
203 if (_runner == NULL)
204 {
205 _runner= new Runner;
206 }
207 _runner->set_servers(_servers);
208
209 return _runner;
210 }
211
212 test_return_t Framework::create()
213 {
214 test_return_t rc= TEST_SUCCESS;
215 if (_create)
216 {
217 _creators_ptr= _create(_servers, rc);
218 }
219
220 return rc;
221 }