Merge from built to trunk
[awesomized/libmemcached] / libtest / main.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Data Differential YATL (i.e. libtest) library
4 *
5 * Copyright (C) 2012 Data Differential, http://datadifferential.com/
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are
9 * met:
10 *
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 *
14 * * Redistributions in binary form must reproduce the above
15 * copyright notice, this list of conditions and the following disclaimer
16 * in the documentation and/or other materials provided with the
17 * distribution.
18 *
19 * * The names of its contributors may not be used to endorse or
20 * promote products derived from this software without specific prior
21 * written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
29 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 *
35 */
36
37 #include <config.h>
38 #include <libtest/common.h>
39
40 #include <cassert>
41 #include <cstdlib>
42 #include <cstring>
43 #include <ctime>
44 #include <fnmatch.h>
45 #include <iostream>
46 #include <memory>
47 #include <sys/stat.h>
48 #include <sys/time.h>
49 #include <sys/types.h>
50 #include <sys/wait.h>
51 #include <unistd.h>
52
53 #include <signal.h>
54
55 #ifndef __INTEL_COMPILER
56 #pragma GCC diagnostic ignored "-Wold-style-cast"
57 #endif
58
59 using namespace libtest;
60
61 static void stats_print(Framework *frame)
62 {
63 if (frame->failed() == 0 and frame->success() == 0)
64 {
65 return;
66 }
67
68 Outn();
69 Out << "Collections\t\t\t\t\t" << frame->total();
70 Out << "\tFailed\t\t\t\t\t" << frame->failed();
71 Out << "\tSkipped\t\t\t\t\t" << frame->skipped();
72 Out << "\tSucceeded\t\t\t\t" << frame->success();
73 Outn();
74 Out << "Tests\t\t\t\t\t" << frame->sum_total();
75 Out << "\tFailed\t\t\t\t" << frame->sum_failed();
76 Out << "\tSkipped\t\t\t\t" << frame->sum_skipped();
77 Out << "\tSucceeded\t\t\t" << frame->sum_success();
78 }
79
80 #include <getopt.h>
81 #include <unistd.h>
82
83 int main(int argc, char *argv[])
84 {
85 bool opt_massive= false;
86 unsigned long int opt_repeat= 1; // Run all tests once
87 bool opt_quiet= false;
88 std::string collection_to_run;
89 std::string wildcard;
90
91 /*
92 Valgrind does not currently work reliably, or sometimes at all, on OSX
93 - Fri Jun 15 11:24:07 EDT 2012
94 */
95 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
96 if (valgrind_is_caller())
97 {
98 return EXIT_SKIP;
99 }
100 #endif
101
102 // Options parsing
103 {
104 enum long_option_t {
105 OPT_LIBYATL_VERSION,
106 OPT_LIBYATL_MATCH_COLLECTION,
107 OPT_LIBYATL_MASSIVE,
108 OPT_LIBYATL_QUIET,
109 OPT_LIBYATL_MATCH_WILDCARD,
110 OPT_LIBYATL_REPEAT
111 };
112
113 static struct option long_options[]=
114 {
115 { "version", no_argument, NULL, OPT_LIBYATL_VERSION },
116 { "quiet", no_argument, NULL, OPT_LIBYATL_QUIET },
117 { "repeat", no_argument, NULL, OPT_LIBYATL_REPEAT },
118 { "collection", required_argument, NULL, OPT_LIBYATL_MATCH_COLLECTION },
119 { "wildcard", required_argument, NULL, OPT_LIBYATL_MATCH_WILDCARD },
120 { "massive", no_argument, NULL, OPT_LIBYATL_MASSIVE },
121 { 0, 0, 0, 0 }
122 };
123
124 int option_index= 0;
125 while (1)
126 {
127 int option_rv= getopt_long(argc, argv, "", long_options, &option_index);
128 if (option_rv == -1)
129 {
130 break;
131 }
132
133 switch (option_rv)
134 {
135 case OPT_LIBYATL_VERSION:
136 break;
137
138 case OPT_LIBYATL_QUIET:
139 opt_quiet= true;
140 break;
141
142 case OPT_LIBYATL_REPEAT:
143 opt_repeat= strtoul(optarg, (char **) NULL, 10);
144 break;
145
146 case OPT_LIBYATL_MATCH_COLLECTION:
147 collection_to_run= optarg;
148 break;
149
150 case OPT_LIBYATL_MATCH_WILDCARD:
151 wildcard= optarg;
152 break;
153
154 case OPT_LIBYATL_MASSIVE:
155 opt_massive= true;
156 break;
157
158 case '?':
159 /* getopt_long already printed an error message. */
160 Error << "unknown option to getopt_long()";
161 exit(EXIT_FAILURE);
162
163 default:
164 break;
165 }
166 }
167 }
168
169 srandom((unsigned int)time(NULL));
170
171 if (bool(getenv("YATL_REPEAT")) and (strtoul(getenv("YATL_REPEAT"), (char **) NULL, 10) > 1))
172 {
173 opt_repeat= strtoul(getenv("YATL_REPEAT"), (char **) NULL, 10);
174 }
175
176 if ((bool(getenv("YATL_QUIET")) and (strcmp(getenv("YATL_QUIET"), "0") == 0)) or opt_quiet)
177 {
178 opt_quiet= true;
179 }
180 else if (getenv("JENKINS_URL"))
181 {
182 if (bool(getenv("YATL_QUIET")) and (strcmp(getenv("YATL_QUIET"), "1") == 0))
183 { }
184 else
185 {
186 opt_quiet= true;
187 }
188 }
189
190 if (opt_quiet)
191 {
192 close(STDOUT_FILENO);
193 }
194
195 char buffer[1024];
196 if (getenv("LIBTEST_TMP"))
197 {
198 snprintf(buffer, sizeof(buffer), "%s", getenv("LIBTEST_TMP"));
199 }
200 else
201 {
202 snprintf(buffer, sizeof(buffer), "%s", LIBTEST_TEMP);
203 }
204
205 if (chdir(buffer) == -1)
206 {
207 char getcwd_buffer[1024];
208 char *dir= getcwd(getcwd_buffer, sizeof(getcwd_buffer));
209
210 Error << "Unable to chdir() from " << dir << " to " << buffer << " errno:" << strerror(errno);
211 return EXIT_FAILURE;
212 }
213
214 if (libtest::libtool() == NULL)
215 {
216 Error << "Failed to locate libtool";
217 return EXIT_FAILURE;
218 }
219
220 if (getenv("YATL_COLLECTION_TO_RUN"))
221 {
222 if (strlen(getenv("YATL_COLLECTION_TO_RUN")))
223 {
224 collection_to_run= getenv("YATL_COLLECTION_TO_RUN");
225 }
226 }
227
228 if (collection_to_run.compare("none") == 0)
229 {
230 return EXIT_SUCCESS;
231 }
232
233 if (collection_to_run.empty() == false)
234 {
235 Out << "Only testing " << collection_to_run;
236 }
237
238 int exit_code;
239
240 try
241 {
242 do
243 {
244 exit_code= EXIT_SUCCESS;
245 fatal_assert(sigignore(SIGPIPE) == 0);
246
247 libtest::SignalThread signal;
248 if (signal.setup() == false)
249 {
250 Error << "Failed to setup signals";
251 return EXIT_FAILURE;
252 }
253
254 std::auto_ptr<Framework> frame(new Framework(signal, collection_to_run, wildcard));
255
256 // Run create(), bail on error.
257 {
258 switch (frame->create())
259 {
260 case TEST_SUCCESS:
261 break;
262
263 case TEST_SKIPPED:
264 return EXIT_SKIP;
265
266 case TEST_FAILURE:
267 std::cerr << "frame->create()" << std::endl;
268 return EXIT_FAILURE;
269 }
270 }
271
272 frame->exec();
273
274 if (signal.is_shutdown() == false)
275 {
276 signal.set_shutdown(SHUTDOWN_GRACEFUL);
277 }
278
279 shutdown_t status= signal.get_shutdown();
280 if (status == SHUTDOWN_FORCED)
281 {
282 Out << "Tests were aborted.";
283 exit_code= EXIT_FAILURE;
284 }
285 else if (frame->failed())
286 {
287 Out << "Some test failed.";
288 exit_code= EXIT_FAILURE;
289 }
290 else if (frame->skipped() and frame->failed() and frame->success())
291 {
292 Out << "Some tests were skipped.";
293 }
294 else if (frame->success() and (frame->failed() == 0))
295 {
296 Out << "All tests completed successfully.";
297 }
298
299 stats_print(frame.get());
300
301 Outn(); // Generate a blank to break up the messages if make check/test has been run
302 } while (exit_code == EXIT_SUCCESS and --opt_repeat);
303 }
304 catch (libtest::fatal& e)
305 {
306 std::cerr << "FATAL:" << e.what() << std::endl;
307 exit_code= EXIT_FAILURE;
308 }
309 catch (libtest::disconnected& e)
310 {
311 std::cerr << "Unhandled disconnection occurred:" << e.what() << std::endl;
312 exit_code= EXIT_FAILURE;
313 }
314 catch (std::exception& e)
315 {
316 std::cerr << "std::exception:" << e.what() << std::endl;
317 exit_code= EXIT_FAILURE;
318 }
319 catch (char const*)
320 {
321 std::cerr << "Exception:" << std::endl;
322 exit_code= EXIT_FAILURE;
323 }
324 catch (...)
325 {
326 std::cerr << "Unknown exception halted execution." << std::endl;
327 exit_code= EXIT_FAILURE;
328 }
329
330 return exit_code;
331 }