Update hardening flags.
[m6w6/libmemcached] / libtest / collection.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Data Differential YATL (i.e. libtest) library
4 *
5 * Copyright (C) 2012 Data Differential, http://datadifferential.com/
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are
9 * met:
10 *
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 *
14 * * Redistributions in binary form must reproduce the above
15 * copyright notice, this list of conditions and the following disclaimer
16 * in the documentation and/or other materials provided with the
17 * distribution.
18 *
19 * * The names of its contributors may not be used to endorse or
20 * promote products derived from this software without specific prior
21 * written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
29 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 *
35 */
36
37 #include <config.h>
38
39 #include <libtest/common.h>
40
41 static test_return_t runner_code(libtest::Framework* frame,
42 test_st* run,
43 libtest::Timer& _timer)
44 { // Runner Code
45
46 assert(frame->runner());
47 assert(run->test_fn);
48
49 test_return_t return_code;
50 try
51 {
52 _timer.reset();
53 return_code= frame->runner()->run(run->test_fn, frame->creators_ptr());
54 }
55 // Special case where check for the testing of the exception
56 // system.
57 catch (libtest::fatal &e)
58 {
59 if (libtest::fatal::is_disabled())
60 {
61 libtest::fatal::increment_disabled_counter();
62 return_code= TEST_SUCCESS;
63 }
64 else
65 {
66 throw;
67 }
68 }
69
70 _timer.sample();
71
72 return return_code;
73 }
74
75 namespace libtest {
76
77 Collection::Collection(Framework* frame_arg,
78 collection_st* arg) :
79 _name(arg->name),
80 _pre(arg->pre),
81 _post(arg->post),
82 _tests(arg->tests),
83 _frame(frame_arg),
84 _success(0),
85 _skipped(0),
86 _failed(0),
87 _total(0),
88 _formatter(_name)
89 {
90 fatal_assert(arg);
91 }
92
93 test_return_t Collection::exec()
94 {
95 if (test_success(_frame->runner()->pre(_pre, _frame->creators_ptr())))
96 {
97 for (test_st *run= _tests; run->name; run++)
98 {
99 formatter()->push_testcase(run->name);
100 if (_frame->match(run->name))
101 {
102 formatter()->skipped();
103 continue;
104 }
105 _total++;
106
107 test_return_t return_code;
108 try
109 {
110 if (run->requires_flush)
111 {
112 if (test_failed(_frame->runner()->flush(_frame->creators_ptr())))
113 {
114 Error << "frame->runner()->flush(creators_ptr)";
115 _skipped++;
116 formatter()->skipped();
117 continue;
118 }
119 }
120
121 alarm(600);
122 try
123 {
124 return_code= runner_code(_frame, run, _timer);
125 }
126 catch (...)
127 {
128 alarm(0);
129 throw;
130 }
131 alarm(0);
132 }
133 catch (libtest::exception &e)
134 {
135 stream::cerr(e.file(), e.line(), e.func()) << e.what();
136 _failed++;
137 formatter()->failed();
138 throw;
139 }
140
141 switch (return_code)
142 {
143 case TEST_SUCCESS:
144 _success++;
145 formatter()->success(_timer);
146 break;
147
148 case TEST_FAILURE:
149 _failed++;
150 formatter()->failed();
151 break;
152
153 case TEST_SKIPPED:
154 _skipped++;
155 formatter()->skipped();
156 break;
157
158 default:
159 fatal_message("invalid return code");
160 }
161 #if 0
162 @TODO add code here to allow for a collection to define a method to reset to allow tests to continue.
163 #endif
164 }
165
166 (void) _frame->runner()->post(_post, _frame->creators_ptr());
167 }
168
169 if (_failed == 0 and _skipped == 0 and _success)
170 {
171 return TEST_SUCCESS;
172 }
173
174 if (_failed)
175 {
176 return TEST_FAILURE;
177 }
178
179 fatal_assert(_skipped or _success == 0);
180
181 return TEST_SKIPPED;
182 }
183
184 } // namespace libtest
185