jenkins-promote-staging-trunk-libmemcached-16
[awesomized/libmemcached] / libtest / collection.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Data Differential YATL (i.e. libtest) library
4 *
5 * Copyright (C) 2012 Data Differential, http://datadifferential.com/
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are
9 * met:
10 *
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 *
14 * * Redistributions in binary form must reproduce the above
15 * copyright notice, this list of conditions and the following disclaimer
16 * in the documentation and/or other materials provided with the
17 * distribution.
18 *
19 * * The names of its contributors may not be used to endorse or
20 * promote products derived from this software without specific prior
21 * written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
29 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 *
35 */
36
37 #include <config.h>
38
39 #include <libtest/common.h>
40
41 static test_return_t runner_code(Framework* frame,
42 test_st* run,
43 libtest::Timer& _timer)
44 { // Runner Code
45
46 assert(frame->runner());
47 assert(run->test_fn);
48
49 test_return_t return_code;
50 try
51 {
52 _timer.reset();
53 return_code= frame->runner()->run(run->test_fn, frame->creators_ptr());
54 }
55 // Special case where check for the testing of the exception
56 // system.
57 catch (libtest::fatal &e)
58 {
59 if (libtest::fatal::is_disabled())
60 {
61 libtest::fatal::increment_disabled_counter();
62 return_code= TEST_SUCCESS;
63 }
64 else
65 {
66 throw;
67 }
68 }
69
70 _timer.sample();
71
72 return return_code;
73 }
74
75 namespace libtest {
76
77 Collection::Collection(Framework* frame_arg,
78 collection_st* arg) :
79 _name(arg->name),
80 _pre(arg->pre),
81 _post(arg->post),
82 _tests(arg->tests),
83 _frame(frame_arg),
84 _success(0),
85 _skipped(0),
86 _failed(0),
87 _total(0)
88 {
89 fatal_assert(arg);
90 }
91
92 test_return_t Collection::exec()
93 {
94 Out << "Collection: " << _name;
95
96 if (test_success(_frame->runner()->pre(_pre, _frame->creators_ptr())))
97 {
98 for (test_st *run= _tests; run->name; run++)
99 {
100 long int load_time= 0;
101
102 if (_frame->match(run->name))
103 {
104 continue;
105 }
106 _total++;
107
108 test_return_t return_code;
109 try
110 {
111 if (run->requires_flush)
112 {
113 if (test_failed(_frame->runner()->flush(_frame->creators_ptr())))
114 {
115 Error << "frame->runner()->flush(creators_ptr)";
116 _skipped++;
117 continue;
118 }
119 }
120
121 return_code= runner_code(_frame, run, _timer);
122 }
123 catch (libtest::fatal &e)
124 {
125 Error << "Fatal exception was thrown: " << e.what();
126 return_code= TEST_FAILURE;
127 _failed++;
128 throw;
129 }
130
131 switch (return_code)
132 {
133 case TEST_SUCCESS:
134 Out << "\tTesting "
135 << run->name
136 << "\t\t\t\t\t"
137 << _timer
138 << " [ " << test_strerror(return_code) << " ]";
139 _success++;
140 break;
141
142 case TEST_FAILURE:
143 _failed++;
144 Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
145 break;
146
147 case TEST_SKIPPED:
148 _skipped++;
149 Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
150 break;
151
152 default:
153 fatal_message("invalid return code");
154 }
155 #if 0
156 @TODO add code here to allow for a collection to define a method to reset to allow tests to continue.
157 #endif
158 }
159
160 (void) _frame->runner()->post(_post, _frame->creators_ptr());
161 }
162
163 if (_failed == 0 and _skipped == 0 and _success)
164 {
165 return TEST_SUCCESS;
166 }
167
168 if (_failed)
169 {
170 return TEST_FAILURE;
171 }
172
173 fatal_assert(_skipped or _success == 0);
174
175 return TEST_SKIPPED;
176 }
177
178 } // namespace libtest
179