55881b189b7d99bbe665d01a8e2fb355a68b11f3
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
3 * Data Differential YATL (i.e. libtest) library
5 * Copyright (C) 2012 Data Differential, http://datadifferential.com/
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions are
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
14 * * Redistributions in binary form must reproduce the above
15 * copyright notice, this list of conditions and the following disclaimer
16 * in the documentation and/or other materials provided with the
19 * * The names of its contributors may not be used to endorse or
20 * promote products derived from this software without specific prior
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
29 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
30 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
31 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
32 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
33 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
39 #include <libtest/common.h>
40 #include <libtest/collection.h>
41 #include <libtest/signal.h>
46 using namespace libtest
;
48 Framework::Framework(libtest::SignalThread
& signal
,
49 const std::string
& only_run_arg
,
50 const std::string
& wildcard_arg
) :
62 _only_run(only_run_arg
),
63 _wildcard(wildcard_arg
)
67 for (collection_st
*next
= collections
; next
and next
->name
; next
++)
69 _collection
.push_back(new Collection(this, next
));
73 Framework::~Framework()
75 if (_destroy
and _destroy(_creators_ptr
))
77 Error
<< "Failure in _destroy(), some resources may not have been cleaned up.";
84 for (std::vector
<Collection
*>::iterator iter
= _collection
.begin();
85 iter
!= _collection
.end();
92 bool Framework::match(const char* arg
)
94 if (_wildcard
.empty() == false and fnmatch(_wildcard
.c_str(), arg
, 0))
102 void Framework::exec()
104 for (std::vector
<Collection
*>::iterator iter
= _collection
.begin();
105 iter
!= _collection
.end() and (_signal
.is_shutdown() == false);
108 if (_only_run
.empty() == false and
109 fnmatch(_only_run
.c_str(), (*iter
)->name(), 0))
117 switch ((*iter
)->exec())
127 // exec() can return SUCCESS, but that doesn't mean that some tests did
128 // not fail or get skipped.
134 catch (libtest::fatal
& e
)
136 stream::cerr(e
.file(), e
.line(), e
.func()) << e
.mesg();
138 catch (libtest::disconnected
& e
)
140 Error
<< "Unhandled disconnection occurred:" << e
.what();
148 uint32_t Framework::sum_total()
151 for (std::vector
<Collection
*>::iterator iter
= _collection
.begin();
152 iter
!= _collection
.end();
155 count
+= (*iter
)->total();
161 uint32_t Framework::sum_success()
164 for (std::vector
<Collection
*>::iterator iter
= _collection
.begin();
165 iter
!= _collection
.end();
168 count
+= (*iter
)->success();
174 uint32_t Framework::sum_skipped()
177 for (std::vector
<Collection
*>::iterator iter
= _collection
.begin();
178 iter
!= _collection
.end();
181 count
+= (*iter
)->skipped();
187 uint32_t Framework::sum_failed()
190 for (std::vector
<Collection
*>::iterator iter
= _collection
.begin();
191 iter
!= _collection
.end();
194 count
+= (*iter
)->failed();
200 libtest::Runner
*Framework::runner()
206 _runner
->set_servers(_servers
);
211 test_return_t
Framework::create()
213 test_return_t rc
= TEST_SUCCESS
;
216 _creators_ptr
= _create(_servers
, rc
);