X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;ds=sidebyside;f=libtest%2Ftest.cc;h=d71057d36bdf14f8f93457a644d5a96b771585fe;hb=b90c798532ec8d4d4e2f5c1eea1ec18354dd2070;hp=2c57d206430ec460f4f794ea9f170e4bfca8961d;hpb=9fd31c03436acf24c593dc3a77c905eb137ef570;p=m6w6%2Flibmemcached diff --git a/libtest/test.cc b/libtest/test.cc index 2c57d206..d71057d3 100644 --- a/libtest/test.cc +++ b/libtest/test.cc @@ -1,45 +1,108 @@ -/* uTest - * Copyright (C) 2011 Data Differential, http://datadifferential.com/ - * Copyright (C) 2006-2009 Brian Aker - * All rights reserved. +/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab: + * + * uTest, libtest + * + * Copyright (C) 2011 Data Differential, http://datadifferential.com/ + * Copyright (C) 2006-2009 Brian Aker + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions are + * met: + * + * * Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * + * * Redistributions in binary form must reproduce the above + * copyright notice, this list of conditions and the following disclaimer + * in the documentation and/or other materials provided with the + * distribution. + * + * * The names of its contributors may not be used to endorse or + * promote products derived from this software without specific prior + * written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS + * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT + * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR + * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT + * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, + * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT + * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE + * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * - * Use and distribution licensed under the BSD license. See - * the COPYING file in the parent directory for full text. */ +#include -#include - -#include -#include -#include -#include +#include +#include +#include #include #include #include #include #include -#include +#include #include #include -#include +#include + +#include +#include #ifndef __INTEL_COMPILER #pragma GCC diagnostic ignored "-Wold-style-cast" #endif -static void world_stats_print(world_stats_st *stats) +using namespace libtest; + +static in_port_t global_port= 0; +static char global_socket[1024]; + +in_port_t default_port() +{ + return global_port; +} + +void set_default_port(in_port_t port) +{ + global_port= port; +} + +const char *default_socket() +{ + assert(global_socket[0]); + return global_socket; +} + +bool test_is_local() +{ + return (getenv("LIBTEST_LOCAL")); +} + +void set_default_socket(const char *socket) +{ + if (socket) + { + strncpy(global_socket, socket, strlen(socket)); + } +} + +static void stats_print(Stats *stats) { - std::cout << "\tTotal Collections\t\t\t\t" << stats->collection_total << std::endl; - std::cout << "\tFailed Collections\t\t\t\t" << stats->collection_failed << std::endl; - std::cout << "\tSkipped Collections\t\t\t\t" << stats->collection_skipped << std::endl; - std::cout << "\tSucceeded Collections\t\t\t\t" << stats->collection_success << std::endl; - std::cout << std::endl; - std::cout << "Total\t\t\t\t" << stats->total << std::endl; - std::cout << "\tFailed\t\t\t" << stats->failed << std::endl; - std::cout << "\tSkipped\t\t\t" << stats->skipped << std::endl; - std::cout << "\tSucceeded\t\t" << stats->success << std::endl; + Out << "\tTotal Collections\t\t\t\t" << stats->collection_total; + Out << "\tFailed Collections\t\t\t\t" << stats->collection_failed; + Out << "\tSkipped Collections\t\t\t\t" << stats->collection_skipped; + Out << "\tSucceeded Collections\t\t\t\t" << stats->collection_success; + Outn(); + Out << "Total\t\t\t\t" << stats->total; + Out << "\tFailed\t\t\t" << stats->failed; + Out << "\tSkipped\t\t\t" << stats->skipped; + Out << "\tSucceeded\t\t" << stats->success; } static long int timedif(struct timeval a, struct timeval b) @@ -58,19 +121,21 @@ const char *test_strerror(test_return_t code) switch (code) { case TEST_SUCCESS: return "ok"; + case TEST_FAILURE: return "failed"; - case TEST_FATAL: - return "failed"; + case TEST_MEMORY_ALLOCATION_FAILURE: return "memory allocation"; + case TEST_SKIPPED: return "skipped"; - case TEST_MAXIMUM_RETURN: - default: - std::cerr << "Unknown return value." << std::endl; - abort(); + + case TEST_FATAL: + break; } + + return "failed"; } void create_core(void) @@ -90,73 +155,35 @@ void create_core(void) } } - -static test_return_t _runner_default(test_callback_fn func, void *p) -{ - if (func) - return func(p); - - return TEST_SUCCESS; -} - -static world_runner_st defualt_runners= { - _runner_default, - _runner_default, - _runner_default -}; - -static test_return_t _default_callback(void *p) +static Framework *world= NULL; +int main(int argc, char *argv[]) { - (void)p; + srandom((unsigned int)time(NULL)); - return TEST_SUCCESS; -} + world= new Framework(); -static collection_st *init_world(world_st *world) -{ - if (world->runner == NULL) + if (not world) { - world->runner= &defualt_runners; + return EXIT_FAILURE; } - if (world->collection_startup == NULL) - world->collection_startup= _default_callback; - - if (world->collection_shutdown == NULL) - world->collection_shutdown= _default_callback; - - return world->collections; -} - - -int main(int argc, char *argv[]) -{ - world_st world; - void *world_ptr; - - world_stats_st stats; - - get_world(&world); - - if (not world.runner) + libtest::SignalThread signal; + if (not signal.setup()) { - world.runner= &defualt_runners; + return EXIT_FAILURE; } - collection_st *collection= init_world(&world); + Stats stats; - if (world.create) - { - test_return_t error; - world_ptr= world.create(&error); - if (error != TEST_SUCCESS) - { - return EXIT_FAILURE; - } - } - else + get_world(world); + + test_return_t error; + void *creators_ptr= world->create(error); + if (test_failed(error)) { - world_ptr= NULL; + Error << "create() failed"; + delete world; + return EXIT_FAILURE; } char *collection_to_run= NULL; @@ -171,7 +198,7 @@ int main(int argc, char *argv[]) if (collection_to_run) { - std::cout << "Only testing " << collection_to_run << std::endl; + Out << "Only testing " << collection_to_run; } char *wildcard= NULL; @@ -180,7 +207,7 @@ int main(int argc, char *argv[]) wildcard= argv[2]; } - for (collection_st *next= collection; next->name; next++) + for (collection_st *next= world->collections; next->name and (not signal.is_shutdown()); next++) { test_return_t collection_rc= TEST_SUCCESS; bool failed= false; @@ -191,37 +218,36 @@ int main(int argc, char *argv[]) stats.collection_total++; - collection_rc= world.collection_startup(world_ptr); + collection_rc= world->startup(creators_ptr); if (collection_rc == TEST_SUCCESS and next->pre) { - collection_rc= world.runner->pre(next->pre, world_ptr); + collection_rc= world->runner()->pre(next->pre, creators_ptr); } switch (collection_rc) { case TEST_SUCCESS: - std::cerr << std::endl << next->name << std::endl << std::endl; break; case TEST_FATAL: case TEST_FAILURE: - std::cerr << std::endl << next->name << " [ failed ]" << std::endl << std::endl; - stats.collection_failed++; + Out << next->name << " [ failed ]"; + failed= true; + signal.set_shutdown(SHUTDOWN_GRACEFUL); goto cleanup; case TEST_SKIPPED: - std::cerr << std::endl << next->name << " [ skipping ]" << std::endl << std::endl; - stats.collection_skipped++; + Out << next->name << " [ skipping ]"; + skipped= true; goto cleanup; case TEST_MEMORY_ALLOCATION_FAILURE: - case TEST_MAXIMUM_RETURN: - default: - assert(0); - break; + test_assert(0, "Allocation failure, or unknown return"); } + Out << "Collection: " << next->name; + for (test_st *run= next->tests; run->name; run++) { struct timeval start_time, end_time; @@ -229,141 +255,133 @@ int main(int argc, char *argv[]) if (wildcard && fnmatch(wildcard, run->name, 0)) { - continue; - } - - std::cerr << "\tTesting " << run->name; - - if (world.run_startup) - { - world.run_startup(world_ptr); + continue; } - if (run->requires_flush && world.flush) - { - world.flush(world_ptr); - } - - if (world.pre_run) - { - world.pre_run(world_ptr); - } - - test_return_t return_code; - { // Runner Code -#if 0 - if (next->pre and world.runner->pre) - { - return_code= world.runner->pre(next->pre, world_ptr); - - if (return_code != TEST_SUCCESS) - { - goto error; - } - } -#endif - - gettimeofday(&start_time, NULL); - return_code= world.runner->run(run->test_fn, world_ptr); - gettimeofday(&end_time, NULL); - load_time= timedif(end_time, start_time); - -#if 0 - if (next->post && world.runner->post) - { - (void) world.runner->post(next->post, world_ptr); - } -#endif + if (test_success(return_code= world->item.startup(creators_ptr))) + { + if (test_success(return_code= world->item.flush(creators_ptr, run))) + { + // @note pre will fail is SKIPPED is returned + if (test_success(return_code= world->item.pre(creators_ptr))) + { + { // Runner Code + gettimeofday(&start_time, NULL); + assert(world->runner()); + assert(run->test_fn); + return_code= world->runner()->run(run->test_fn, creators_ptr); + gettimeofday(&end_time, NULL); + load_time= timedif(end_time, start_time); + } + } + + // @todo do something if post fails + (void)world->item.post(creators_ptr); + } + else if (return_code == TEST_SKIPPED) + { } + else if (return_code == TEST_FAILURE) + { + Error << " item.flush(failure)"; + signal.set_shutdown(SHUTDOWN_GRACEFUL); + } } - - if (world.post_run) + else if (return_code == TEST_SKIPPED) + { } + else if (return_code == TEST_FAILURE) { - world.post_run(world_ptr); + Error << " item.startup(failure)"; + signal.set_shutdown(SHUTDOWN_GRACEFUL); } stats.total++; - std::cerr << "\t\t\t\t\t"; - switch (return_code) { case TEST_SUCCESS: - std::cerr << load_time / 1000 << "." << load_time % 1000; - stats.success++; - break; + Out << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]"; + stats.success++; + break; case TEST_FATAL: case TEST_FAILURE: - stats.failed++; - failed= true; - break; + stats.failed++; + failed= true; + Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]"; + break; case TEST_SKIPPED: - stats.skipped++; - skipped= true; - break; + stats.skipped++; + skipped= true; + Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]"; + break; case TEST_MEMORY_ALLOCATION_FAILURE: - case TEST_MAXIMUM_RETURN: - default: - break; - abort(); + test_assert(0, "Memory Allocation Error"); } - std::cerr << "[ " << test_strerror(return_code) << " ]" << std::endl; - - if (world.on_error) + if (test_failed(world->on_error(return_code, creators_ptr))) { - test_return_t rc= world.on_error(return_code, world_ptr); - - if (rc != TEST_SUCCESS) - break; + Error << "Failed while running on_error()"; + signal.set_shutdown(SHUTDOWN_GRACEFUL); + break; } - } - if (next->post && world.runner->post) + (void) world->runner()->post(next->post, creators_ptr); + +cleanup: + if (failed == false and skipped == false) { - (void) world.runner->post(next->post, world_ptr); + stats.collection_success++; } - if (failed == 0 and skipped == 0) + if (failed) { - stats.collection_success++; + stats.collection_failed++; } -cleanup: - if (world.collection_shutdown) + if (skipped) { - world.collection_shutdown(world_ptr); + stats.collection_skipped++; } + + world->shutdown(creators_ptr); + Outn(); } - if (stats.collection_failed || stats.collection_skipped) + if (not signal.is_shutdown()) { - std::cerr << std::endl << std::endl << "Some test failures and/or skipped test occurred." << std::endl << std::endl; -#if 0 - print_failed_test(); -#endif + signal.set_shutdown(SHUTDOWN_GRACEFUL); + } + + int exit_code= EXIT_SUCCESS; + shutdown_t status= signal.get_shutdown(); + if (status == SHUTDOWN_FORCED) + { + Out << "Tests were aborted."; + exit_code= EXIT_FAILURE; + } + else if (stats.collection_failed) + { + Out << "Some test failed."; + exit_code= EXIT_FAILURE; + } + else if (stats.collection_skipped) + { + Out << "Some tests were skipped."; } else { - std::cout << std::endl << std::endl << "All tests completed successfully." << std::endl << std::endl; + Out << "All tests completed successfully."; } - if (world.destroy) - { - test_return_t error= world.destroy(world_ptr); + stats_print(&stats); - if (error != TEST_SUCCESS) - { - std::cerr << "Failure during shutdown." << std::endl; - stats.failed++; // We do this to make our exit code return EXIT_FAILURE - } - } + delete world; - world_stats_print(&stats); + Outn(); // Generate a blank to break up the messages if make check/test has been run - return stats.failed == 0 ? 0 : 1; + return exit_code; }