* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
+#include <config.h>
#include <libtest/common.h>
#include <cassert>
#include <signal.h>
-#include <libtest/stats.h>
-#include <libtest/signal.h>
-
#ifndef __INTEL_COMPILER
#pragma GCC diagnostic ignored "-Wold-style-cast"
#endif
using namespace libtest;
-static in_port_t global_port= 0;
-static char global_socket[1024];
-
-in_port_t default_port()
-{
- return global_port;
-}
-
-void set_default_port(in_port_t port)
-{
- global_port= port;
-}
-
-const char *default_socket()
-{
- assert(global_socket[0]);
- return global_socket;
-}
-
-bool test_is_local()
-{
- return (getenv("LIBTEST_LOCAL"));
-}
-
-void set_default_socket(const char *socket)
-{
- if (socket)
- {
- strncpy(global_socket, socket, strlen(socket));
- }
-}
-
static void stats_print(Stats *stats)
{
if (stats->collection_failed == 0 and stats->collection_success == 0)
return s + us;
}
-const char *test_strerror(test_return_t code)
+#include <getopt.h>
+#include <unistd.h>
+
+int main(int argc, char *argv[])
{
- switch (code) {
- case TEST_SUCCESS:
- return "ok";
+ bool opt_massive= false;
+ unsigned long int opt_repeat= 1; // Run all tests once
+ bool opt_quiet= false;
+ std::string collection_to_run;
+
+ // Options parsing
+ {
+ enum long_option_t {
+ OPT_LIBYATL_VERSION,
+ OPT_LIBYATL_MATCH_COLLECTION,
+ OPT_LIBYATL_MASSIVE,
+ OPT_LIBYATL_QUIET,
+ OPT_LIBYATL_REPEAT
+ };
+
+ static struct option long_options[]=
+ {
+ { "version", no_argument, NULL, OPT_LIBYATL_VERSION },
+ { "quiet", no_argument, NULL, OPT_LIBYATL_QUIET },
+ { "repeat", no_argument, NULL, OPT_LIBYATL_REPEAT },
+ { "collection", required_argument, NULL, OPT_LIBYATL_MATCH_COLLECTION },
+ { "massive", no_argument, NULL, OPT_LIBYATL_MASSIVE },
+ { 0, 0, 0, 0 }
+ };
+
+ int option_index= 0;
+ while (1)
+ {
+ int option_rv= getopt_long(argc, argv, "", long_options, &option_index);
+ if (option_rv == -1)
+ {
+ break;
+ }
- case TEST_FAILURE:
- return "failed";
+ switch (option_rv)
+ {
+ case OPT_LIBYATL_VERSION:
+ break;
- case TEST_MEMORY_ALLOCATION_FAILURE:
- return "memory allocation";
+ case OPT_LIBYATL_QUIET:
+ opt_quiet= true;
+ break;
- case TEST_SKIPPED:
- return "skipped";
+ case OPT_LIBYATL_REPEAT:
+ opt_repeat= strtoul(optarg, (char **) NULL, 10);
+ break;
- case TEST_FATAL:
- break;
- }
+ case OPT_LIBYATL_MATCH_COLLECTION:
+ collection_to_run= optarg;
+ break;
- return "failed";
-}
+ case OPT_LIBYATL_MASSIVE:
+ opt_massive= true;
+ break;
-void create_core(void)
-{
- if (getenv("LIBMEMCACHED_NO_COREDUMP") == NULL)
- {
- pid_t pid= fork();
+ case '?':
+ /* getopt_long already printed an error message. */
+ Error << "unknown option to getopt_long()";
+ exit(EXIT_FAILURE);
- if (pid == 0)
- {
- abort();
- }
- else
- {
- while (waitpid(pid, NULL, 0) != pid) {};
+ default:
+ break;
+ }
}
}
-}
-static Framework *world= NULL;
-int main(int argc, char *argv[])
-{
srandom((unsigned int)time(NULL));
- if (getenv("srcdir"))
- {
- char buffer[1024];
- snprintf(buffer, sizeof(buffer), "%s/%s", getenv("srcdir"), "tests");
- chdir(buffer);
- }
- else
+ if (bool(getenv("YATL_REPEAT")) and (strtoul(getenv("YATL_REPEAT"), (char **) NULL, 10) > 1))
{
- chdir("tests");
+ opt_repeat= strtoul(getenv("YATL_REPEAT"), (char **) NULL, 10);
}
- world= new Framework();
-
- if (not world)
+ if ((bool(getenv("YATL_QUIET")) and (strcmp(getenv("YATL_QUIET"), "0") == 0)) or opt_quiet)
{
- return EXIT_FAILURE;
+ opt_quiet= true;
}
-
- libtest::SignalThread signal;
- if (not signal.setup())
+ else if (getenv("JENKINS_URL"))
{
- return EXIT_FAILURE;
+ if (bool(getenv("YATL_QUIET")) and (strcmp(getenv("YATL_QUIET"), "1") == 0))
+ { }
+ else
+ {
+ opt_quiet= true;
+ }
}
- Stats stats;
-
- get_world(world);
-
- test_return_t error;
- void *creators_ptr= world->create(error);
-
- switch (error)
+ if (opt_quiet)
{
- case TEST_SUCCESS:
- break;
-
- case TEST_SKIPPED:
- Out << "SKIP " << argv[0];
- delete world;
- return EXIT_SUCCESS;
-
- case TEST_FATAL:
- case TEST_FAILURE:
- case TEST_MEMORY_ALLOCATION_FAILURE:
- Error << argv[0] << "create() failed";
- delete world;
- return EXIT_FAILURE;
+ close(STDOUT_FILENO);
}
- char *collection_to_run= NULL;
- if (argc > 1)
+ char buffer[1024];
+ if (getenv("LIBTEST_TMP"))
{
- collection_to_run= argv[1];
+ snprintf(buffer, sizeof(buffer), "%s", getenv("LIBTEST_TMP"));
}
- else if (getenv("TEST_COLLECTION"))
+ else
{
- collection_to_run= getenv("TEST_COLLECTION");
+ snprintf(buffer, sizeof(buffer), "%s", LIBTEST_TEMP);
}
- if (collection_to_run)
+ if (chdir(buffer) == -1)
{
- Out << "Only testing " << collection_to_run;
+ char getcwd_buffer[1024];
+ char *dir= getcwd(getcwd_buffer, sizeof(getcwd_buffer));
+
+ Error << "Unable to chdir() from " << dir << " to " << buffer << " errno:" << strerror(errno);
+ return EXIT_FAILURE;
}
- char *wildcard= NULL;
- if (argc == 3)
+ if (libtest::libtool() == NULL)
{
- wildcard= argv[2];
+ Error << "Failed to locate libtool";
+ return EXIT_FAILURE;
}
- for (collection_st *next= world->collections; next->name and (not signal.is_shutdown()); next++)
- {
- test_return_t collection_rc= TEST_SUCCESS;
- bool failed= false;
- bool skipped= false;
+ int exit_code;
- if (collection_to_run && fnmatch(collection_to_run, next->name, 0))
- continue;
+ try {
+ do {
+ exit_code= EXIT_SUCCESS;
+ Framework world;
- stats.collection_total++;
+ fatal_assert(sigignore(SIGPIPE) == 0);
- collection_rc= world->startup(creators_ptr);
+ libtest::SignalThread signal;
+ if (signal.setup() == false)
+ {
+ Error << "Failed to setup signals";
+ return EXIT_FAILURE;
+ }
- if (collection_rc == TEST_SUCCESS and next->pre)
- {
- collection_rc= world->runner()->pre(next->pre, creators_ptr);
- }
+ Stats stats;
- switch (collection_rc)
- {
- case TEST_SUCCESS:
- break;
-
- case TEST_FATAL:
- case TEST_FAILURE:
- Out << next->name << " [ failed ]";
- failed= true;
- signal.set_shutdown(SHUTDOWN_GRACEFUL);
- goto cleanup;
-
- case TEST_SKIPPED:
- Out << next->name << " [ skipping ]";
- skipped= true;
- goto cleanup;
-
- case TEST_MEMORY_ALLOCATION_FAILURE:
- test_assert(0, "Allocation failure, or unknown return");
- }
+ get_world(&world);
- Out << "Collection: " << next->name;
+ test_return_t error;
+ void *creators_ptr= world.create(error);
- for (test_st *run= next->tests; run->name; run++)
- {
- struct timeval start_time, end_time;
- long int load_time= 0;
+ switch (error)
+ {
+ case TEST_SUCCESS:
+ break;
- if (wildcard && fnmatch(wildcard, run->name, 0))
+ case TEST_SKIPPED:
+ Out << "SKIP " << argv[0];
+ return EXIT_SUCCESS;
+
+ case TEST_FAILURE:
+ return EXIT_FAILURE;
+ }
+
+ if (getenv("YATL_COLLECTION_TO_RUN"))
+ {
+ if (strlen(getenv("YATL_COLLECTION_TO_RUN")))
+ {
+ collection_to_run= getenv("YATL_COLLECTION_TO_RUN");
+ }
+ }
+
+ if (collection_to_run.compare("none") == 0)
{
- continue;
+ return EXIT_SUCCESS;
}
- test_return_t return_code;
- if (test_success(return_code= world->item.startup(creators_ptr)))
+ if (collection_to_run.empty() == false)
{
- if (test_success(return_code= world->item.flush(creators_ptr, run)))
+ Out << "Only testing " << collection_to_run;
+ }
+
+ char *wildcard= NULL;
+ if (argc == 3)
+ {
+ wildcard= argv[2];
+ }
+
+ for (collection_st *next= world.collections; next and next->name and (not signal.is_shutdown()); next++)
+ {
+ bool failed= false;
+ bool skipped= false;
+
+ if (collection_to_run.empty() == false and fnmatch(collection_to_run.c_str(), next->name, 0))
{
- // @note pre will fail is SKIPPED is returned
- if (test_success(return_code= world->item.pre(creators_ptr)))
- {
- { // Runner Code
- gettimeofday(&start_time, NULL);
- assert(world->runner());
- assert(run->test_fn);
- return_code= world->runner()->run(run->test_fn, creators_ptr);
- gettimeofday(&end_time, NULL);
- load_time= timedif(end_time, start_time);
- }
- }
+ continue;
+ }
+
+ stats.collection_total++;
- // @todo do something if post fails
- (void)world->item.post(creators_ptr);
+ test_return_t collection_rc= world.startup(creators_ptr);
+
+ if (collection_rc == TEST_SUCCESS and next->pre)
+ {
+ collection_rc= world.runner()->pre(next->pre, creators_ptr);
}
- else if (return_code == TEST_SKIPPED)
- { }
- else if (return_code == TEST_FAILURE)
+
+ switch (collection_rc)
{
- Error << " item.flush(failure)";
+ case TEST_SUCCESS:
+ break;
+
+ case TEST_FAILURE:
+ Out << next->name << " [ failed ]";
+ failed= true;
signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ goto cleanup;
+
+ case TEST_SKIPPED:
+ Out << next->name << " [ skipping ]";
+ skipped= true;
+ goto cleanup;
+
+ default:
+ fatal_message("invalid return code");
}
- }
- else if (return_code == TEST_SKIPPED)
- { }
- else if (return_code == TEST_FAILURE)
- {
- Error << " item.startup(failure)";
- signal.set_shutdown(SHUTDOWN_GRACEFUL);
- }
- stats.total++;
+ Out << "Collection: " << next->name;
- switch (return_code)
- {
- case TEST_SUCCESS:
- Out << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]";
- stats.success++;
- break;
+ for (test_st *run= next->tests; run->name; run++)
+ {
+ struct timeval start_time, end_time;
+ long int load_time= 0;
- case TEST_FATAL:
- case TEST_FAILURE:
- stats.failed++;
- failed= true;
- Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
- break;
+ if (wildcard && fnmatch(wildcard, run->name, 0))
+ {
+ continue;
+ }
- case TEST_SKIPPED:
- stats.skipped++;
- skipped= true;
- Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
- break;
+ test_return_t return_code;
+ try {
+ if (test_success(return_code= world.item.startup(creators_ptr)))
+ {
+ if (test_success(return_code= world.item.flush(creators_ptr, run)))
+ {
+ // @note pre will fail is SKIPPED is returned
+ if (test_success(return_code= world.item.pre(creators_ptr)))
+ {
+ { // Runner Code
+ gettimeofday(&start_time, NULL);
+ assert(world.runner());
+ assert(run->test_fn);
+ try
+ {
+ return_code= world.runner()->run(run->test_fn, creators_ptr);
+ }
+ // Special case where check for the testing of the exception
+ // system.
+ catch (libtest::fatal &e)
+ {
+ if (fatal::is_disabled())
+ {
+ fatal::increment_disabled_counter();
+ return_code= TEST_SUCCESS;
+ }
+ else
+ {
+ throw;
+ }
+ }
+
+ gettimeofday(&end_time, NULL);
+ load_time= timedif(end_time, start_time);
+ }
+ }
+
+ // @todo do something if post fails
+ (void)world.item.post(creators_ptr);
+ }
+ else if (return_code == TEST_SKIPPED)
+ { }
+ else if (return_code == TEST_FAILURE)
+ {
+ Error << " item.flush(failure)";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ }
+ }
+ else if (return_code == TEST_SKIPPED)
+ { }
+ else if (return_code == TEST_FAILURE)
+ {
+ Error << " item.startup(failure)";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ }
+ }
- case TEST_MEMORY_ALLOCATION_FAILURE:
- test_assert(0, "Memory Allocation Error");
- }
+ catch (libtest::fatal &e)
+ {
+ Error << "Fatal exception was thrown: " << e.what();
+ return_code= TEST_FAILURE;
+ }
+ catch (std::exception &e)
+ {
+ Error << "Exception was thrown: " << e.what();
+ return_code= TEST_FAILURE;
+ }
+ catch (...)
+ {
+ Error << "Unknown exception occurred";
+ return_code= TEST_FAILURE;
+ }
- if (test_failed(world->on_error(return_code, creators_ptr)))
- {
- Error << "Failed while running on_error()";
- signal.set_shutdown(SHUTDOWN_GRACEFUL);
- break;
- }
- }
+ stats.total++;
- (void) world->runner()->post(next->post, creators_ptr);
+ switch (return_code)
+ {
+ case TEST_SUCCESS:
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]";
+ stats.success++;
+ break;
+
+ case TEST_FAILURE:
+ stats.failed++;
+ failed= true;
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ break;
+
+ case TEST_SKIPPED:
+ stats.skipped++;
+ skipped= true;
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ break;
+
+ default:
+ fatal_message("invalid return code");
+ }
+
+ if (test_failed(world.on_error(return_code, creators_ptr)))
+ {
+ Error << "Failed while running on_error()";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ break;
+ }
+ }
+
+ (void) world.runner()->post(next->post, creators_ptr);
cleanup:
- if (failed == false and skipped == false)
- {
- stats.collection_success++;
- }
+ if (failed == false and skipped == false)
+ {
+ stats.collection_success++;
+ }
- if (failed)
- {
- stats.collection_failed++;
- }
+ if (failed)
+ {
+ stats.collection_failed++;
+ }
- if (skipped)
- {
- stats.collection_skipped++;
- }
+ if (skipped)
+ {
+ stats.collection_skipped++;
+ }
- world->shutdown(creators_ptr);
- Outn();
- }
+ world.shutdown(creators_ptr);
+ Outn();
+ }
- if (not signal.is_shutdown())
- {
- signal.set_shutdown(SHUTDOWN_GRACEFUL);
- }
+ if (not signal.is_shutdown())
+ {
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ }
- int exit_code= EXIT_SUCCESS;
- shutdown_t status= signal.get_shutdown();
- if (status == SHUTDOWN_FORCED)
- {
- Out << "Tests were aborted.";
- exit_code= EXIT_FAILURE;
+ shutdown_t status= signal.get_shutdown();
+ if (status == SHUTDOWN_FORCED)
+ {
+ Out << "Tests were aborted.";
+ exit_code= EXIT_FAILURE;
+ }
+ else if (stats.collection_failed)
+ {
+ Out << "Some test failed.";
+ exit_code= EXIT_FAILURE;
+ }
+ else if (stats.collection_skipped and stats.collection_failed and stats.collection_success)
+ {
+ Out << "Some tests were skipped.";
+ }
+ else if (stats.collection_success and stats.collection_failed == 0)
+ {
+ Out << "All tests completed successfully.";
+ }
+
+ stats_print(&stats);
+
+ Outn(); // Generate a blank to break up the messages if make check/test has been run
+ } while (exit_code == EXIT_SUCCESS and --opt_repeat);
}
- else if (stats.collection_failed)
+ catch (libtest::fatal& e)
{
- Out << "Some test failed.";
- exit_code= EXIT_FAILURE;
+ std::cerr << e.what() << std::endl;
}
- else if (stats.collection_skipped and stats.collection_failed and stats.collection_success)
+ catch (std::exception& e)
{
- Out << "Some tests were skipped.";
+ std::cerr << e.what() << std::endl;
}
- else if (stats.collection_success and stats.collection_failed == 0)
+ catch (...)
{
- Out << "All tests completed successfully.";
+ std::cerr << "Unknown exception halted execution." << std::endl;
}
- stats_print(&stats);
-
- delete world;
-
- Outn(); // Generate a blank to break up the messages if make check/test has been run
-
return exit_code;
}
projects / m6w6 / libmemcached / blobdiff