-/* uTest
- * Copyright (C) 2011 Data Differential, http://datadifferential.com/
- * Copyright (C) 2006-2009 Brian Aker
- * All rights reserved.
+/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
+ *
+ * uTest, libtest
+ *
+ * Copyright (C) 2011 Data Differential, http://datadifferential.com/
+ * Copyright (C) 2006-2009 Brian Aker
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are
+ * met:
+ *
+ * * Redistributions of source code must retain the above copyright
+ * notice, this list of conditions and the following disclaimer.
+ *
+ * * Redistributions in binary form must reproduce the above
+ * copyright notice, this list of conditions and the following disclaimer
+ * in the documentation and/or other materials provided with the
+ * distribution.
+ *
+ * * The names of its contributors may not be used to endorse or
+ * promote products derived from this software without specific prior
+ * written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*
- * Use and distribution licensed under the BSD license. See
- * the COPYING file in the parent directory for full text.
*/
+
+
#include <libtest/common.h>
#include <cassert>
#include <fnmatch.h>
#include <iostream>
+#include <signal.h>
+
#include <libtest/stats.h>
#ifndef __INTEL_COMPILER
#endif
static in_port_t global_port= 0;
+static char global_socket[1024];
in_port_t default_port()
{
global_port= port;
}
+const char *default_socket()
+{
+ assert(global_socket[0]);
+ return global_socket;
+}
+
+bool test_is_local()
+{
+ return (getenv("LIBTEST_LOCAL"));
+}
+
+void set_default_socket(const char *socket)
+{
+ strncpy(global_socket, socket, strlen(socket));
+}
+
static void stats_print(Stats *stats)
{
std::cout << "\tTotal Collections\t\t\t\t" << stats->collection_total << std::endl;
}
}
+enum shutdown_t {
+ SHUTDOWN_RUNNING,
+ SHUTDOWN_GRACEFUL,
+ SHUTDOWN_FORCED
+};
+
+static Framework *world= NULL;
+static volatile shutdown_t __shutdown= SHUTDOWN_RUNNING;
+pthread_mutex_t shutdown_mutex= PTHREAD_MUTEX_INITIALIZER;
-static test_return_t _runner_default(test_callback_fn func, void *p)
+static bool is_shutdown()
{
- if (func)
+ bool ret;
+ pthread_mutex_lock(&shutdown_mutex);
+ ret= bool(__shutdown != SHUTDOWN_RUNNING);
+ pthread_mutex_unlock(&shutdown_mutex);
+
+ return ret;
+}
+
+static void set_shutdown(shutdown_t arg)
+{
+ pthread_mutex_lock(&shutdown_mutex);
+ __shutdown= arg;
+ pthread_mutex_unlock(&shutdown_mutex);
+}
+
+static void *sig_thread(void *arg)
+{
+ sigset_t *set= (sigset_t *) arg;
+
+ while (is_shutdown())
{
- return func(p);
+ int sig;
+ int error;
+ while ((error= sigwait(set, &sig)) == EINTR) ;
+
+ switch (sig)
+ {
+ case SIGSEGV:
+ case SIGINT:
+ case SIGABRT:
+ Error << "Signal handling thread got signal " << strsignal(sig);
+ set_shutdown(SHUTDOWN_FORCED);
+ break;
+
+ default:
+ Error << "Signal handling thread got unexpected signal " << strsignal(sig);
+ case SIGUSR1:
+ break;
+ }
}
- return TEST_SUCCESS;
+ return NULL;
}
-static Runner defualt_runners= {
- _runner_default,
- _runner_default,
- _runner_default
-};
-static test_return_t _default_callback(void *p)
+static void setup_signals(pthread_t& thread)
{
- (void)p;
+ sigset_t set;
- return TEST_SUCCESS;
-}
+ sigemptyset(&set);
+ sigaddset(&set, SIGSEGV);
+ sigaddset(&set, SIGABRT);
+ sigaddset(&set, SIGINT);
+ sigaddset(&set, SIGUSR1);
-Framework::Framework() :
- collections(NULL),
- _create(NULL),
- _destroy(NULL),
- collection_startup(_default_callback),
- collection_shutdown(_default_callback),
- _on_error(NULL),
- runner(&defualt_runners)
-{
+ int error;
+ if ((error= pthread_sigmask(SIG_BLOCK, &set, NULL)) != 0)
+ {
+ Error << " died during pthread_sigmask(" << strerror(error) << ")";
+ exit(EXIT_FAILURE);
+ }
+
+ if ((error= pthread_create(&thread, NULL, &sig_thread, (void *) &set)) != 0)
+ {
+ Error << " died during pthread_create(" << strerror(error) << ")";
+ exit(EXIT_FAILURE);
+ }
}
int main(int argc, char *argv[])
{
- Framework world;
+ world= new Framework();
- Stats stats;
-
- get_world(&world);
-
- if (not world.runner)
+ if (not world)
{
- world.runner= &defualt_runners;
+ return EXIT_FAILURE;
}
+ pthread_t thread;
+ setup_signals(thread);
+
+ Stats stats;
+
+ get_world(world);
+
test_return_t error;
- void *world_ptr= world.create(&error);
+ void *creators_ptr= world->create(error);
if (test_failed(error))
{
+ Error << "create() failed";
return EXIT_FAILURE;
}
wildcard= argv[2];
}
- for (collection_st *next= world.collections; next->name; next++)
+ for (collection_st *next= world->collections; next->name and (not is_shutdown()); next++)
{
test_return_t collection_rc= TEST_SUCCESS;
bool failed= false;
stats.collection_total++;
- collection_rc= world.startup(world_ptr);
+ collection_rc= world->startup(creators_ptr);
if (collection_rc == TEST_SUCCESS and next->pre)
{
- collection_rc= world.runner->pre(next->pre, world_ptr);
+ collection_rc= world->runner->pre(next->pre, creators_ptr);
}
switch (collection_rc)
{
case TEST_SUCCESS:
- std::cerr << std::endl << next->name << std::endl << std::endl;
break;
case TEST_FATAL:
case TEST_FAILURE:
- std::cerr << std::endl << next->name << " [ failed ]" << std::endl << std::endl;
+ Error << next->name << " [ failed ]";
stats.collection_failed++;
goto cleanup;
case TEST_SKIPPED:
- std::cerr << std::endl << next->name << " [ skipping ]" << std::endl << std::endl;
+ Log << next->name << " [ skipping ]";
stats.collection_skipped++;
goto cleanup;
test_assert(0, "Allocation failure, or unknown return");
}
+ Log << "Collection: " << next->name;
+
for (test_st *run= next->tests; run->name; run++)
{
struct timeval start_time, end_time;
if (wildcard && fnmatch(wildcard, run->name, 0))
{
- continue;
+ continue;
}
- std::cerr << "\tTesting " << run->name;
-
- world.item.startup(world_ptr);
-
- world.item.flush(world_ptr, run);
-
- world.item.pre(world_ptr);
-
test_return_t return_code;
- { // Runner Code
- gettimeofday(&start_time, NULL);
- return_code= world.runner->run(run->test_fn, world_ptr);
- gettimeofday(&end_time, NULL);
- load_time= timedif(end_time, start_time);
+ if (test_success(return_code= world->item.startup(creators_ptr)))
+ {
+ if (test_success(return_code= world->item.flush(creators_ptr, run)))
+ {
+ // @note pre will fail is SKIPPED is returned
+ if (test_success(return_code= world->item.pre(creators_ptr)))
+ {
+ { // Runner Code
+ gettimeofday(&start_time, NULL);
+ return_code= world->runner->run(run->test_fn, creators_ptr);
+ gettimeofday(&end_time, NULL);
+ load_time= timedif(end_time, start_time);
+ }
+ }
+
+ // @todo do something if post fails
+ (void)world->item.post(creators_ptr);
+ }
+ else
+ {
+ Error << " item.flush(failure)";
+ }
+ }
+ else
+ {
+ Error << " item.startup(failure)";
}
-
- world.item.post(world_ptr);
stats.total++;
- std::cerr << "\t\t\t\t\t";
-
switch (return_code)
{
case TEST_SUCCESS:
- std::cerr << load_time / 1000 << "." << load_time % 1000;
- stats.success++;
- break;
+ Log << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]";
+ stats.success++;
+ break;
case TEST_FATAL:
case TEST_FAILURE:
- stats.failed++;
- failed= true;
- break;
+ stats.failed++;
+ failed= true;
+ Error << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ break;
case TEST_SKIPPED:
- stats.skipped++;
- skipped= true;
- break;
+ stats.skipped++;
+ skipped= true;
+ Log << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ break;
case TEST_MEMORY_ALLOCATION_FAILURE:
- test_assert(0, "Memory Allocation Error");
+ test_assert(0, "Memory Allocation Error");
}
- std::cerr << "[ " << test_strerror(return_code) << " ]" << std::endl;
-
- if (test_failed(world.on_error(return_code, world_ptr)))
+ if (test_failed(world->on_error(return_code, creators_ptr)))
{
+ Error << "Failed while running on_error()";
break;
}
}
- if (next->post && world.runner->post)
+ if (next->post and world->runner->post)
{
- (void) world.runner->post(next->post, world_ptr);
+ (void) world->runner->post(next->post, creators_ptr);
}
if (failed == 0 and skipped == 0)
}
cleanup:
- world.shutdown(world_ptr);
+ world->shutdown(creators_ptr);
+ Logn();
}
- if (stats.collection_failed || stats.collection_skipped)
+ if (not is_shutdown())
{
- std::cerr << std::endl << std::endl << "Some test failures and/or skipped test occurred." << std::endl << std::endl;
-#if 0
- print_failed_test();
-#endif
+ set_shutdown(SHUTDOWN_GRACEFUL);
+ pthread_kill(thread, SIGUSR1);
}
- else
+
+ if (__shutdown == SHUTDOWN_FORCED)
{
- std::cout << std::endl << std::endl << "All tests completed successfully." << std::endl << std::endl;
+ Error << "Tests were aborted.";
}
-
- if (test_failed(world.destroy(world_ptr)))
+ else if (stats.collection_failed or stats.collection_skipped)
{
- stats.failed++; // We do this to make our exit code return EXIT_FAILURE
+ Error << "Some test failures and/or skipped test occurred.";
+ }
+ else
+ {
+ Log << "All tests completed successfully.";
}
stats_print(&stats);
- return stats.failed == 0 ? 0 : 1;
+ void *retval;
+ pthread_join(thread, &retval);
+
+ delete world;
+
+ return stats.failed == 0 and __shutdown == SHUTDOWN_GRACEFUL ? EXIT_SUCCESS : EXIT_FAILURE;
}