/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
*
- * uTest, libtest
+ * libtest
*
* Copyright (C) 2011 Data Differential, http://datadifferential.com/
- * Copyright (C) 2006-2009 Brian Aker
*
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are
- * met:
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3 of the License, or (at your option) any later version.
*
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- *
- * * Redistributions in binary form must reproduce the above
- * copyright notice, this list of conditions and the following disclaimer
- * in the documentation and/or other materials provided with the
- * distribution.
- *
- * * The names of its contributors may not be used to endorse or
- * promote products derived from this software without specific prior
- * written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
*
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
-
-
-
#include <libtest/common.h>
#include <cassert>
#include <signal.h>
-#include <libtest/stats.h>
-
#ifndef __INTEL_COMPILER
#pragma GCC diagnostic ignored "-Wold-style-cast"
#endif
-static in_port_t global_port= 0;
-static char global_socket[1024];
-
-in_port_t default_port()
-{
- assert(global_port);
- return global_port;
-}
-
-void set_default_port(in_port_t port)
-{
- global_port= port;
-}
-
-const char *default_socket()
-{
- assert(global_socket[0]);
- return global_socket;
-}
-
-bool test_is_local()
-{
- return (getenv("LIBTEST_LOCAL"));
-}
-
-void set_default_socket(const char *socket)
-{
- strncpy(global_socket, socket, strlen(socket));
-}
+using namespace libtest;
static void stats_print(Stats *stats)
{
- std::cout << "\tTotal Collections\t\t\t\t" << stats->collection_total << std::endl;
- std::cout << "\tFailed Collections\t\t\t\t" << stats->collection_failed << std::endl;
- std::cout << "\tSkipped Collections\t\t\t\t" << stats->collection_skipped << std::endl;
- std::cout << "\tSucceeded Collections\t\t\t\t" << stats->collection_success << std::endl;
- std::cout << std::endl;
- std::cout << "Total\t\t\t\t" << stats->total << std::endl;
- std::cout << "\tFailed\t\t\t" << stats->failed << std::endl;
- std::cout << "\tSkipped\t\t\t" << stats->skipped << std::endl;
- std::cout << "\tSucceeded\t\t" << stats->success << std::endl;
+ if (stats->collection_failed == 0 and stats->collection_success == 0)
+ {
+ return;
+ }
+
+ Out << "\tTotal Collections\t\t\t\t" << stats->collection_total;
+ Out << "\tFailed Collections\t\t\t\t" << stats->collection_failed;
+ Out << "\tSkipped Collections\t\t\t\t" << stats->collection_skipped;
+ Out << "\tSucceeded Collections\t\t\t\t" << stats->collection_success;
+ Outn();
+ Out << "Total\t\t\t\t" << stats->total;
+ Out << "\tFailed\t\t\t" << stats->failed;
+ Out << "\tSkipped\t\t\t" << stats->skipped;
+ Out << "\tSucceeded\t\t" << stats->success;
}
static long int timedif(struct timeval a, struct timeval b)
return s + us;
}
-const char *test_strerror(test_return_t code)
+static Framework *world= NULL;
+int main(int argc, char *argv[])
{
- switch (code) {
- case TEST_SUCCESS:
- return "ok";
+ srandom((unsigned int)time(NULL));
- case TEST_FAILURE:
- return "failed";
-
- case TEST_MEMORY_ALLOCATION_FAILURE:
- return "memory allocation";
-
- case TEST_SKIPPED:
- return "skipped";
-
- case TEST_FATAL:
- break;
+ if (getenv("LIBTEST_QUIET"))
+ {
+ close(STDOUT_FILENO);
}
- return "failed";
-}
-
-void create_core(void)
-{
- if (getenv("LIBMEMCACHED_NO_COREDUMP") == NULL)
+ char buffer[1024];
+ if (getenv("LIBTEST_TMP"))
{
- pid_t pid= fork();
-
- if (pid == 0)
- {
- abort();
- }
- else
- {
- while (waitpid(pid, NULL, 0) != pid) {};
- }
+ snprintf(buffer, sizeof(buffer), "%s", getenv("LIBTEST_TMP"));
}
-}
-
-enum shutdown_t {
- SHUTDOWN_RUNNING,
- SHUTDOWN_GRACEFUL,
- SHUTDOWN_FORCED
-};
-
-static Framework *world= NULL;
-static volatile shutdown_t __shutdown= SHUTDOWN_RUNNING;
-pthread_mutex_t shutdown_mutex= PTHREAD_MUTEX_INITIALIZER;
-
-static bool is_shutdown()
-{
- bool ret;
- pthread_mutex_lock(&shutdown_mutex);
- ret= bool(__shutdown != SHUTDOWN_RUNNING);
- pthread_mutex_unlock(&shutdown_mutex);
-
- return ret;
-}
-
-static void set_shutdown(shutdown_t arg)
-{
- pthread_mutex_lock(&shutdown_mutex);
- __shutdown= arg;
- pthread_mutex_unlock(&shutdown_mutex);
-}
-
-static void *sig_thread(void *arg)
-{
- sigset_t *set= (sigset_t *) arg;
-
- while (is_shutdown())
+ else
{
- int sig;
- int error;
- while ((error= sigwait(set, &sig)) == EINTR) ;
-
- switch (sig)
- {
- case SIGSEGV:
- case SIGINT:
- case SIGABRT:
- Error << "Signal handling thread got signal " << strsignal(sig);
- set_shutdown(SHUTDOWN_FORCED);
- break;
-
- default:
- Error << "Signal handling thread got unexpected signal " << strsignal(sig);
- case SIGUSR1:
- break;
- }
+ snprintf(buffer, sizeof(buffer), "%s", LIBTEST_TEMP);
}
- return NULL;
-}
-
-
-static void setup_signals(pthread_t& thread)
-{
- sigset_t set;
-
- sigemptyset(&set);
- sigaddset(&set, SIGSEGV);
- sigaddset(&set, SIGABRT);
- sigaddset(&set, SIGINT);
- sigaddset(&set, SIGUSR1);
-
- int error;
- if ((error= pthread_sigmask(SIG_BLOCK, &set, NULL)) != 0)
+ if (chdir(buffer) == -1)
{
- Error << " died during pthread_sigmask(" << strerror(error) << ")";
- exit(EXIT_FAILURE);
+ char getcwd_buffer[1024];
+ char *dir= getcwd(getcwd_buffer, sizeof(getcwd_buffer));
+
+ Error << "Unable to chdir() from " << dir << " to " << buffer << " errno:" << strerror(errno);
+ return EXIT_FAILURE;
}
- if ((error= pthread_create(&thread, NULL, &sig_thread, (void *) &set)) != 0)
+ if (libtest::libtool() == NULL)
{
- Error << " died during pthread_create(" << strerror(error) << ")";
- exit(EXIT_FAILURE);
+ Error << "Failed to locate libtool";
+ return EXIT_FAILURE;
}
-}
-
-int main(int argc, char *argv[])
-{
world= new Framework();
- if (not world)
+ if (world == NULL)
{
+ Error << "Failed to create Framework()";
return EXIT_FAILURE;
}
- pthread_t thread;
- setup_signals(thread);
+ libtest::SignalThread signal;
+ if (not signal.setup())
+ {
+ return EXIT_FAILURE;
+ }
Stats stats;
test_return_t error;
void *creators_ptr= world->create(error);
- if (test_failed(error))
+
+ switch (error)
{
- Error << "create() failed";
+ case TEST_SUCCESS:
+ break;
+
+ case TEST_SKIPPED:
+ Out << "SKIP " << argv[0];
+ delete world;
+ return EXIT_SUCCESS;
+
+ case TEST_FATAL:
+ case TEST_FAILURE:
+ case TEST_MEMORY_ALLOCATION_FAILURE:
+ Error << argv[0] << " failed in Framework::create()";
+ delete world;
return EXIT_FAILURE;
}
if (collection_to_run)
{
- std::cout << "Only testing " << collection_to_run << std::endl;
+ Out << "Only testing " << collection_to_run;
}
char *wildcard= NULL;
wildcard= argv[2];
}
- for (collection_st *next= world->collections; next->name and (not is_shutdown()); next++)
+ for (collection_st *next= world->collections; next->name and (not signal.is_shutdown()); next++)
{
test_return_t collection_rc= TEST_SUCCESS;
bool failed= false;
if (collection_rc == TEST_SUCCESS and next->pre)
{
- collection_rc= world->runner->pre(next->pre, creators_ptr);
+ collection_rc= world->runner()->pre(next->pre, creators_ptr);
}
switch (collection_rc)
case TEST_FATAL:
case TEST_FAILURE:
- Error << next->name << " [ failed ]";
- stats.collection_failed++;
+ Out << next->name << " [ failed ]";
+ failed= true;
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
goto cleanup;
case TEST_SKIPPED:
- Log << next->name << " [ skipping ]";
- stats.collection_skipped++;
+ Out << next->name << " [ skipping ]";
+ skipped= true;
goto cleanup;
case TEST_MEMORY_ALLOCATION_FAILURE:
test_assert(0, "Allocation failure, or unknown return");
}
- Log << "Collection: " << next->name;
+ Out << "Collection: " << next->name;
for (test_st *run= next->tests; run->name; run++)
{
{
{ // Runner Code
gettimeofday(&start_time, NULL);
- return_code= world->runner->run(run->test_fn, creators_ptr);
+ assert(world->runner());
+ assert(run->test_fn);
+ return_code= world->runner()->run(run->test_fn, creators_ptr);
gettimeofday(&end_time, NULL);
load_time= timedif(end_time, start_time);
}
// @todo do something if post fails
(void)world->item.post(creators_ptr);
}
- else
+ else if (return_code == TEST_SKIPPED)
+ { }
+ else if (return_code == TEST_FAILURE)
{
Error << " item.flush(failure)";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
}
}
- else
+ else if (return_code == TEST_SKIPPED)
+ { }
+ else if (return_code == TEST_FAILURE)
{
Error << " item.startup(failure)";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
}
stats.total++;
switch (return_code)
{
case TEST_SUCCESS:
- Log << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]";
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]";
stats.success++;
break;
case TEST_FAILURE:
stats.failed++;
failed= true;
- Error << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
break;
case TEST_SKIPPED:
stats.skipped++;
skipped= true;
- Log << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
break;
case TEST_MEMORY_ALLOCATION_FAILURE:
if (test_failed(world->on_error(return_code, creators_ptr)))
{
Error << "Failed while running on_error()";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
break;
}
}
- if (next->post and world->runner->post)
+ (void) world->runner()->post(next->post, creators_ptr);
+
+cleanup:
+ if (failed == false and skipped == false)
+ {
+ stats.collection_success++;
+ }
+
+ if (failed)
{
- (void) world->runner->post(next->post, creators_ptr);
+ stats.collection_failed++;
}
- if (failed == 0 and skipped == 0)
+ if (skipped)
{
- stats.collection_success++;
+ stats.collection_skipped++;
}
-cleanup:
world->shutdown(creators_ptr);
+ Outn();
}
- if (not is_shutdown())
+ if (not signal.is_shutdown())
{
- set_shutdown(SHUTDOWN_GRACEFUL);
- pthread_kill(thread, SIGUSR1);
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
}
- if (__shutdown == SHUTDOWN_FORCED)
+ int exit_code= EXIT_SUCCESS;
+ shutdown_t status= signal.get_shutdown();
+ if (status == SHUTDOWN_FORCED)
{
- Error << "Tests were aborted.";
+ Out << "Tests were aborted.";
+ exit_code= EXIT_FAILURE;
}
- else if (stats.collection_failed or stats.collection_skipped)
+ else if (stats.collection_failed)
{
- Error << "Some test failures and/or skipped test occurred.";
+ Out << "Some test failed.";
+ exit_code= EXIT_FAILURE;
}
- else
+ else if (stats.collection_skipped and stats.collection_failed and stats.collection_success)
+ {
+ Out << "Some tests were skipped.";
+ }
+ else if (stats.collection_success and stats.collection_failed == 0)
{
- Log << "All tests completed successfully.";
+ Out << "All tests completed successfully.";
}
stats_print(&stats);
- Error << " ";
- void *retval;
- pthread_join(thread, &retval);
-
- Error << " word";
delete world;
- Error << " after word";
- return stats.failed == 0 and __shutdown == SHUTDOWN_GRACEFUL ? EXIT_SUCCESS : EXIT_FAILURE;
+ Outn(); // Generate a blank to break up the messages if make check/test has been run
+
+ return exit_code;
}
projects / awesomized / libmemcached / blobdiff