-/* uTest
- * Copyright (C) 2011 Data Differential, http://datadifferential.com/
- * Copyright (C) 2006-2009 Brian Aker
- * All rights reserved.
+/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
+ *
+ * libtest
*
- * Use and distribution licensed under the BSD license. See
- * the COPYING file in the parent directory for full text.
+ * Copyright (C) 2011 Data Differential, http://datadifferential.com/
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 3 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
+#include <libtest/common.h>
-#include <config.h>
-
-#include <stdint.h>
-#include <assert.h>
-#include <stdlib.h>
-#include <string.h>
+#include <cassert>
+#include <cstdlib>
+#include <cstring>
#include <sys/time.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <sys/wait.h>
#include <unistd.h>
-#include <time.h>
+#include <ctime>
#include <fnmatch.h>
#include <iostream>
-#include <libtest/test.h>
+#include <signal.h>
+
+#include <libtest/stats.h>
+#include <libtest/signal.h>
#ifndef __INTEL_COMPILER
#pragma GCC diagnostic ignored "-Wold-style-cast"
#endif
-static void world_stats_print(world_stats_st *stats)
+using namespace libtest;
+
+static in_port_t global_port= 0;
+static char global_socket[1024];
+
+in_port_t default_port()
+{
+ return global_port;
+}
+
+void set_default_port(in_port_t port)
+{
+ global_port= port;
+}
+
+const char *default_socket()
+{
+ assert(global_socket[0]);
+ return global_socket;
+}
+
+bool test_is_local()
{
- std::cout << "\tTotal Collections\t\t\t\t" << stats->collection_total << std::endl;
- std::cout << "\tFailed Collections\t\t\t\t" << stats->collection_failed << std::endl;
- std::cout << "\tSkipped Collections\t\t\t\t" << stats->collection_skipped << std::endl;
- std::cout << "\tSucceeded Collections\t\t\t\t" << stats->collection_success << std::endl;
- std::cout << std::endl;
- std::cout << "Total\t\t\t\t" << stats->total << std::endl;
- std::cout << "\tFailed\t\t\t" << stats->failed << std::endl;
- std::cout << "\tSkipped\t\t\t" << stats->skipped << std::endl;
- std::cout << "\tSucceeded\t\t" << stats->success << std::endl;
+ return (getenv("LIBTEST_LOCAL"));
+}
+
+void set_default_socket(const char *socket)
+{
+ if (socket)
+ {
+ strncpy(global_socket, socket, strlen(socket));
+ }
+}
+
+static void stats_print(Stats *stats)
+{
+ if (stats->collection_failed == 0 and stats->collection_success == 0)
+ {
+ return;
+ }
+
+ Out << "\tTotal Collections\t\t\t\t" << stats->collection_total;
+ Out << "\tFailed Collections\t\t\t\t" << stats->collection_failed;
+ Out << "\tSkipped Collections\t\t\t\t" << stats->collection_skipped;
+ Out << "\tSucceeded Collections\t\t\t\t" << stats->collection_success;
+ Outn();
+ Out << "Total\t\t\t\t" << stats->total;
+ Out << "\tFailed\t\t\t" << stats->failed;
+ Out << "\tSkipped\t\t\t" << stats->skipped;
+ Out << "\tSucceeded\t\t" << stats->success;
}
static long int timedif(struct timeval a, struct timeval b)
switch (code) {
case TEST_SUCCESS:
return "ok";
+
case TEST_FAILURE:
return "failed";
- case TEST_FATAL:
- return "failed";
+
case TEST_MEMORY_ALLOCATION_FAILURE:
return "memory allocation";
+
case TEST_SKIPPED:
return "skipped";
- case TEST_MAXIMUM_RETURN:
- default:
- std::cerr << "Unknown return value." << std::endl;
- abort();
+
+ case TEST_FATAL:
+ break;
}
+
+ return "failed";
}
void create_core(void)
}
}
-
-static test_return_t _runner_default(test_callback_fn func, void *p)
+static Framework *world= NULL;
+int main(int argc, char *argv[])
{
- if (func)
- return func(p);
+ srandom((unsigned int)time(NULL));
- return TEST_SUCCESS;
-}
+ if (getenv("LIBTEST_QUIET"))
+ {
+ close(STDOUT_FILENO);
+ }
-static world_runner_st defualt_runners= {
- _runner_default,
- _runner_default,
- _runner_default
-};
+ char buffer[1024];
+ if (getenv("LIBTEST_TMP"))
+ {
+ snprintf(buffer, sizeof(buffer), "%s", getenv("LIBTEST_TMP"));
+ }
+ else
+ {
+ snprintf(buffer, sizeof(buffer), "%s", LIBTEST_TEMP);
+ }
-static test_return_t _default_callback(void *p)
-{
- (void)p;
+ if (chdir(buffer) == -1)
+ {
+ char getcwd_buffer[1024];
+ char *dir= getcwd(getcwd_buffer, sizeof(getcwd_buffer));
- return TEST_SUCCESS;
-}
+ Error << "Unable to chdir() from " << dir << " to " << buffer << " errno:" << strerror(errno);
+ return EXIT_FAILURE;
+ }
-static collection_st *init_world(world_st *world)
-{
- if (world->runner == NULL)
+ if (libtest::libtool() == NULL)
{
- world->runner= &defualt_runners;
+ Error << "Failed to locate libtool";
+ return EXIT_FAILURE;
}
- if (world->collection_startup == NULL)
- world->collection_startup= _default_callback;
-
- if (world->collection_shutdown == NULL)
- world->collection_shutdown= _default_callback;
+ world= new Framework();
- return world->collections;
-}
+ if (not world)
+ {
+ Error << "Failed to create Framework()";
+ return EXIT_FAILURE;
+ }
+ libtest::SignalThread signal;
+ if (not signal.setup())
+ {
+ return EXIT_FAILURE;
+ }
-int main(int argc, char *argv[])
-{
- world_st world;
- void *world_ptr;
+ Stats stats;
- world_stats_st stats;
+ get_world(world);
- get_world(&world);
+ test_return_t error;
+ void *creators_ptr= world->create(error);
- if (not world.runner)
+ switch (error)
{
- world.runner= &defualt_runners;
- }
+ case TEST_SUCCESS:
+ break;
- collection_st *collection= init_world(&world);
+ case TEST_SKIPPED:
+ Out << "SKIP " << argv[0];
+ delete world;
+ return EXIT_SUCCESS;
- if (world.create)
- {
- test_return_t error;
- world_ptr= world.create(&error);
- if (error != TEST_SUCCESS)
- {
- return EXIT_FAILURE;
- }
- }
- else
- {
- world_ptr= NULL;
+ case TEST_FATAL:
+ case TEST_FAILURE:
+ case TEST_MEMORY_ALLOCATION_FAILURE:
+ Error << argv[0] << " failed in Framework::create()";
+ delete world;
+ return EXIT_FAILURE;
}
char *collection_to_run= NULL;
if (collection_to_run)
{
- std::cout << "Only testing " << collection_to_run << std::endl;
+ Out << "Only testing " << collection_to_run;
}
char *wildcard= NULL;
wildcard= argv[2];
}
- for (collection_st *next= collection; next->name; next++)
+ for (collection_st *next= world->collections; next->name and (not signal.is_shutdown()); next++)
{
test_return_t collection_rc= TEST_SUCCESS;
bool failed= false;
stats.collection_total++;
- collection_rc= world.collection_startup(world_ptr);
+ collection_rc= world->startup(creators_ptr);
if (collection_rc == TEST_SUCCESS and next->pre)
{
- collection_rc= world.runner->pre(next->pre, world_ptr);
+ collection_rc= world->runner()->pre(next->pre, creators_ptr);
}
switch (collection_rc)
{
case TEST_SUCCESS:
- std::cerr << std::endl << next->name << std::endl << std::endl;
break;
case TEST_FATAL:
case TEST_FAILURE:
- std::cerr << std::endl << next->name << " [ failed ]" << std::endl << std::endl;
- stats.collection_failed++;
+ Out << next->name << " [ failed ]";
+ failed= true;
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
goto cleanup;
case TEST_SKIPPED:
- std::cerr << std::endl << next->name << " [ skipping ]" << std::endl << std::endl;
- stats.collection_skipped++;
+ Out << next->name << " [ skipping ]";
+ skipped= true;
goto cleanup;
case TEST_MEMORY_ALLOCATION_FAILURE:
- case TEST_MAXIMUM_RETURN:
- default:
- assert(0);
- break;
+ test_assert(0, "Allocation failure, or unknown return");
}
+ Out << "Collection: " << next->name;
+
for (test_st *run= next->tests; run->name; run++)
{
struct timeval start_time, end_time;
if (wildcard && fnmatch(wildcard, run->name, 0))
{
- continue;
+ continue;
}
- std::cerr << "\tTesting " << run->name;
-
- if (world.run_startup)
- {
- world.run_startup(world_ptr);
- }
-
- if (run->requires_flush && world.flush)
- {
- world.flush(world_ptr);
- }
-
- if (world.pre_run)
- {
- world.pre_run(world_ptr);
- }
-
-
test_return_t return_code;
- { // Runner Code
-#if 0
- if (next->pre and world.runner->pre)
- {
- return_code= world.runner->pre(next->pre, world_ptr);
-
- if (return_code != TEST_SUCCESS)
- {
- goto error;
- }
- }
-#endif
-
- gettimeofday(&start_time, NULL);
- return_code= world.runner->run(run->test_fn, world_ptr);
- gettimeofday(&end_time, NULL);
- load_time= timedif(end_time, start_time);
-
-#if 0
- if (next->post && world.runner->post)
- {
- (void) world.runner->post(next->post, world_ptr);
- }
-#endif
+ if (test_success(return_code= world->item.startup(creators_ptr)))
+ {
+ if (test_success(return_code= world->item.flush(creators_ptr, run)))
+ {
+ // @note pre will fail is SKIPPED is returned
+ if (test_success(return_code= world->item.pre(creators_ptr)))
+ {
+ { // Runner Code
+ gettimeofday(&start_time, NULL);
+ assert(world->runner());
+ assert(run->test_fn);
+ return_code= world->runner()->run(run->test_fn, creators_ptr);
+ gettimeofday(&end_time, NULL);
+ load_time= timedif(end_time, start_time);
+ }
+ }
+
+ // @todo do something if post fails
+ (void)world->item.post(creators_ptr);
+ }
+ else if (return_code == TEST_SKIPPED)
+ { }
+ else if (return_code == TEST_FAILURE)
+ {
+ Error << " item.flush(failure)";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ }
}
-
- if (world.post_run)
+ else if (return_code == TEST_SKIPPED)
+ { }
+ else if (return_code == TEST_FAILURE)
{
- world.post_run(world_ptr);
+ Error << " item.startup(failure)";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
}
stats.total++;
- std::cerr << "\t\t\t\t\t";
-
switch (return_code)
{
case TEST_SUCCESS:
- std::cerr << load_time / 1000 << "." << load_time % 1000;
- stats.success++;
- break;
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << load_time / 1000 << "." << load_time % 1000 << "[ " << test_strerror(return_code) << " ]";
+ stats.success++;
+ break;
case TEST_FATAL:
case TEST_FAILURE:
- stats.failed++;
- failed= true;
- break;
+ stats.failed++;
+ failed= true;
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ break;
case TEST_SKIPPED:
- stats.skipped++;
- skipped= true;
- break;
+ stats.skipped++;
+ skipped= true;
+ Out << "\tTesting " << run->name << "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
+ break;
case TEST_MEMORY_ALLOCATION_FAILURE:
- case TEST_MAXIMUM_RETURN:
- default:
- break;
- abort();
+ test_assert(0, "Memory Allocation Error");
}
- std::cerr << "[ " << test_strerror(return_code) << " ]" << std::endl;
-
- if (world.on_error)
+ if (test_failed(world->on_error(return_code, creators_ptr)))
{
- test_return_t rc= world.on_error(return_code, world_ptr);
-
- if (rc != TEST_SUCCESS)
- break;
+ Error << "Failed while running on_error()";
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
+ break;
}
-
}
- if (next->post && world.runner->post)
+ (void) world->runner()->post(next->post, creators_ptr);
+
+cleanup:
+ if (failed == false and skipped == false)
{
- (void) world.runner->post(next->post, world_ptr);
+ stats.collection_success++;
}
- if (failed == 0 and skipped == 0)
+ if (failed)
{
- stats.collection_success++;
+ stats.collection_failed++;
}
-cleanup:
- if (world.collection_shutdown)
+ if (skipped)
{
- world.collection_shutdown(world_ptr);
+ stats.collection_skipped++;
}
+
+ world->shutdown(creators_ptr);
+ Outn();
}
- if (stats.collection_failed || stats.collection_skipped)
+ if (not signal.is_shutdown())
{
- std::cerr << std::endl << std::endl << "Some test failures and/or skipped test occurred." << std::endl << std::endl;
-#if 0
- print_failed_test();
-#endif
+ signal.set_shutdown(SHUTDOWN_GRACEFUL);
}
- else
+
+ int exit_code= EXIT_SUCCESS;
+ shutdown_t status= signal.get_shutdown();
+ if (status == SHUTDOWN_FORCED)
{
- std::cout << std::endl << std::endl << "All tests completed successfully." << std::endl << std::endl;
+ Out << "Tests were aborted.";
+ exit_code= EXIT_FAILURE;
}
-
- if (world.destroy)
+ else if (stats.collection_failed)
{
- test_return_t error= world.destroy(world_ptr);
-
- if (error != TEST_SUCCESS)
- {
- std::cerr << "Failure during shutdown." << std::endl;
- stats.failed++; // We do this to make our exit code return EXIT_FAILURE
- }
+ Out << "Some test failed.";
+ exit_code= EXIT_FAILURE;
+ }
+ else if (stats.collection_skipped and stats.collection_failed and stats.collection_success)
+ {
+ Out << "Some tests were skipped.";
}
+ else if (stats.collection_success and stats.collection_failed == 0)
+ {
+ Out << "All tests completed successfully.";
+ }
+
+ stats_print(&stats);
+
+ delete world;
- world_stats_print(&stats);
+ Outn(); // Generate a blank to break up the messages if make check/test has been run
- return stats.failed == 0 ? 0 : 1;
+ return exit_code;
}