1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
5 * Copyright (C) 2011 Data Differential, http://datadifferential.com/
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 3 of the License, or (at your option) any later version.
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 #include <libtest/test.hpp>
27 #if defined(LIBTEST_WITH_LIBMEMCACHED_SUPPORT) && LIBTEST_WITH_LIBMEMCACHED_SUPPORT
28 #include <libmemcached-1.0/memcached.h>
31 #if defined(LIBTEST_WITH_LIBGEARMAN_SUPPORT) && LIBTEST_WITH_LIBGEARMAN_SUPPORT
32 #include <libgearman/gearman.h>
38 using namespace libtest
;
40 static test_return_t
LIBTOOL_COMMAND_test(void *)
42 test_true(getenv("LIBTOOL_COMMAND"));
46 static test_return_t
VALGRIND_COMMAND_test(void *)
48 test_true(getenv("VALGRIND_COMMAND"));
52 static test_return_t
HELGRIND_COMMAND_test(void *)
54 test_true(getenv("HELGRIND_COMMAND"));
58 static test_return_t
GDB_COMMAND_test(void *)
60 test_true(getenv("GDB_COMMAND"));
64 static test_return_t
test_success_equals_one_test(void *)
66 test_skip(HAVE_LIBMEMCACHED
, 1);
67 #if defined(HAVE_LIBMEMCACHED) && HAVE_LIBMEMCACHED
68 test_zero(MEMCACHED_SUCCESS
);
73 static test_return_t
test_success_test(void *)
78 static test_return_t
test_failure_test(void *)
80 return TEST_SKIPPED
; // Only run this when debugging
86 static test_return_t
local_test(void *)
88 if (getenv("LIBTEST_LOCAL"))
90 test_true(test_is_local());
94 test_false(test_is_local());
100 static test_return_t
local_not_test(void *)
107 if ((ptr
= getenv("LIBTEST_LOCAL")) == NULL
)
112 // unsetenv() will cause issues with valgrind
113 _compare(__FILE__
, __LINE__
, __func__
, 0, unsetenv("LIBTEST_LOCAL"), true);
114 test_compare(0, unsetenv("LIBTEST_LOCAL"));
115 test_false(test_is_local());
117 test_compare(0, setenv("LIBTEST_LOCAL", "1", 1));
118 test_true(test_is_local());
122 test_compare(0, unsetenv("LIBTEST_LOCAL"));
126 char *old_string
= strdup(temp
.c_str());
127 test_compare(0, setenv("LIBTEST_LOCAL", old_string
, 1));
133 static test_return_t
var_exists_test(void *)
135 test_compare(0, access("var", R_OK
| W_OK
| X_OK
));
139 static test_return_t
var_tmp_exists_test(void *)
141 test_compare(0, access("var/tmp", R_OK
| W_OK
| X_OK
));
145 static test_return_t
var_run_exists_test(void *)
147 test_compare(0, access("var/run", R_OK
| W_OK
| X_OK
));
151 static test_return_t
var_log_exists_test(void *)
153 test_compare(0, access("var/log", R_OK
| W_OK
| X_OK
));
157 static test_return_t
var_tmp_test(void *)
159 FILE *file
= fopen("var/tmp/junk", "w+");
161 const char *dir
= getcwd(buffer
, sizeof(buffer
));
162 test_true_got(file
, dir
);
167 static test_return_t
var_run_test(void *)
169 FILE *file
= fopen("var/run/junk", "w+");
175 static test_return_t
var_log_test(void *)
177 FILE *file
= fopen("var/log/junk", "w+");
183 static test_return_t
var_tmp_rm_test(void *)
185 test_true(unlink("var/tmp/junk") == 0);
189 static test_return_t
var_run_rm_test(void *)
191 test_true(unlink("var/run/junk") == 0);
195 static test_return_t
var_log_rm_test(void *)
197 test_true(unlink("var/log/junk") == 0);
201 static test_return_t
_compare_test_return_t_test(void *)
203 test_compare(TEST_SUCCESS
, TEST_SUCCESS
);
208 static test_return_t
_compare_memcached_return_t_test(void *)
210 test_skip(HAVE_LIBMEMCACHED
, true);
211 #if defined(HAVE_LIBMEMCACHED) && HAVE_LIBMEMCACHED
212 test_compare(MEMCACHED_SUCCESS
, MEMCACHED_SUCCESS
);
218 static test_return_t
_compare_gearman_return_t_test(void *)
220 test_skip(HAVE_LIBGEARMAN
, true);
221 #if defined(HAVE_LIBGEARMAN) && HAVE_LIBGEARMAN
222 test_compare(GEARMAN_SUCCESS
, GEARMAN_SUCCESS
);
228 static test_return_t
gearmand_cycle_test(void *object
)
230 server_startup_st
*servers
= (server_startup_st
*)object
;
231 test_true(servers
and servers
->validate());
233 #if defined(HAVE_GEARMAND_BINARY) && HAVE_GEARMAND_BINARY
234 test_true(has_gearmand_binary());
237 test_skip(true, has_gearmand_binary());
239 test_true(server_startup(*servers
, "gearmand", get_free_port(), 0, NULL
));
244 static test_return_t
memcached_light_cycle_TEST(void *object
)
246 server_startup_st
*servers
= (server_startup_st
*)object
;
249 test_skip(true, bool(HAVE_MEMCACHED_LIGHT_BINARY
));
251 test_true(server_startup(*servers
, "memcached-light", get_free_port(), 0, NULL
));
256 static test_return_t
skip_shim(bool a
, bool b
)
262 static test_return_t
test_skip_true_TEST(void *object
)
264 test_compare(true, true);
265 test_compare(false, false);
266 test_compare(TEST_SUCCESS
, skip_shim(true, true));
267 test_compare(TEST_SUCCESS
, skip_shim(false, false));
272 static test_return_t
test_skip_false_TEST(void *object
)
274 test_compare(TEST_SKIPPED
, skip_shim(true, false));
275 test_compare(TEST_SKIPPED
, skip_shim(false, true));
279 static test_return_t
memcached_cycle_test(void *object
)
281 server_startup_st
*servers
= (server_startup_st
*)object
;
284 if (MEMCACHED_BINARY
and HAVE_LIBMEMCACHED
)
286 test_true(has_memcached_binary());
287 test_true(server_startup(*servers
, "memcached", get_free_port(), 0, NULL
));
295 static test_return_t
memcached_socket_cycle_test(void *object
)
297 server_startup_st
*servers
= (server_startup_st
*)object
;
300 if (MEMCACHED_BINARY
)
302 if (HAVE_LIBMEMCACHED
)
304 test_true(has_memcached_binary());
305 test_true(servers
->start_socket_server("memcached", get_free_port(), 0, NULL
));
314 static test_return_t
memcached_sasl_test(void *object
)
316 server_startup_st
*servers
= (server_startup_st
*)object
;
319 test_skip(false, bool(getenv("TESTS_ENVIRONMENT")));
321 if (MEMCACHED_SASL_BINARY
)
323 if (HAVE_LIBMEMCACHED
)
325 test_true(has_memcached_sasl_binary());
326 test_true(server_startup(*servers
, "memcached-sasl", get_free_port(), 0, NULL
));
335 static test_return_t
application_true_BINARY(void *)
337 Application
true_app("true");
339 test_compare(Application::SUCCESS
, true_app
.run());
340 test_compare(Application::SUCCESS
, true_app
.wait());
345 static test_return_t
application_gdb_true_BINARY2(void *)
347 test_skip(0, access("/usr/bin/gdb", X_OK
));
348 Application
true_app("true");
351 test_compare(Application::SUCCESS
, true_app
.run());
352 test_compare(Application::SUCCESS
, true_app
.wait());
357 static test_return_t
application_gdb_true_BINARY(void *)
359 test_skip(0, access("/usr/bin/gdb", X_OK
));
360 Application
true_app("true");
363 const char *args
[]= { "--fubar", 0 };
364 test_compare(Application::SUCCESS
, true_app
.run(args
));
365 test_compare(Application::SUCCESS
, true_app
.wait());
370 static test_return_t
application_true_fubar_BINARY(void *)
372 Application
true_app("true");
374 const char *args
[]= { "--fubar", 0 };
375 test_compare(Application::SUCCESS
, true_app
.run(args
));
376 test_compare(Application::SUCCESS
, true_app
.wait());
377 test_compare(0, true_app
.stdout_result().size());
382 static test_return_t
application_doesnotexist_BINARY(void *)
385 test_skip_valgrind();
386 Application
true_app("doesnotexist");
388 const char *args
[]= { "--fubar", 0 };
389 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
390 test_compare(Application::INVALID
, true_app
.run(args
));
392 test_compare(Application::SUCCESS
, true_app
.run(args
));
393 test_compare(Application::INVALID
, true_app
.wait(false));
396 test_compare(0, true_app
.stdout_result().size());
401 static test_return_t
application_true_fubar_eq_doh_BINARY(void *)
403 Application
true_app("true");
405 const char *args
[]= { "--fubar=doh", 0 };
406 test_compare(Application::SUCCESS
, true_app
.run(args
));
407 test_compare(Application::SUCCESS
, true_app
.wait());
408 test_compare(0, true_app
.stdout_result().size());
413 static test_return_t
application_true_fubar_eq_doh_option_BINARY(void *)
415 Application
true_app("true");
417 true_app
.add_option("--fubar=", "doh");
419 test_compare(Application::SUCCESS
, true_app
.run());
420 test_compare(Application::SUCCESS
, true_app
.wait());
421 test_compare(0, true_app
.stdout_result().size());
427 static test_return_t
GET_TEST(void *)
429 libtest::http::GET
get("http://foo.example.com/");
431 test_compare(false, get
.execute());
436 static test_return_t
POST_TEST(void *)
438 libtest::vchar_t body
;
439 libtest::http::POST
post("http://foo.example.com/", body
);
441 test_compare(false, post
.execute());
446 static test_return_t
TRACE_TEST(void *)
448 libtest::vchar_t body
;
449 libtest::http::TRACE
trace("http://foo.example.com/", body
);
451 test_compare(false, trace
.execute());
457 static test_return_t
vchar_t_TEST(void *)
459 libtest::vchar_t response
;
460 libtest::make_vector(response
, test_literal_param("fubar\n"));
461 test_compare(response
, response
);
466 static test_return_t
application_echo_fubar_BINARY(void *)
468 Application
true_app("echo");
470 const char *args
[]= { "fubar", 0 };
471 test_compare(Application::SUCCESS
, true_app
.run(args
));
472 test_compare(Application::SUCCESS
, true_app
.wait());
474 while (true_app
.slurp() == false) {} ;
476 libtest::vchar_t response
;
477 make_vector(response
, test_literal_param("fubar\n"));
478 test_compare(response
, true_app
.stdout_result());
483 static test_return_t
application_echo_fubar_BINARY2(void *)
485 Application
true_app("echo");
487 true_app
.add_option("fubar");
489 test_compare(Application::SUCCESS
, true_app
.run());
490 test_compare(Application::SUCCESS
, true_app
.wait(false));
492 libtest::vchar_t response
;
493 make_vector(response
, test_literal_param("fubar\n"));
494 test_compare(response
, true_app
.stdout_result());
499 static test_return_t
true_BINARY(void *)
501 const char *args
[]= { 0 };
502 test_compare(EXIT_SUCCESS
, exec_cmdline("true", args
));
507 static test_return_t
true_fubar_BINARY(void *)
509 const char *args
[]= { "--fubar", 0 };
510 test_compare(EXIT_SUCCESS
, exec_cmdline("true", args
));
515 static test_return_t
echo_fubar_BINARY(void *)
517 const char *args
[]= { "fubar", 0 };
518 test_compare(EXIT_SUCCESS
, exec_cmdline("echo", args
));
523 static test_return_t
wait_BINARY(void *)
525 const char *args
[]= { "--quiet", 0 };
527 test_compare(EXIT_FAILURE
, exec_cmdline("libtest/wait", args
, true));
532 static test_return_t
wait_help_BINARY(void *)
534 const char *args
[]= { "--quiet", "--help", 0 };
536 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
541 static test_return_t
wait_version_BINARY(void *)
543 const char *args
[]= { "--quiet", "--version", 0 };
545 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
550 static test_return_t
wait_services_BINARY(void *)
552 test_skip(0, access("/etc/services", R_OK
));
554 const char *args
[]= { "--quiet", "/etc/services", 0 };
556 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
561 static test_return_t
wait_services_BINARY2(void *)
563 test_skip(0, access("/etc/services", R_OK
));
565 const char *args
[]= { "/etc/services", 0 };
567 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
572 static test_return_t
wait_services_appliction_TEST(void *)
574 test_skip(0, access("/usr/bin/gdb", X_OK
));
575 test_skip(0, access("/etc/services", R_OK
));
577 libtest::Application
wait_app("libtest/wait", true);
580 const char *args
[]= { "/etc/services", 0 };
581 test_compare(Application::SUCCESS
, wait_app
.run(args
));
582 test_compare(Application::SUCCESS
, wait_app
.wait());
587 static test_return_t
gdb_wait_services_appliction_TEST(void *)
589 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
590 test_skip(0, TARGET_OS_OSX
);
593 test_skip(0, access("/usr/bin/gdb", X_OK
));
594 test_skip(0, access("/etc/services", R_OK
));
596 libtest::Application
wait_app("libtest/wait", true);
599 const char *args
[]= { "/etc/services", 0 };
600 test_compare(Application::SUCCESS
, wait_app
.run(args
));
601 test_compare(Application::SUCCESS
, wait_app
.wait());
606 static test_return_t
gdb_abort_services_appliction_TEST(void *)
608 test_skip(0, access("/usr/bin/gdb", X_OK
));
610 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
611 test_skip(0, TARGET_OS_OSX
);
614 libtest::Application
abort_app("libtest/abort", true);
617 test_compare(Application::SUCCESS
, abort_app
.run());
618 test_compare(Application::SUCCESS
, abort_app
.wait());
620 std::string gdb_filename
= abort_app
.gdb_filename();
621 test_skip(0, access(gdb_filename
.c_str(), R_OK
));
622 const char *args
[]= { "SIGABRT", gdb_filename
.c_str(), 0 };
623 test_compare(EXIT_SUCCESS
, exec_cmdline("grep", args
));
626 args
[0]= "THIS_WILL_NOT_BE_FOUND";
627 test_compare(EXIT_FAILURE
, exec_cmdline("grep", args
));
632 static test_return_t
get_free_port_TEST(void *)
635 test_true_hint((ret_port
= get_free_port()), ret_port
);
636 test_true(get_free_port() != default_port());
637 test_true(get_free_port() != get_free_port());
642 static uint32_t fatal_calls
= 0;
644 static test_return_t
fatal_TEST(void *)
646 test_compare(fatal_calls
++, fatal::disabled_counter());
647 throw libtest::fatal(LIBYATL_DEFAULT_PARAM
, "Testing va_args based fatal(): %d", 10);
652 static test_return_t
number_of_cpus_TEST(void *)
654 test_true(number_of_cpus() >= 1);
659 static test_return_t
create_tmpfile_TEST(void *)
661 std::string tmp
= create_tmpfile(__func__
);
662 test_compare(-1, access(tmp
.c_str(), R_OK
));
663 test_compare(-1, access(tmp
.c_str(), F_OK
));
665 Application
touch_app("touch");
666 const char *args
[]= { tmp
.c_str(), 0 };
667 test_compare(Application::SUCCESS
, touch_app
.run(args
));
668 test_compare(Application::SUCCESS
, touch_app
.wait(false));
670 test_compare_hint(0, access(tmp
.c_str(), R_OK
), strerror(errno
));
671 test_compare_hint(0, unlink(tmp
.c_str()), strerror(errno
));
676 static test_return_t
fatal_message_TEST(void *)
678 test_compare(fatal_calls
++, fatal::disabled_counter());
679 fatal_message("Fatal test");
684 static test_return_t
default_port_TEST(void *)
686 in_port_t ret_port
= default_port();
687 test_compare(ret_port
, libtest::default_port());
688 test_compare(ret_port
, libtest::default_port());
693 static test_return_t
check_for_gearman(void *)
695 test_skip(true, HAVE_LIBGEARMAN
);
696 test_skip(true, has_gearmand_binary());
701 test_st gearmand_tests
[] ={
703 {"pause", 0, pause_test
},
705 {"gearmand startup-shutdown", 0, gearmand_cycle_test
},
706 {"_compare(gearman_return_t)", 0, _compare_gearman_return_t_test
},
710 static test_return_t
check_for_libmemcached(void *)
712 test_skip(true, HAVE_LIBMEMCACHED
);
713 test_skip(true, has_memcached_binary());
717 test_st memcached_tests
[] ={
718 {"memcached startup-shutdown", 0, memcached_cycle_test
},
719 {"memcached-light startup-shutdown", 0, memcached_light_cycle_TEST
},
720 {"memcached(socket file) startup-shutdown", 0, memcached_socket_cycle_test
},
721 {"memcached_sasl() startup-shutdown", 0, memcached_sasl_test
},
722 {"_compare(memcached_return_t)", 0, _compare_memcached_return_t_test
},
726 test_st test_skip_TESTS
[] ={
727 {"true, true", 0, test_skip_true_TEST
},
728 {"true, false", 0, test_skip_false_TEST
},
732 test_st environment_tests
[] ={
733 {"LIBTOOL_COMMAND", 0, LIBTOOL_COMMAND_test
},
734 {"VALGRIND_COMMAND", 0, VALGRIND_COMMAND_test
},
735 {"HELGRIND_COMMAND", 0, HELGRIND_COMMAND_test
},
736 {"GDB_COMMAND", 0, GDB_COMMAND_test
},
740 test_st tests_log
[] ={
741 {"TEST_SUCCESS", false, test_success_test
},
742 {"TEST_FAILURE", false, test_failure_test
},
743 {"TEST_SUCCESS == 0", false, test_success_equals_one_test
},
747 test_st local_log
[] ={
748 {"test_is_local()", 0, local_test
},
749 {"test_is_local(NOT)", 0, local_not_test
},
753 test_st directories_tests
[] ={
754 {"var exists", 0, var_exists_test
},
755 {"var/tmp exists", 0, var_tmp_exists_test
},
756 {"var/run exists", 0, var_run_exists_test
},
757 {"var/log exists", 0, var_log_exists_test
},
758 {"var/tmp", 0, var_tmp_test
},
759 {"var/run", 0, var_run_test
},
760 {"var/log", 0, var_log_test
},
761 {"var/tmp rm", 0, var_tmp_rm_test
},
762 {"var/run rm", 0, var_run_rm_test
},
763 {"var/log rm", 0, var_log_rm_test
},
767 test_st comparison_tests
[] ={
768 {"_compare(test_return_t)", 0, _compare_test_return_t_test
},
772 test_st cmdline_tests
[] ={
773 {"true", 0, true_BINARY
},
774 {"true --fubar", 0, true_fubar_BINARY
},
775 {"echo fubar", 0, echo_fubar_BINARY
},
776 {"wait --quiet", 0, wait_BINARY
},
777 {"wait --quiet --help", 0, wait_help_BINARY
},
778 {"wait --quiet --version", 0, wait_version_BINARY
},
779 {"wait --quiet /etc/services", 0, wait_services_BINARY
},
780 {"wait /etc/services", 0, wait_services_BINARY2
},
781 {"wait /etc/services", 0, wait_services_appliction_TEST
},
782 {"gdb wait /etc/services", 0, gdb_wait_services_appliction_TEST
},
783 {"gdb abort", 0, gdb_abort_services_appliction_TEST
},
787 test_st get_free_port_TESTS
[] ={
788 {"get_free_port()", 0, get_free_port_TEST
},
789 {"default_port()", 0, default_port_TEST
},
793 test_st fatal_message_TESTS
[] ={
794 {"libtest::fatal", 0, fatal_TEST
},
795 {"fatal_message()", 0, fatal_message_TEST
},
799 test_st number_of_cpus_TESTS
[] ={
800 {"libtest::number_of_cpus()", 0, number_of_cpus_TEST
},
804 test_st create_tmpfile_TESTS
[] ={
805 {"libtest::create_tmpfile()", 0, create_tmpfile_TEST
},
809 test_st application_tests
[] ={
810 {"vchar_t", 0, vchar_t_TEST
},
811 {"true", 0, application_true_BINARY
},
812 {"gbd true --fubar", 0, application_gdb_true_BINARY
},
813 {"gbd true", 0, application_gdb_true_BINARY2
},
814 {"true --fubar", 0, application_true_fubar_BINARY
},
815 {"doesnotexist --fubar", 0, application_doesnotexist_BINARY
},
816 {"true --fubar=doh", 0, application_true_fubar_eq_doh_BINARY
},
817 {"true --fubar=doh add_option()", 0, application_true_fubar_eq_doh_option_BINARY
},
818 {"echo fubar", 0, application_echo_fubar_BINARY
},
819 {"echo fubar (as option)", 0, application_echo_fubar_BINARY2
},
823 static test_return_t
check_for_curl(void *)
825 test_skip(true, HAVE_LIBCURL
);
829 static test_return_t
disable_fatal_exception(void *)
835 static test_return_t
enable_fatal_exception(void *)
841 test_st http_tests
[] ={
842 {"GET", 0, GET_TEST
},
843 {"POST", 0, POST_TEST
},
844 {"TRACE", 0, TRACE_TEST
},
848 collection_st collection
[] ={
849 {"environment", 0, 0, environment_tests
},
850 {"return values", 0, 0, tests_log
},
851 {"test_skip()", 0, 0, test_skip_TESTS
},
852 {"local", 0, 0, local_log
},
853 {"directories", 0, 0, directories_tests
},
854 {"comparison", 0, 0, comparison_tests
},
855 {"gearmand", check_for_gearman
, 0, gearmand_tests
},
856 {"memcached", check_for_libmemcached
, 0, memcached_tests
},
857 {"cmdline", 0, 0, cmdline_tests
},
858 {"application", 0, 0, application_tests
},
859 {"http", check_for_curl
, 0, http_tests
},
860 {"http", check_for_curl
, 0, http_tests
},
861 {"get_free_port()", 0, 0, get_free_port_TESTS
},
862 {"fatal", disable_fatal_exception
, enable_fatal_exception
, fatal_message_TESTS
},
863 {"number_of_cpus()", 0, 0, number_of_cpus_TESTS
},
864 {"create_tmpfile()", 0, 0, create_tmpfile_TESTS
},
868 static void *world_create(server_startup_st
& servers
, test_return_t
&)
873 void get_world(Framework
*world
)
875 world
->collections
= collection
;
876 world
->_create
= world_create
;