1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
5 * Copyright (C) 2011 Data Differential, http://datadifferential.com/
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 3 of the License, or (at your option) any later version.
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 #include <libtest/test.hpp>
27 #if defined(LIBTEST_WITH_LIBMEMCACHED_SUPPORT) && LIBTEST_WITH_LIBMEMCACHED_SUPPORT
28 #include <libmemcached-1.0/memcached.h>
31 #if defined(LIBTEST_WITH_LIBGEARMAN_SUPPORT) && LIBTEST_WITH_LIBGEARMAN_SUPPORT
32 #include <libgearman/gearman.h>
38 using namespace libtest
;
40 static test_return_t
LIBTOOL_COMMAND_test(void *)
42 test_true(getenv("LIBTOOL_COMMAND"));
46 static test_return_t
VALGRIND_COMMAND_test(void *)
48 test_true(getenv("VALGRIND_COMMAND"));
52 static test_return_t
HELGRIND_COMMAND_test(void *)
54 test_true(getenv("HELGRIND_COMMAND"));
58 static test_return_t
GDB_COMMAND_test(void *)
60 test_true(getenv("GDB_COMMAND"));
64 static test_return_t
test_success_equals_one_test(void *)
66 test_skip(HAVE_LIBMEMCACHED
, true);
67 #if defined(HAVE_LIBMEMCACHED) && HAVE_LIBMEMCACHED
68 test_zero(MEMCACHED_SUCCESS
);
73 static test_return_t
test_success_test(void *)
78 static test_return_t
test_failure_test(void *)
80 return TEST_SKIPPED
; // Only run this when debugging
86 static test_return_t
local_test(void *)
88 if (getenv("LIBTEST_LOCAL"))
90 test_true(test_is_local());
94 test_false(test_is_local());
100 static test_return_t
local_not_test(void *)
107 if ((ptr
= getenv("LIBTEST_LOCAL")) == NULL
)
112 // unsetenv() will cause issues with valgrind
113 _compare(__FILE__
, __LINE__
, __func__
, 0, unsetenv("LIBTEST_LOCAL"));
114 test_compare(0, unsetenv("LIBTEST_LOCAL"));
115 test_false(test_is_local());
117 test_compare(0, setenv("LIBTEST_LOCAL", "1", 1));
118 test_true(test_is_local());
122 test_compare(0, unsetenv("LIBTEST_LOCAL"));
126 char *old_string
= strdup(temp
.c_str());
127 test_compare(0, setenv("LIBTEST_LOCAL", old_string
, 1));
133 static test_return_t
var_exists_test(void *)
135 test_compare(0, access("var", R_OK
| W_OK
| X_OK
));
139 static test_return_t
var_tmp_exists_test(void *)
141 test_compare(0, access("var/tmp", R_OK
| W_OK
| X_OK
));
145 static test_return_t
var_run_exists_test(void *)
147 test_compare(0, access("var/run", R_OK
| W_OK
| X_OK
));
151 static test_return_t
var_log_exists_test(void *)
153 test_compare(0, access("var/log", R_OK
| W_OK
| X_OK
));
157 static test_return_t
var_tmp_test(void *)
159 FILE *file
= fopen("var/tmp/junk", "w+");
161 const char *dir
= getcwd(buffer
, sizeof(buffer
));
162 test_true_got(file
, dir
);
167 static test_return_t
var_run_test(void *)
169 FILE *file
= fopen("var/run/junk", "w+");
175 static test_return_t
var_log_test(void *)
177 FILE *file
= fopen("var/log/junk", "w+");
183 static test_return_t
var_tmp_rm_test(void *)
185 test_true(unlink("var/tmp/junk") == 0);
189 static test_return_t
var_run_rm_test(void *)
191 test_true(unlink("var/run/junk") == 0);
195 static test_return_t
var_log_rm_test(void *)
197 test_true(unlink("var/log/junk") == 0);
201 static test_return_t
_compare_test_return_t_test(void *)
203 test_compare(TEST_SUCCESS
, TEST_SUCCESS
);
208 static test_return_t
_compare_memcached_return_t_test(void *)
210 test_skip(HAVE_LIBMEMCACHED
, true);
211 #if defined(HAVE_LIBMEMCACHED) && HAVE_LIBMEMCACHED
212 test_compare(MEMCACHED_SUCCESS
, MEMCACHED_SUCCESS
);
218 static test_return_t
_compare_gearman_return_t_test(void *)
220 test_skip(HAVE_LIBGEARMAN
, true);
221 #if defined(HAVE_LIBGEARMAN) && HAVE_LIBGEARMAN
222 test_compare(GEARMAN_SUCCESS
, GEARMAN_SUCCESS
);
228 static test_return_t
gearmand_cycle_test(void *object
)
230 server_startup_st
*servers
= (server_startup_st
*)object
;
233 #if defined(HAVE_GEARMAND_BINARY) && HAVE_GEARMAND_BINARY
234 test_true(has_gearmand_binary());
236 test_skip(true, has_gearmand_binary());
239 test_true(server_startup(*servers
, "gearmand", get_free_port(), 0, NULL
));
244 static test_return_t
memcached_light_cycle_TEST(void *object
)
246 server_startup_st
*servers
= (server_startup_st
*)object
;
249 test_skip(true, bool(HAVE_MEMCACHED_LIGHT_BINARY
));
251 test_true(server_startup(*servers
, "memcached-light", get_free_port(), 0, NULL
));
256 static test_return_t
memcached_cycle_test(void *object
)
258 server_startup_st
*servers
= (server_startup_st
*)object
;
261 if (MEMCACHED_BINARY
and HAVE_LIBMEMCACHED
)
263 test_true(has_memcached_binary());
264 test_true(server_startup(*servers
, "memcached", get_free_port(), 0, NULL
));
272 static test_return_t
memcached_socket_cycle_test(void *object
)
274 server_startup_st
*servers
= (server_startup_st
*)object
;
277 if (MEMCACHED_BINARY
)
279 if (HAVE_LIBMEMCACHED
)
281 test_true(has_memcached_binary());
282 test_true(servers
->start_socket_server("memcached", get_free_port(), 0, NULL
));
291 static test_return_t
memcached_sasl_test(void *object
)
293 server_startup_st
*servers
= (server_startup_st
*)object
;
296 if (getenv("TESTS_ENVIRONMENT"))
301 if (MEMCACHED_SASL_BINARY
)
303 if (HAVE_LIBMEMCACHED
)
305 test_true(has_memcached_sasl_binary());
306 test_true(server_startup(*servers
, "memcached-sasl", get_free_port(), 0, NULL
));
315 static test_return_t
application_true_BINARY(void *)
317 Application
true_app("true");
319 test_compare(Application::SUCCESS
, true_app
.run());
320 test_compare(Application::SUCCESS
, true_app
.wait());
325 static test_return_t
application_gdb_true_BINARY2(void *)
327 test_skip(0, access("/usr/bin/gdb", X_OK
));
328 Application
true_app("true");
331 test_compare(Application::SUCCESS
, true_app
.run());
332 test_compare(Application::SUCCESS
, true_app
.wait());
337 static test_return_t
application_gdb_true_BINARY(void *)
339 test_skip(0, access("/usr/bin/gdb", X_OK
));
340 Application
true_app("true");
343 const char *args
[]= { "--fubar", 0 };
344 test_compare(Application::SUCCESS
, true_app
.run(args
));
345 test_compare(Application::SUCCESS
, true_app
.wait());
350 static test_return_t
application_true_fubar_BINARY(void *)
352 Application
true_app("true");
354 const char *args
[]= { "--fubar", 0 };
355 test_compare(Application::SUCCESS
, true_app
.run(args
));
356 test_compare(Application::SUCCESS
, true_app
.wait());
357 test_compare(0, true_app
.stdout_result().size());
362 static test_return_t
application_doesnotexist_BINARY(void *)
364 Application
true_app("doesnotexist");
366 const char *args
[]= { "--fubar", 0 };
367 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
368 test_compare(Application::INVALID
, true_app
.run(args
));
370 test_compare(Application::SUCCESS
, true_app
.run(args
));
372 // Behavior is different if we are running under valgrind
373 if (getenv("TESTS_ENVIRONMENT") and strstr(getenv("TESTS_ENVIRONMENT"), "valgrind"))
375 test_compare(Application::FAILURE
, true_app
.wait());
379 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
380 test_compare(Application::FAILURE
, true_app
.wait());
382 test_compare(Application::INVALID
, true_app
.wait());
385 test_compare(0, true_app
.stdout_result().size());
390 static test_return_t
application_true_fubar_eq_doh_BINARY(void *)
392 Application
true_app("true");
394 const char *args
[]= { "--fubar=doh", 0 };
395 test_compare(Application::SUCCESS
, true_app
.run(args
));
396 test_compare(Application::SUCCESS
, true_app
.wait());
397 test_compare(0, true_app
.stdout_result().size());
402 static test_return_t
application_true_fubar_eq_doh_option_BINARY(void *)
404 Application
true_app("true");
406 true_app
.add_option("--fubar=", "doh");
408 test_compare(Application::SUCCESS
, true_app
.run());
409 test_compare(Application::SUCCESS
, true_app
.wait());
410 test_compare(0, true_app
.stdout_result().size());
416 static test_return_t
GET_TEST(void *)
418 libtest::http::GET
get("http://foo.example.com/");
420 test_compare(false, get
.execute());
425 static test_return_t
POST_TEST(void *)
427 libtest::vchar_t body
;
428 libtest::http::POST
post("http://foo.example.com/", body
);
430 test_compare(false, post
.execute());
435 static test_return_t
TRACE_TEST(void *)
437 libtest::vchar_t body
;
438 libtest::http::TRACE
trace("http://foo.example.com/", body
);
440 test_compare(false, trace
.execute());
446 static test_return_t
vchar_t_TEST(void *)
448 libtest::vchar_t response
;
449 libtest::make_vector(response
, test_literal_param("fubar\n"));
450 test_compare(response
, response
);
455 static test_return_t
application_echo_fubar_BINARY(void *)
457 Application
true_app("echo");
459 const char *args
[]= { "fubar", 0 };
460 test_compare(Application::SUCCESS
, true_app
.run(args
));
461 test_compare(Application::SUCCESS
, true_app
.wait());
463 libtest::vchar_t response
;
464 make_vector(response
, test_literal_param("fubar\n"));
465 test_compare(response
, true_app
.stdout_result());
470 static test_return_t
application_echo_fubar_BINARY2(void *)
472 Application
true_app("echo");
474 true_app
.add_option("fubar");
476 test_compare(Application::SUCCESS
, true_app
.run());
477 test_compare(Application::SUCCESS
, true_app
.wait());
478 libtest::vchar_t response
;
479 make_vector(response
, test_literal_param("fubar\n"));
480 test_compare(response
, true_app
.stdout_result());
485 static test_return_t
true_BINARY(void *)
487 const char *args
[]= { 0 };
488 test_compare(EXIT_SUCCESS
, exec_cmdline("true", args
));
493 static test_return_t
true_fubar_BINARY(void *)
495 const char *args
[]= { "--fubar", 0 };
496 test_compare(EXIT_SUCCESS
, exec_cmdline("true", args
));
501 static test_return_t
echo_fubar_BINARY(void *)
503 const char *args
[]= { "fubar", 0 };
504 test_compare(EXIT_SUCCESS
, exec_cmdline("echo", args
));
509 static test_return_t
wait_BINARY(void *)
511 const char *args
[]= { "--quiet", 0 };
513 test_compare(EXIT_FAILURE
, exec_cmdline("libtest/wait", args
, true));
518 static test_return_t
wait_help_BINARY(void *)
520 const char *args
[]= { "--quiet", "--help", 0 };
522 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
527 static test_return_t
wait_version_BINARY(void *)
529 const char *args
[]= { "--quiet", "--version", 0 };
531 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
536 static test_return_t
wait_services_BINARY(void *)
538 test_skip(0, access("/etc/services", R_OK
));
540 const char *args
[]= { "--quiet", "/etc/services", 0 };
542 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
547 static test_return_t
wait_services_BINARY2(void *)
549 test_skip(0, access("/etc/services", R_OK
));
551 const char *args
[]= { "/etc/services", 0 };
553 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
558 static test_return_t
wait_services_appliction_TEST(void *)
560 test_skip(0, access("/usr/bin/gdb", X_OK
));
561 test_skip(0, access("/etc/services", R_OK
));
563 libtest::Application
wait_app("libtest/wait", true);
566 const char *args
[]= { "/etc/services", 0 };
567 test_compare(Application::SUCCESS
, wait_app
.run(args
));
568 test_compare(Application::SUCCESS
, wait_app
.wait());
573 static test_return_t
gdb_wait_services_appliction_TEST(void *)
575 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
576 test_skip(0, TARGET_OS_OSX
);
579 test_skip(0, access("/usr/bin/gdb", X_OK
));
580 test_skip(0, access("/etc/services", R_OK
));
582 libtest::Application
wait_app("libtest/wait", true);
585 const char *args
[]= { "/etc/services", 0 };
586 test_compare(Application::SUCCESS
, wait_app
.run(args
));
587 test_compare(Application::SUCCESS
, wait_app
.wait());
592 static test_return_t
gdb_abort_services_appliction_TEST(void *)
594 test_skip(0, access("/usr/bin/gdb", X_OK
));
596 #if defined(TARGET_OS_OSX) && TARGET_OS_OSX
597 test_skip(0, TARGET_OS_OSX
);
600 libtest::Application
abort_app("libtest/abort", true);
603 test_compare(Application::SUCCESS
, abort_app
.run());
604 test_compare(Application::SUCCESS
, abort_app
.wait());
606 std::string gdb_filename
= abort_app
.gdb_filename();
607 const char *args
[]= { "SIGABRT", gdb_filename
.c_str(), 0 };
608 test_compare(EXIT_SUCCESS
, exec_cmdline("grep", args
));
611 args
[0]= "THIS_WILL_NOT_BE_FOUND";
612 test_compare(EXIT_FAILURE
, exec_cmdline("grep", args
));
617 static test_return_t
get_free_port_TEST(void *)
620 test_true_hint((ret_port
= get_free_port()), ret_port
);
621 test_true(get_free_port() != default_port());
622 test_true(get_free_port() != get_free_port());
627 static uint32_t fatal_calls
= 0;
629 static test_return_t
fatal_TEST(void *)
631 test_compare(fatal_calls
++, fatal::disabled_counter());
632 throw libtest::fatal(LIBYATL_DEFAULT_PARAM
, "Testing va_args based fatal(): %d", 10);
637 static test_return_t
number_of_cpus_TEST(void *)
639 test_true(number_of_cpus() >= 1);
644 static test_return_t
create_tmpfile_TEST(void *)
646 std::string tmp
= create_tmpfile(__func__
);
648 Application
touch_app("touch");
649 const char *args
[]= { tmp
.c_str(), 0 };
650 test_compare(Application::SUCCESS
, touch_app
.run(args
));
651 test_compare(Application::SUCCESS
, touch_app
.wait());
653 test_compare_hint(0, access(tmp
.c_str(), R_OK
), strerror(errno
));
654 test_compare_hint(0, unlink(tmp
.c_str()), strerror(errno
));
659 static test_return_t
fatal_message_TEST(void *)
661 test_compare(fatal_calls
++, fatal::disabled_counter());
662 throw fatal_message("Fatal test");
667 static test_return_t
default_port_TEST(void *)
669 in_port_t ret_port
= default_port();
670 test_compare(ret_port
, libtest::default_port());
671 test_compare(ret_port
, libtest::default_port());
676 static test_return_t
check_for_gearman(void *)
678 test_skip(true, HAVE_LIBGEARMAN
);
679 test_skip(true, has_gearmand_binary());
684 test_st gearmand_tests
[] ={
686 {"pause", 0, pause_test
},
688 {"gearmand startup-shutdown", 0, gearmand_cycle_test
},
689 {"_compare(gearman_return_t)", 0, _compare_gearman_return_t_test
},
693 static test_return_t
check_for_libmemcached(void *)
695 test_skip(true, HAVE_LIBMEMCACHED
);
696 test_skip(true, has_memcached_binary());
700 test_st memcached_tests
[] ={
701 {"memcached startup-shutdown", 0, memcached_cycle_test
},
702 {"memcached-light startup-shutdown", 0, memcached_light_cycle_TEST
},
703 {"memcached(socket file) startup-shutdown", 0, memcached_socket_cycle_test
},
704 {"memcached_sasl() startup-shutdown", 0, memcached_sasl_test
},
705 {"_compare(memcached_return_t)", 0, _compare_memcached_return_t_test
},
709 test_st environment_tests
[] ={
710 {"LIBTOOL_COMMAND", 0, LIBTOOL_COMMAND_test
},
711 {"VALGRIND_COMMAND", 0, VALGRIND_COMMAND_test
},
712 {"HELGRIND_COMMAND", 0, HELGRIND_COMMAND_test
},
713 {"GDB_COMMAND", 0, GDB_COMMAND_test
},
717 test_st tests_log
[] ={
718 {"TEST_SUCCESS", false, test_success_test
},
719 {"TEST_FAILURE", false, test_failure_test
},
720 {"TEST_SUCCESS == 0", false, test_success_equals_one_test
},
724 test_st local_log
[] ={
725 {"test_is_local()", 0, local_test
},
726 {"test_is_local(NOT)", 0, local_not_test
},
730 test_st directories_tests
[] ={
731 {"var exists", 0, var_exists_test
},
732 {"var/tmp exists", 0, var_tmp_exists_test
},
733 {"var/run exists", 0, var_run_exists_test
},
734 {"var/log exists", 0, var_log_exists_test
},
735 {"var/tmp", 0, var_tmp_test
},
736 {"var/run", 0, var_run_test
},
737 {"var/log", 0, var_log_test
},
738 {"var/tmp rm", 0, var_tmp_rm_test
},
739 {"var/run rm", 0, var_run_rm_test
},
740 {"var/log rm", 0, var_log_rm_test
},
744 test_st comparison_tests
[] ={
745 {"_compare(test_return_t)", 0, _compare_test_return_t_test
},
749 test_st cmdline_tests
[] ={
750 {"true", 0, true_BINARY
},
751 {"true --fubar", 0, true_fubar_BINARY
},
752 {"echo fubar", 0, echo_fubar_BINARY
},
753 {"wait --quiet", 0, wait_BINARY
},
754 {"wait --quiet --help", 0, wait_help_BINARY
},
755 {"wait --quiet --version", 0, wait_version_BINARY
},
756 {"wait --quiet /etc/services", 0, wait_services_BINARY
},
757 {"wait /etc/services", 0, wait_services_BINARY2
},
758 {"wait /etc/services", 0, wait_services_appliction_TEST
},
759 {"gdb wait /etc/services", 0, gdb_wait_services_appliction_TEST
},
760 {"gdb abort", 0, gdb_abort_services_appliction_TEST
},
764 test_st get_free_port_TESTS
[] ={
765 {"get_free_port()", 0, get_free_port_TEST
},
766 {"default_port()", 0, default_port_TEST
},
770 test_st fatal_message_TESTS
[] ={
771 {"libtest::fatal", 0, fatal_TEST
},
772 {"fatal_message()", 0, fatal_message_TEST
},
776 test_st number_of_cpus_TESTS
[] ={
777 {"libtest::number_of_cpus()", 0, number_of_cpus_TEST
},
781 test_st create_tmpfile_TESTS
[] ={
782 {"libtest::create_tmpfile()", 0, create_tmpfile_TEST
},
786 test_st application_tests
[] ={
787 {"vchar_t", 0, vchar_t_TEST
},
788 {"true", 0, application_true_BINARY
},
789 {"gbd true --fubar", 0, application_gdb_true_BINARY
},
790 {"gbd true", 0, application_gdb_true_BINARY2
},
791 {"true --fubar", 0, application_true_fubar_BINARY
},
792 {"doesnotexist --fubar", 0, application_doesnotexist_BINARY
},
793 {"true --fubar=doh", 0, application_true_fubar_eq_doh_BINARY
},
794 {"true --fubar=doh add_option()", 0, application_true_fubar_eq_doh_option_BINARY
},
795 {"echo fubar", 0, application_echo_fubar_BINARY
},
796 {"echo fubar (as option)", 0, application_echo_fubar_BINARY2
},
800 static test_return_t
check_for_curl(void *)
802 test_skip(true, HAVE_LIBCURL
);
806 static test_return_t
disable_fatal_exception(void *)
812 static test_return_t
enable_fatal_exception(void *)
818 test_st http_tests
[] ={
819 {"GET", 0, GET_TEST
},
820 {"POST", 0, POST_TEST
},
821 {"TRACE", 0, TRACE_TEST
},
825 collection_st collection
[] ={
826 {"environment", 0, 0, environment_tests
},
827 {"return values", 0, 0, tests_log
},
828 {"local", 0, 0, local_log
},
829 {"directories", 0, 0, directories_tests
},
830 {"comparison", 0, 0, comparison_tests
},
831 {"gearmand", check_for_gearman
, 0, gearmand_tests
},
832 {"memcached", check_for_libmemcached
, 0, memcached_tests
},
833 {"cmdline", 0, 0, cmdline_tests
},
834 {"application", 0, 0, application_tests
},
835 {"http", check_for_curl
, 0, http_tests
},
836 {"get_free_port()", 0, 0, get_free_port_TESTS
},
837 {"fatal", disable_fatal_exception
, enable_fatal_exception
, fatal_message_TESTS
},
838 {"number_of_cpus()", 0, 0, number_of_cpus_TESTS
},
839 {"create_tmpfile()", 0, 0, create_tmpfile_TESTS
},
843 static void *world_create(server_startup_st
& servers
, test_return_t
&)
848 void get_world(Framework
*world
)
850 world
->collections
= collection
;
851 world
->_create
= world_create
;