1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
5 * Copyright (C) 2011 Data Differential, http://datadifferential.com/
7 * This library is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 3 of the License, or (at your option) any later version.
12 * This library is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with this library; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
25 #include <libtest/test.hpp>
27 #if defined(LIBTEST_WITH_LIBMEMCACHED_SUPPORT) && LIBTEST_WITH_LIBMEMCACHED_SUPPORT
28 #include <libmemcached-1.0/memcached.h>
31 #if defined(LIBTEST_WITH_LIBGEARMAN_SUPPORT) && LIBTEST_WITH_LIBGEARMAN_SUPPORT
32 #include <libgearman/gearman.h>
38 using namespace libtest
;
40 static test_return_t
LIBTOOL_COMMAND_test(void *)
42 test_true(getenv("LIBTOOL_COMMAND"));
46 static test_return_t
VALGRIND_COMMAND_test(void *)
48 test_true(getenv("VALGRIND_COMMAND"));
52 static test_return_t
HELGRIND_COMMAND_test(void *)
54 test_true(getenv("HELGRIND_COMMAND"));
58 static test_return_t
GDB_COMMAND_test(void *)
60 test_true(getenv("GDB_COMMAND"));
64 static test_return_t
test_success_equals_one_test(void *)
66 test_skip(HAVE_LIBMEMCACHED
, true);
67 #if defined(HAVE_LIBMEMCACHED) && HAVE_LIBMEMCACHED
68 test_zero(MEMCACHED_SUCCESS
);
73 static test_return_t
test_success_test(void *)
78 static test_return_t
test_failure_test(void *)
80 return TEST_SKIPPED
; // Only run this when debugging
86 static test_return_t
local_test(void *)
88 if (getenv("LIBTEST_LOCAL"))
90 test_true(test_is_local());
94 test_false(test_is_local());
100 static test_return_t
local_not_test(void *)
107 if ((ptr
= getenv("LIBTEST_LOCAL")) == NULL
)
112 // unsetenv() will cause issues with valgrind
113 _compare(__FILE__
, __LINE__
, __func__
, 0, unsetenv("LIBTEST_LOCAL"));
114 test_compare(0, unsetenv("LIBTEST_LOCAL"));
115 test_false(test_is_local());
117 test_compare(0, setenv("LIBTEST_LOCAL", "1", 1));
118 test_true(test_is_local());
122 test_compare(0, unsetenv("LIBTEST_LOCAL"));
126 char *old_string
= strdup(temp
.c_str());
127 test_compare(0, setenv("LIBTEST_LOCAL", old_string
, 1));
133 static test_return_t
var_exists_test(void *)
135 test_compare(0, access("var", R_OK
| W_OK
| X_OK
));
139 static test_return_t
var_tmp_exists_test(void *)
141 test_compare(0, access("var/tmp", R_OK
| W_OK
| X_OK
));
145 static test_return_t
var_run_exists_test(void *)
147 test_compare(0, access("var/run", R_OK
| W_OK
| X_OK
));
151 static test_return_t
var_log_exists_test(void *)
153 test_compare(0, access("var/log", R_OK
| W_OK
| X_OK
));
157 static test_return_t
var_tmp_test(void *)
159 FILE *file
= fopen("var/tmp/junk", "w+");
161 const char *dir
= getcwd(buffer
, sizeof(buffer
));
162 test_true_got(file
, dir
);
167 static test_return_t
var_run_test(void *)
169 FILE *file
= fopen("var/run/junk", "w+");
175 static test_return_t
var_log_test(void *)
177 FILE *file
= fopen("var/log/junk", "w+");
183 static test_return_t
var_tmp_rm_test(void *)
185 test_true(unlink("var/tmp/junk") == 0);
189 static test_return_t
var_run_rm_test(void *)
191 test_true(unlink("var/run/junk") == 0);
195 static test_return_t
var_log_rm_test(void *)
197 test_true(unlink("var/log/junk") == 0);
201 static test_return_t
_compare_test_return_t_test(void *)
203 test_compare(TEST_SUCCESS
, TEST_SUCCESS
);
208 static test_return_t
_compare_memcached_return_t_test(void *)
210 test_skip(HAVE_LIBMEMCACHED
, true);
211 #if defined(HAVE_LIBMEMCACHED) && HAVE_LIBMEMCACHED
212 test_compare(MEMCACHED_SUCCESS
, MEMCACHED_SUCCESS
);
218 static test_return_t
_compare_gearman_return_t_test(void *)
220 test_skip(HAVE_LIBGEARMAN
, true);
221 #if defined(HAVE_LIBGEARMAN) && HAVE_LIBGEARMAN
222 test_compare(GEARMAN_SUCCESS
, GEARMAN_SUCCESS
);
228 static test_return_t
gearmand_cycle_test(void *object
)
230 server_startup_st
*servers
= (server_startup_st
*)object
;
233 #if defined(HAVE_GEARMAND_BINARY) && HAVE_GEARMAND_BINARY
234 test_true(has_gearmand_binary());
236 test_skip(true, has_gearmand_binary());
239 test_true(server_startup(*servers
, "gearmand", get_free_port(), 0, NULL
));
244 static test_return_t
memcached_light_cycle_TEST(void *object
)
246 server_startup_st
*servers
= (server_startup_st
*)object
;
249 test_skip(true, bool(HAVE_MEMCACHED_LIGHT_BINARY
));
251 test_true(server_startup(*servers
, "memcached-light", get_free_port(), 0, NULL
));
256 static test_return_t
memcached_cycle_test(void *object
)
258 server_startup_st
*servers
= (server_startup_st
*)object
;
261 if (MEMCACHED_BINARY
and HAVE_LIBMEMCACHED
)
263 test_true(has_memcached_binary());
264 test_true(server_startup(*servers
, "memcached", get_free_port(), 0, NULL
));
272 static test_return_t
memcached_socket_cycle_test(void *object
)
274 server_startup_st
*servers
= (server_startup_st
*)object
;
277 if (MEMCACHED_BINARY
)
279 if (HAVE_LIBMEMCACHED
)
281 test_true(has_memcached_binary());
282 test_true(servers
->start_socket_server("memcached", get_free_port(), 0, NULL
));
291 static test_return_t
memcached_sasl_test(void *object
)
293 server_startup_st
*servers
= (server_startup_st
*)object
;
296 if (getenv("TESTS_ENVIRONMENT"))
301 if (MEMCACHED_SASL_BINARY
)
303 if (HAVE_LIBMEMCACHED
)
305 test_true(has_memcached_sasl_binary());
306 test_true(server_startup(*servers
, "memcached-sasl", get_free_port(), 0, NULL
));
315 static test_return_t
application_true_BINARY(void *)
317 Application
true_app("true");
319 test_compare(Application::SUCCESS
, true_app
.run());
320 test_compare(Application::SUCCESS
, true_app
.wait());
325 static test_return_t
application_gdb_true_BINARY2(void *)
327 Application
true_app("true");
330 test_compare(Application::SUCCESS
, true_app
.run());
331 test_compare(Application::SUCCESS
, true_app
.wait());
336 static test_return_t
application_gdb_true_BINARY(void *)
338 Application
true_app("true");
341 const char *args
[]= { "--fubar", 0 };
342 test_compare(Application::SUCCESS
, true_app
.run(args
));
343 test_compare(Application::SUCCESS
, true_app
.wait());
348 static test_return_t
application_true_fubar_BINARY(void *)
350 Application
true_app("true");
352 const char *args
[]= { "--fubar", 0 };
353 test_compare(Application::SUCCESS
, true_app
.run(args
));
354 test_compare(Application::SUCCESS
, true_app
.wait());
355 test_compare(0, true_app
.stdout_result().size());
360 static test_return_t
application_doesnotexist_BINARY(void *)
362 Application
true_app("doesnotexist");
364 const char *args
[]= { "--fubar", 0 };
365 test_compare(Application::SUCCESS
, true_app
.run(args
));
366 test_compare(Application::INVALID
, true_app
.wait());
367 test_compare(0, true_app
.stdout_result().size());
372 static test_return_t
application_true_fubar_eq_doh_BINARY(void *)
374 Application
true_app("true");
376 const char *args
[]= { "--fubar=doh", 0 };
377 test_compare(Application::SUCCESS
, true_app
.run(args
));
378 test_compare(Application::SUCCESS
, true_app
.wait());
379 test_compare(0, true_app
.stdout_result().size());
384 static test_return_t
application_true_fubar_eq_doh_option_BINARY(void *)
386 Application
true_app("true");
388 true_app
.add_option("--fubar=", "doh");
390 test_compare(Application::SUCCESS
, true_app
.run());
391 test_compare(Application::SUCCESS
, true_app
.wait());
392 test_compare(0, true_app
.stdout_result().size());
398 static test_return_t
GET_TEST(void *)
400 libtest::http::GET
get("http://foo.example.com/");
402 test_compare(false, get
.execute());
407 static test_return_t
POST_TEST(void *)
409 libtest::vchar_t body
;
410 libtest::http::POST
post("http://foo.example.com/", body
);
412 test_compare(false, post
.execute());
417 static test_return_t
TRACE_TEST(void *)
419 libtest::vchar_t body
;
420 libtest::http::TRACE
trace("http://foo.example.com/", body
);
422 test_compare(false, trace
.execute());
428 static test_return_t
vchar_t_TEST(void *)
430 libtest::vchar_t response
;
431 libtest::make_vector(response
, test_literal_param("fubar\n"));
432 test_compare(response
, response
);
437 static test_return_t
application_echo_fubar_BINARY(void *)
439 Application
true_app("echo");
441 const char *args
[]= { "fubar", 0 };
442 test_compare(Application::SUCCESS
, true_app
.run(args
));
443 test_compare(Application::SUCCESS
, true_app
.wait());
445 libtest::vchar_t response
;
446 make_vector(response
, test_literal_param("fubar\n"));
447 test_compare(response
, true_app
.stdout_result());
452 static test_return_t
application_echo_fubar_BINARY2(void *)
454 Application
true_app("echo");
456 true_app
.add_option("fubar");
458 test_compare(Application::SUCCESS
, true_app
.run());
459 test_compare(Application::SUCCESS
, true_app
.wait());
460 libtest::vchar_t response
;
461 make_vector(response
, test_literal_param("fubar\n"));
462 test_compare(response
, true_app
.stdout_result());
467 static test_return_t
true_BINARY(void *)
469 const char *args
[]= { 0 };
470 test_compare(EXIT_SUCCESS
, exec_cmdline("true", args
));
475 static test_return_t
true_fubar_BINARY(void *)
477 const char *args
[]= { "--fubar", 0 };
478 test_compare(EXIT_SUCCESS
, exec_cmdline("true", args
));
483 static test_return_t
echo_fubar_BINARY(void *)
485 const char *args
[]= { "fubar", 0 };
486 test_compare(EXIT_SUCCESS
, exec_cmdline("echo", args
));
491 static test_return_t
wait_BINARY(void *)
493 const char *args
[]= { "--quiet", 0 };
495 test_compare(EXIT_FAILURE
, exec_cmdline("libtest/wait", args
, true));
500 static test_return_t
wait_help_BINARY(void *)
502 const char *args
[]= { "--quiet", "--help", 0 };
504 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
509 static test_return_t
wait_version_BINARY(void *)
511 const char *args
[]= { "--quiet", "--version", 0 };
513 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
518 static test_return_t
wait_services_BINARY(void *)
520 test_skip(0, access("/etc/services", R_OK
));
522 const char *args
[]= { "--quiet", "/etc/services", 0 };
524 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
529 static test_return_t
wait_services_BINARY2(void *)
531 test_skip(0, access("/etc/services", R_OK
));
533 const char *args
[]= { "/etc/services", 0 };
535 test_compare(EXIT_SUCCESS
, exec_cmdline("libtest/wait", args
, true));
540 static test_return_t
wait_services_appliction_TEST(void *)
542 test_skip(0, access("/etc/services", R_OK
));
544 libtest::Application
wait_app("libtest/wait", true);
547 const char *args
[]= { "/etc/services", 0 };
548 test_compare(Application::SUCCESS
, wait_app
.run(args
));
549 test_compare(Application::SUCCESS
, wait_app
.wait());
554 static test_return_t
gdb_wait_services_appliction_TEST(void *)
556 test_skip(0, access("/etc/services", R_OK
));
558 libtest::Application
wait_app("libtest/wait", true);
561 const char *args
[]= { "/etc/services", 0 };
562 test_compare(Application::SUCCESS
, wait_app
.run(args
));
563 test_compare(Application::SUCCESS
, wait_app
.wait());
568 static test_return_t
gdb_abort_services_appliction_TEST(void *)
570 libtest::Application
abort_app("libtest/abort", true);
573 test_compare(Application::SUCCESS
, abort_app
.run());
574 test_compare(Application::SUCCESS
, abort_app
.wait());
576 std::string gdb_filename
= abort_app
.gdb_filename();
577 const char *args
[]= { "SIGABRT", gdb_filename
.c_str(), 0 };
578 test_compare(EXIT_SUCCESS
, exec_cmdline("grep", args
));
581 args
[0]= "THIS_WILL_NOT_BE_FOUND";
582 test_compare(EXIT_FAILURE
, exec_cmdline("grep", args
));
587 static test_return_t
get_free_port_TEST(void *)
590 test_true_hint((ret_port
= get_free_port()), ret_port
);
591 test_true(get_free_port() != default_port());
592 test_true(get_free_port() != get_free_port());
597 static uint32_t fatal_calls
= 0;
599 static test_return_t
fatal_TEST(void *)
601 test_compare(fatal_calls
++, fatal::disabled_counter());
602 throw libtest::fatal(LIBYATL_DEFAULT_PARAM
, "Testing va_args based fatal(): %d", 10);
607 static test_return_t
number_of_cpus_TEST(void *)
609 test_true(number_of_cpus() >= 1);
614 static test_return_t
create_tmpfile_TEST(void *)
616 std::string tmp
= create_tmpfile(__func__
);
618 Application
touch_app("touch");
619 const char *args
[]= { tmp
.c_str(), 0 };
620 test_compare(Application::SUCCESS
, touch_app
.run(args
));
621 test_compare(Application::SUCCESS
, touch_app
.wait());
623 test_compare_hint(0, access(tmp
.c_str(), R_OK
), strerror(errno
));
624 test_compare_hint(0, unlink(tmp
.c_str()), strerror(errno
));
629 static test_return_t
fatal_message_TEST(void *)
631 test_compare(fatal_calls
++, fatal::disabled_counter());
632 throw fatal_message("Fatal test");
637 static test_return_t
default_port_TEST(void *)
639 in_port_t ret_port
= default_port();
640 test_compare(ret_port
, libtest::default_port());
641 test_compare(ret_port
, libtest::default_port());
646 static test_return_t
check_for_gearman(void *)
648 test_skip(true, HAVE_LIBGEARMAN
);
649 test_skip(true, has_gearmand_binary());
654 test_st gearmand_tests
[] ={
656 {"pause", 0, pause_test
},
658 {"gearmand startup-shutdown", 0, gearmand_cycle_test
},
659 {"_compare(gearman_return_t)", 0, _compare_gearman_return_t_test
},
663 static test_return_t
check_for_libmemcached(void *)
665 test_skip(true, HAVE_LIBMEMCACHED
);
666 test_skip(true, has_memcached_binary());
670 test_st memcached_tests
[] ={
671 {"memcached startup-shutdown", 0, memcached_cycle_test
},
672 {"memcached-light startup-shutdown", 0, memcached_light_cycle_TEST
},
673 {"memcached(socket file) startup-shutdown", 0, memcached_socket_cycle_test
},
674 {"memcached_sasl() startup-shutdown", 0, memcached_sasl_test
},
675 {"_compare(memcached_return_t)", 0, _compare_memcached_return_t_test
},
679 test_st environment_tests
[] ={
680 {"LIBTOOL_COMMAND", 0, LIBTOOL_COMMAND_test
},
681 {"VALGRIND_COMMAND", 0, VALGRIND_COMMAND_test
},
682 {"HELGRIND_COMMAND", 0, HELGRIND_COMMAND_test
},
683 {"GDB_COMMAND", 0, GDB_COMMAND_test
},
687 test_st tests_log
[] ={
688 {"TEST_SUCCESS", false, test_success_test
},
689 {"TEST_FAILURE", false, test_failure_test
},
690 {"TEST_SUCCESS == 0", false, test_success_equals_one_test
},
694 test_st local_log
[] ={
695 {"test_is_local()", 0, local_test
},
696 {"test_is_local(NOT)", 0, local_not_test
},
700 test_st directories_tests
[] ={
701 {"var exists", 0, var_exists_test
},
702 {"var/tmp exists", 0, var_tmp_exists_test
},
703 {"var/run exists", 0, var_run_exists_test
},
704 {"var/log exists", 0, var_log_exists_test
},
705 {"var/tmp", 0, var_tmp_test
},
706 {"var/run", 0, var_run_test
},
707 {"var/log", 0, var_log_test
},
708 {"var/tmp rm", 0, var_tmp_rm_test
},
709 {"var/run rm", 0, var_run_rm_test
},
710 {"var/log rm", 0, var_log_rm_test
},
714 test_st comparison_tests
[] ={
715 {"_compare(test_return_t)", 0, _compare_test_return_t_test
},
719 test_st cmdline_tests
[] ={
720 {"true", 0, true_BINARY
},
721 {"true --fubar", 0, true_fubar_BINARY
},
722 {"echo fubar", 0, echo_fubar_BINARY
},
723 {"wait --quiet", 0, wait_BINARY
},
724 {"wait --quiet --help", 0, wait_help_BINARY
},
725 {"wait --quiet --version", 0, wait_version_BINARY
},
726 {"wait --quiet /etc/services", 0, wait_services_BINARY
},
727 {"wait /etc/services", 0, wait_services_BINARY2
},
728 {"wait /etc/services", 0, wait_services_appliction_TEST
},
729 {"gdb wait /etc/services", 0, gdb_wait_services_appliction_TEST
},
730 {"gdb abort", 0, gdb_abort_services_appliction_TEST
},
734 test_st get_free_port_TESTS
[] ={
735 {"get_free_port()", 0, get_free_port_TEST
},
736 {"default_port()", 0, default_port_TEST
},
740 test_st fatal_message_TESTS
[] ={
741 {"libtest::fatal", 0, fatal_TEST
},
742 {"fatal_message()", 0, fatal_message_TEST
},
746 test_st number_of_cpus_TESTS
[] ={
747 {"libtest::number_of_cpus()", 0, number_of_cpus_TEST
},
751 test_st create_tmpfile_TESTS
[] ={
752 {"libtest::create_tmpfile()", 0, create_tmpfile_TEST
},
756 test_st application_tests
[] ={
757 {"vchar_t", 0, vchar_t_TEST
},
758 {"true", 0, application_true_BINARY
},
759 {"gbd true --fubar", 0, application_gdb_true_BINARY
},
760 {"gbd true", 0, application_gdb_true_BINARY2
},
761 {"true --fubar", 0, application_true_fubar_BINARY
},
762 {"doesnotexist --fubar", 0, application_doesnotexist_BINARY
},
763 {"true --fubar=doh", 0, application_true_fubar_eq_doh_BINARY
},
764 {"true --fubar=doh add_option()", 0, application_true_fubar_eq_doh_option_BINARY
},
765 {"echo fubar", 0, application_echo_fubar_BINARY
},
766 {"echo fubar (as option)", 0, application_echo_fubar_BINARY2
},
770 static test_return_t
check_for_curl(void *)
772 test_skip(true, HAVE_LIBCURL
);
776 static test_return_t
disable_fatal_exception(void *)
782 static test_return_t
enable_fatal_exception(void *)
788 test_st http_tests
[] ={
789 {"GET", 0, GET_TEST
},
790 {"POST", 0, POST_TEST
},
791 {"TRACE", 0, TRACE_TEST
},
795 collection_st collection
[] ={
796 {"environment", 0, 0, environment_tests
},
797 {"return values", 0, 0, tests_log
},
798 {"local", 0, 0, local_log
},
799 {"directories", 0, 0, directories_tests
},
800 {"comparison", 0, 0, comparison_tests
},
801 {"gearmand", check_for_gearman
, 0, gearmand_tests
},
802 {"memcached", check_for_libmemcached
, 0, memcached_tests
},
803 {"cmdline", 0, 0, cmdline_tests
},
804 {"application", 0, 0, application_tests
},
805 {"http", check_for_curl
, 0, http_tests
},
806 {"get_free_port()", 0, 0, get_free_port_TESTS
},
807 {"fatal", disable_fatal_exception
, enable_fatal_exception
, fatal_message_TESTS
},
808 {"number_of_cpus()", 0, 0, number_of_cpus_TESTS
},
809 {"create_tmpfile()", 0, 0, create_tmpfile_TESTS
},
813 static void *world_create(server_startup_st
& servers
, test_return_t
&)
818 void get_world(Framework
*world
)
820 world
->collections
= collection
;
821 world
->_create
= world_create
;