X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=tests%2Fparser.cc;h=32b0d9d84c0ff15c7b1bdcf301f2277c66c855fa;hb=92c077c9151360149e5a18a0adc222baa234ec80;hp=118c5f934a69c3de45459a42bb5443f5b8d46446;hpb=6e9731947eace4be83d553a242a44b36b3adcf22;p=m6w6%2Flibmemcached diff --git a/tests/parser.cc b/tests/parser.cc index 118c5f93..32b0d9d8 100644 --- a/tests/parser.cc +++ b/tests/parser.cc @@ -36,18 +36,20 @@ */ #include +#include + +using namespace libtest; #include -#include #include -#include +#include +#include -#define BUILDING_LIBMEMCACHED -#include #include +#include -#include "tests/parser.h" -#include "tests/print.h" +#include +#include enum scanner_type_t { @@ -96,16 +98,13 @@ static test_return_t __check_host(memcached_st *memc, const scanner_string_st &h } // Check and make sure the prefix_key is what we expect it to be -static test_return_t __check_prefix_key(memcached_st *memc, const scanner_string_st &hostname) +static test_return_t __check_namespace(memcached_st *, const scanner_string_st &) { - memcached_server_instance_st instance= - memcached_server_instance_by_position(memc, 0); - - test_true(instance); - - const char *first_hostname = memcached_server_name(instance); - test_true(first_hostname); - test_strcmp(first_hostname, hostname.c_str); +#if 0 + const char *_namespace = memcached_get_namespace(memc); + test_true(_namespace); + test_strcmp(_namespace, arg.c_str); +#endif return TEST_SUCCESS; } @@ -204,10 +203,10 @@ scanner_variable_t test_boolean_options[]= { { NIL, scanner_string_null, scanner_string_null, NULL} }; -scanner_variable_t prefix_key_strings[]= { - { ARRAY, make_scanner_string("--NAMESPACE=foo"), make_scanner_string("foo"), __check_prefix_key }, - { ARRAY, make_scanner_string("--NAMESPACE=\"foo\""), make_scanner_string("foo"), __check_prefix_key }, - { ARRAY, make_scanner_string("--NAMESPACE=\"This_is_a_very_long_key\""), make_scanner_string("This_is_a_very_long_key"), __check_prefix_key }, +scanner_variable_t namespace_strings[]= { + { ARRAY, make_scanner_string("--NAMESPACE=foo"), make_scanner_string("foo"), __check_namespace }, + { ARRAY, make_scanner_string("--NAMESPACE=\"foo\""), make_scanner_string("foo"), __check_namespace }, + { ARRAY, make_scanner_string("--NAMESPACE=\"This_is_a_very_long_key\""), make_scanner_string("This_is_a_very_long_key"), __check_namespace }, { NIL, scanner_string_null, scanner_string_null, NULL} }; @@ -223,35 +222,39 @@ scanner_variable_t distribution_strings[]= { scanner_variable_t hash_strings[]= { { ARRAY, make_scanner_string("--HASH=CRC"), scanner_string_null, NULL }, { ARRAY, make_scanner_string("--HASH=FNV1A_32"), scanner_string_null, NULL }, - { ARRAY, make_scanner_string("--HASH=FNV1A_64"), scanner_string_null, NULL }, { ARRAY, make_scanner_string("--HASH=FNV1_32"), scanner_string_null, NULL }, - { ARRAY, make_scanner_string("--HASH=FNV1_64"), scanner_string_null, NULL }, +#if 0 { ARRAY, make_scanner_string("--HASH=JENKINS"), scanner_string_null, NULL }, +#endif { ARRAY, make_scanner_string("--HASH=MD5"), scanner_string_null, NULL }, - { ARRAY, make_scanner_string("--HASH=MURMUR"), scanner_string_null, NULL }, { NIL, scanner_string_null, scanner_string_null, NULL} }; -static test_return_t _test_option(scanner_variable_t *scanner, bool test_true= true) +static test_return_t _test_option(scanner_variable_t *scanner, bool test_true_opt= true) { - (void)test_true; - for (scanner_variable_t *ptr= scanner; ptr->type != NIL; ptr++) { - memcached_st *memc; - memc= memcached_create_with_options(ptr->option.c_str, ptr->option.size); - if (test_true) + memcached_st *memc= memcached(ptr->option.c_str, ptr->option.size); + + // The case that it should have parsed, but it didn't. We will inspect for + // an error with libmemcached_check_configuration() + if (memc == NULL and test_true_opt) { - if (not memc) - { - char buffer[2048]; - memcached_return_t rc= libmemcached_check_configuration(ptr->option.c_str, ptr->option.size, buffer, sizeof(buffer)); - std::cerr << "About error for " << memcached_strerror(NULL, rc) << " : " << buffer << std::endl; - } + char buffer[2048]; + bool success= libmemcached_check_configuration(ptr->option.c_str, ptr->option.size, buffer, sizeof(buffer)); - test_true(memc); + std::string temp(buffer); + temp+= " with option string:"; + temp+= ptr->option.c_str; + test_true_got(success, temp.c_str()); + Error << "Failed for " << temp; + return TEST_FAILURE; // The line above should fail since memc should be null + } + + if (test_true_opt) + { if (ptr->check_func) { test_return_t test_rc= (*ptr->check_func)(memc, ptr->result); @@ -324,16 +327,19 @@ test_return_t parser_key_prefix_test(memcached_st*) return _test_option(distribution_strings); } +test_return_t test_namespace_keyword(memcached_st*) +{ + return _test_option(namespace_strings); +} + #define SUPPORT_EXAMPLE_CNF "support/example.cnf" test_return_t memcached_create_with_options_with_filename(memcached_st*) { - if (access(SUPPORT_EXAMPLE_CNF, R_OK)) - return TEST_SKIPPED; + test_skip(0, access(SUPPORT_EXAMPLE_CNF, R_OK)); - memcached_st *memc_ptr; - memc_ptr= memcached_create_with_options(STRING_WITH_LEN("--CONFIGURE-FILE=\"support/example.cnf\"")); - test_true_got(memc_ptr, memcached_last_error_message(memc_ptr)); + memcached_st *memc_ptr= memcached(test_literal_param("--CONFIGURE-FILE=\"support/example.cnf\"")); + test_true_got(memc_ptr, "memcached() failed"); memcached_free(memc_ptr); return TEST_SUCCESS; @@ -341,61 +347,62 @@ test_return_t memcached_create_with_options_with_filename(memcached_st*) test_return_t libmemcached_check_configuration_with_filename_test(memcached_st*) { - if (access(SUPPORT_EXAMPLE_CNF, R_OK)) - return TEST_SKIPPED; + test_skip(0, access(SUPPORT_EXAMPLE_CNF, R_OK)); - memcached_return_t rc; char buffer[BUFSIZ]; - rc= libmemcached_check_configuration(STRING_WITH_LEN("--CONFIGURE-FILE=\"support/example.cnf\""), buffer, sizeof(buffer)); - test_true_got(rc == MEMCACHED_SUCCESS, buffer); + test_compare_hint(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--CONFIGURE-FILE=\"support/example.cnf\""), buffer, sizeof(buffer)), + buffer); - rc= libmemcached_check_configuration(STRING_WITH_LEN("--CONFIGURE-FILE=support/example.cnf"), buffer, sizeof(buffer)); - test_false_with(rc == MEMCACHED_SUCCESS, buffer); + test_compare_hint(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--CONFIGURE-FILE=support/example.cnf"), buffer, sizeof(buffer)), + buffer); - rc= libmemcached_check_configuration(STRING_WITH_LEN("--CONFIGURE-FILE=\"bad-path/example.cnf\""), buffer, sizeof(buffer)); - test_true_got(rc == MEMCACHED_ERRNO, buffer); + test_compare_hint(MEMCACHED_ERRNO, + libmemcached_check_configuration(test_literal_param("--CONFIGURE-FILE=\"bad-path/example.cnf\""), buffer, sizeof(buffer)), + buffer) ; return TEST_SUCCESS; } test_return_t libmemcached_check_configuration_test(memcached_st*) { - memcached_return_t rc; char buffer[BUFSIZ]; + test_compare(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--server=localhost"), buffer, sizeof(buffer))); - rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost"), buffer, sizeof(buffer)); - test_true_got(rc == MEMCACHED_SUCCESS, buffer); - - rc= libmemcached_check_configuration(STRING_WITH_LEN("--dude=localhost"), buffer, sizeof(buffer)); - test_false_with(rc == MEMCACHED_SUCCESS, buffer); - test_true(rc == MEMCACHED_PARSE_ERROR); + test_compare_hint(MEMCACHED_PARSE_ERROR, + libmemcached_check_configuration(test_literal_param("--dude=localhost"), buffer, sizeof(buffer)), + buffer); return TEST_SUCCESS; } test_return_t memcached_create_with_options_test(memcached_st*) { - memcached_st *memc_ptr; - memc_ptr= memcached_create_with_options(STRING_WITH_LEN("--server=localhost")); - test_true_got(memc_ptr, memcached_last_error_message(memc_ptr)); - memcached_free(memc_ptr); + { + memcached_st *memc_ptr; + memc_ptr= memcached(test_literal_param("--server=localhost")); + test_true_got(memc_ptr, memcached_last_error_message(memc_ptr)); + memcached_free(memc_ptr); + } - memc_ptr= memcached_create_with_options(STRING_WITH_LEN("--dude=localhost")); - test_false_with(memc_ptr, memcached_last_error_message(memc_ptr)); + { + memcached_st *memc_ptr= memcached(test_literal_param("--dude=localhost")); + test_false_with(memc_ptr, memcached_last_error_message(memc_ptr)); + } return TEST_SUCCESS; } test_return_t test_include_keyword(memcached_st*) { - if (access(SUPPORT_EXAMPLE_CNF, R_OK)) - return TEST_SKIPPED; + test_skip(0, access(SUPPORT_EXAMPLE_CNF, R_OK)); char buffer[BUFSIZ]; - memcached_return_t rc; - rc= libmemcached_check_configuration(STRING_WITH_LEN("INCLUDE \"support/example.cnf\""), buffer, sizeof(buffer)); - test_true_got(rc == MEMCACHED_SUCCESS, buffer); + test_compare(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("INCLUDE \"support/example.cnf\""), buffer, sizeof(buffer))); return TEST_SUCCESS; } @@ -403,9 +410,8 @@ test_return_t test_include_keyword(memcached_st*) test_return_t test_end_keyword(memcached_st*) { char buffer[BUFSIZ]; - memcached_return_t rc; - rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost END bad keywords"), buffer, sizeof(buffer)); - test_true_got(rc == MEMCACHED_SUCCESS, buffer); + test_compare(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--server=localhost END bad keywords"), buffer, sizeof(buffer))); return TEST_SUCCESS; } @@ -413,9 +419,8 @@ test_return_t test_end_keyword(memcached_st*) test_return_t test_reset_keyword(memcached_st*) { char buffer[BUFSIZ]; - memcached_return_t rc; - rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost reset --server=bad.com"), buffer, sizeof(buffer)); - test_true_got(rc == MEMCACHED_SUCCESS, buffer); + test_compare(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--server=localhost reset --server=bad.com"), buffer, sizeof(buffer))); return TEST_SUCCESS; } @@ -424,13 +429,13 @@ test_return_t test_error_keyword(memcached_st*) { char buffer[BUFSIZ]; memcached_return_t rc; - rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost ERROR --server=bad.com"), buffer, sizeof(buffer)); + rc= libmemcached_check_configuration(test_literal_param("--server=localhost ERROR --server=bad.com"), buffer, sizeof(buffer)); test_true_got(rc != MEMCACHED_SUCCESS, buffer); return TEST_SUCCESS; } -#define RANDOM_STRINGS 100 +#define RANDOM_STRINGS 1000 test_return_t random_statement_build_test(memcached_st*) { std::vector option_list; @@ -444,7 +449,7 @@ test_return_t random_statement_build_test(memcached_st*) for (scanner_variable_t *ptr= test_boolean_options; ptr->type != NIL; ptr++) option_list.push_back(&ptr->option); - for (scanner_variable_t *ptr= prefix_key_strings; ptr->type != NIL; ptr++) + for (scanner_variable_t *ptr= namespace_strings; ptr->type != NIL; ptr++) option_list.push_back(&ptr->option); for (scanner_variable_t *ptr= distribution_strings; ptr->type != NIL; ptr++) @@ -453,6 +458,30 @@ test_return_t random_statement_build_test(memcached_st*) for (scanner_variable_t *ptr= hash_strings; ptr->type != NIL; ptr++) option_list.push_back(&ptr->option); + std::vector used_list; + used_list.resize(option_list.size()); + + struct used_options_st { + bool has_hash; + bool has_namespace; + bool has_distribution; + bool has_buffer_requests; + bool has_udp; + bool has_binary; + bool has_verify_key; + + used_options_st() : + has_hash(false), + has_namespace(false), + has_distribution(false), + has_buffer_requests(false), + has_udp(false), + has_binary(false), + has_verify_key(false) + { + } + } used_options; + for (uint32_t x= 0; x < RANDOM_STRINGS; x++) { std::string random_options; @@ -460,39 +489,282 @@ test_return_t random_statement_build_test(memcached_st*) uint32_t number_of= random() % option_list.size(); for (uint32_t options= 0; options < number_of; options++) { - random_options+= option_list[random() % option_list.size()]->c_str; - random_options+= " "; - } + size_t option_list_position= random() % option_list.size(); - memcached_st *memc_ptr= memcached_create(NULL); - memc_ptr= memcached_create_with_options(random_options.c_str(), random_options.size() -1); - if (not memc_ptr) - { - switch (errno) + if (used_list[option_list_position]) { - case EINVAL: -#if 0 // Testing framework is not smart enough for this just yet. + continue; + } + used_list[option_list_position]= true; + + std::string random_string= option_list[option_list_position]->c_str; + + if (random_string.compare(0, test_literal_compare_param("--HASH")) == 0) + { + if (used_options.has_hash) { - // We will try to find the specific error - char buffer[2048]; - memcached_return_t rc= libmemcached_check_configuration(random_options.c_str(), random_options.size(), buffer, sizeof(buffer)); - test_true_got(rc != MEMCACHED_SUCCESS, "memcached_create_with_options() failed whiled libmemcached_check_configuration() was successful"); - std::cerr << "Error occured on " << random_options.c_str() << " : " << buffer << std::endl; - return TEST_FAILURE; + continue; } -#endif - break; - case ENOMEM: - std::cerr << "Failed to allocate memory for memcached_create_with_options()" << std::endl; - memcached_free(memc_ptr); - return TEST_FAILURE; - default: - std::cerr << "Unknown error from memcached_create_with_options?!!" << std::endl; - memcached_free(memc_ptr); - return TEST_FAILURE; + + if (used_options.has_distribution) + { + continue; + } + used_options.has_hash= true; + } + + if (random_string.compare(0, test_literal_compare_param("--NAMESPACE")) == 0) + { + if (used_options.has_namespace) + { + continue; + } + used_options.has_namespace= true; } + + if (random_string.compare(0, test_literal_compare_param("--USE-UDP")) == 0) + { + if (used_options.has_udp) + { + continue; + } + used_options.has_udp= true; + + if (used_options.has_buffer_requests) + { + continue; + } + } + + if (random_string.compare(0, test_literal_compare_param("--BUFFER-REQUESTS")) == 0) + { + if (used_options.has_buffer_requests) + { + continue; + } + used_options.has_buffer_requests= true; + + if (used_options.has_udp) + { + continue; + } + } + + if (random_string.compare(0, test_literal_compare_param("--BINARY-PROTOCOL")) == 0) + { + if (used_options.has_binary) + { + continue; + } + used_options.has_binary= true; + + if (used_options.has_verify_key) + { + continue; + } + } + + if (random_string.compare(0, test_literal_compare_param("--VERIFY-KEY")) == 0) + { + if (used_options.has_verify_key) + { + continue; + } + used_options.has_verify_key= true; + + if (used_options.has_binary) + { + continue; + } + } + + if (random_string.compare(0, test_literal_compare_param("--DISTRIBUTION")) == 0) + { + if (used_options.has_distribution) + { + continue; + } + + if (used_options.has_hash) + { + continue; + } + used_options.has_distribution= true; + } + + random_options+= random_string; + random_options+= " "; } - memcached_free(memc_ptr); + + if (random_options.size() <= 1) + { + continue; + } + + random_options.resize(random_options.size() -1); + + char buffer[BUFSIZ]; + memcached_return_t rc= libmemcached_check_configuration(random_options.c_str(), random_options.size(), buffer, sizeof(buffer)); + if (memcached_failed(rc)) + { + Error << "libmemcached_check_configuration(" << random_options << ") : " << buffer; + return TEST_FAILURE; + } + } + + return TEST_SUCCESS; +} + +static memcached_return_t dump_server_information(const memcached_st *, + const memcached_server_st *instance, + void *) +{ + if (strcmp(memcached_server_name(instance), "localhost")) + { + assert(not memcached_server_name(instance)); + return MEMCACHED_FAILURE; + } + + if (memcached_server_port(instance) < 8888 or memcached_server_port(instance) > 8892) + { + assert(not memcached_server_port(instance)); + return MEMCACHED_FAILURE; + } + + if (instance->weight > 5 or instance->weight < 2) + { + assert(not instance->weight); + return MEMCACHED_FAILURE; + } + + return MEMCACHED_SUCCESS; +} + + +test_return_t test_hostname_port_weight(memcached_st *) +{ + const char *server_string= "--server=localhost:8888/?2 --server=localhost:8889/?3 --server=localhost:8890/?4 --server=localhost:8891/?5 --server=localhost:8892/?3"; + char buffer[BUFSIZ]; + + test_compare_got(MEMCACHED_SUCCESS, + libmemcached_check_configuration(server_string, strlen(server_string), buffer, sizeof(buffer)), buffer); + + memcached_st *memc= memcached(server_string, strlen(server_string)); + test_true(memc); + + memcached_server_fn callbacks[]= { dump_server_information }; + test_true(memcached_success(memcached_server_cursor(memc, callbacks, NULL, 1))); + + memcached_free(memc); + + return TEST_SUCCESS; +} + +struct socket_weight_t { + const char *socket; + size_t weight; +}; + +static memcached_return_t dump_socket_information(const memcached_st *, + const memcached_server_st *instance, + void *context) +{ + socket_weight_t *check= (socket_weight_t *)context; + + if (strcmp(memcached_server_name(instance), check->socket)) + { + Error << memcached_server_name(instance) << " != " << check->socket; + return MEMCACHED_FAILURE; + } + + if (instance->weight == check->weight) + { + return MEMCACHED_SUCCESS; + } + + return MEMCACHED_FAILURE; +} + +test_return_t test_parse_socket(memcached_st *) +{ + char buffer[BUFSIZ]; + + memcached_server_fn callbacks[]= { dump_socket_information }; + { + test_compare_got(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--socket=\"/tmp/foo\""), buffer, sizeof(buffer)), + buffer); + + memcached_st *memc= memcached(test_literal_param("--socket=\"/tmp/foo\"")); + test_true(memc); + socket_weight_t check= { "/tmp/foo", 1 }; + test_compare(MEMCACHED_SUCCESS, + memcached_server_cursor(memc, callbacks, &check, 1)); + memcached_free(memc); + } + + { + test_compare_got(MEMCACHED_SUCCESS, + libmemcached_check_configuration(test_literal_param("--socket=\"/tmp/foo\"/?23"), buffer, sizeof(buffer)), + buffer); + + memcached_st *memc= memcached(test_literal_param("--socket=\"/tmp/foo\"/?23")); + test_true(memc); + socket_weight_t check= { "/tmp/foo", 23 }; + test_compare(MEMCACHED_SUCCESS, + memcached_server_cursor(memc, callbacks, &check, 1)); + memcached_free(memc); + } + + return TEST_SUCCESS; +} + +/* + By setting the timeout value to zero, we force poll() to return immediatly. +*/ +test_return_t regression_bug_71231153_connect(memcached_st *) +{ + if (libmemcached_util_ping("10.0.2.252", 0, NULL)) // If for whatever reason someone has a host at this address, skip + return TEST_SKIPPED; + + { // Test the connect-timeout, on a bad host we should get MEMCACHED_CONNECTION_FAILURE + memcached_st *memc= memcached(test_literal_param("--SERVER=10.0.2.252 --CONNECT-TIMEOUT=0")); + test_true(memc); + test_zero(memc->connect_timeout); + test_compare(MEMCACHED_DEFAULT_TIMEOUT, memc->poll_timeout); + + memcached_return_t rc; + size_t value_len; + char *value= memcached_get(memc, test_literal_param("test"), &value_len, NULL, &rc); + test_false(value); + test_zero(value_len); + test_compare_got(MEMCACHED_TIMEOUT, rc, memcached_last_error_message(memc)); + + memcached_free(memc); + } + + return TEST_SUCCESS; +} + +test_return_t regression_bug_71231153_poll(memcached_st *) +{ + if (libmemcached_util_ping("10.0.2.252", 0, NULL)) // If for whatever reason someone has a host at this address, skip + return TEST_SKIPPED; + + { // Test the poll timeout, on a bad host we should get MEMCACHED_CONNECTION_FAILURE + memcached_st *memc= memcached(test_literal_param("--SERVER=10.0.2.252 --POLL-TIMEOUT=0")); + test_true(memc); + test_compare(MEMCACHED_DEFAULT_CONNECT_TIMEOUT, memc->connect_timeout); + test_zero(memc->poll_timeout); + + memcached_return_t rc; + size_t value_len; + char *value= memcached_get(memc, test_literal_param("test"), &value_len, NULL, &rc); + test_false(value); + test_zero(value_len); + test_compare_got(MEMCACHED_TIMEOUT, rc, memcached_last_error_message(memc)); + + memcached_free(memc); } return TEST_SUCCESS;