From: Brian Aker Date: Wed, 29 Jun 2011 05:16:23 +0000 (-0700) Subject: Merge in next patch for --socket X-Git-Tag: 0.51~1^2~9^2~11 X-Git-Url: https://git.m6w6.name/?a=commitdiff_plain;h=e82f6a9bffe896a579ae5013a9cab51180cd003d;p=m6w6%2Flibmemcached Merge in next patch for --socket --- diff --git a/libtest/include.am b/libtest/include.am index 33ed8716..a1ed6ede 100644 --- a/libtest/include.am +++ b/libtest/include.am @@ -33,7 +33,7 @@ noinst_HEADERS+= \ libtest/visibility.h noinst_LTLIBRARIES+= libtest/libserver.la -libtest_libserver_la_SOURCES= libtest/server.c +libtest_libserver_la_SOURCES= libtest/memcached.cc noinst_LTLIBRARIES+= libtest/libtest.la libtest_libtest_la_SOURCES=\ diff --git a/libtest/memcached.cc b/libtest/memcached.cc new file mode 100644 index 00000000..8c79b17d --- /dev/null +++ b/libtest/memcached.cc @@ -0,0 +1,341 @@ +/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab: + * + * Libmemcached library + * + * Copyright (C) 2011 Data Differential, http://datadifferential.com/ + * Copyright (C) 2006-2009 Brian Aker All rights reserved. + * + * Redistribution and use in source and binary forms, with or without + * modification, are permitted provided that the following conditions are + * met: + * + * * Redistributions of source code must retain the above copyright + * notice, this list of conditions and the following disclaimer. + * + * * Redistributions in binary form must reproduce the above + * copyright notice, this list of conditions and the following disclaimer + * in the documentation and/or other materials provided with the + * distribution. + * + * * The names of its contributors may not be used to endorse or + * promote products derived from this software without specific prior + * written permission. + * + * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS + * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT + * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR + * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT + * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, + * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT + * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, + * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY + * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT + * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE + * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + * + */ + + +/* + Startup, and shutdown the memcached servers. +*/ + +#define TEST_PORT_BASE MEMCACHED_DEFAULT_PORT+10 + +#include + +#include + +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include + +#include +#include + +#include + +static void global_sleep(void) +{ + static struct timespec global_sleep_value= { 0, 50000 }; + +#ifdef WIN32 + sleep(1); +#else + nanosleep(&global_sleep_value, NULL); +#endif +} + +static bool wait_for_file(const char *filename) +{ + uint32_t timeout= 6; + uint32_t waited; + uint32_t this_wait; + uint32_t retry; + + for (waited= 0, retry= 1; ; retry++, waited+= this_wait) + { + if ((! access(filename, R_OK)) || (waited >= timeout)) + { + return true; + } + + this_wait= retry * retry / 3 + 1; + sleep(this_wait); + } + + return false; +} + +static void kill_file(const char *file_buffer) +{ + FILE *fp; + + while ((fp= fopen(file_buffer, "r"))) + { + char pid_buffer[1024]; + + if (fgets(pid_buffer, sizeof(pid_buffer), fp) != NULL) + { + pid_t pid= (pid_t)atoi(pid_buffer); + if (pid != 0) + { + if (kill(pid, SIGTERM) == -1) + { + remove(file_buffer); // If this happens we may be dealing with a dead server that left its pid file. + } + else + { + uint32_t counter= 3; + while ((kill(pid, 0) == 0) && --counter) + { + global_sleep(); + } + } + } + } + + global_sleep(); + + fclose(fp); + } +} + +void server_startup(server_startup_st *construct) +{ + if ((construct->server_list= getenv("MEMCACHED_SERVERS"))) + { + printf("servers %s\n", construct->server_list); + construct->count= 0; + } + else + { + { + char server_string_buffer[8096]; + char *end_ptr; + end_ptr= server_string_buffer; + + uint32_t port_base= 0; + for (uint32_t x= 0; x < construct->count; x++) + { + int status; + + snprintf(construct->pid_file[x], FILENAME_MAX, "/tmp/memcached.pidXXXXXX"); + int fd; + if ((fd= mkstemp(construct->pid_file[x])) == -1) + { + perror("mkstemp"); + return; + } + close(fd); + + { + char *var; + char variable_buffer[1024]; + + snprintf(variable_buffer, sizeof(variable_buffer), "LIBMEMCACHED_PORT_%u", x); + + if ((var= getenv(variable_buffer))) + { + construct->port[x]= (in_port_t)atoi(var); + } + else + { + do { + construct->port[x]= (in_port_t)(x + TEST_PORT_BASE + port_base); + + if (libmemcached_util_ping("localhost", construct->port[x], NULL)) + { + if (libmemcached_util_flush("localhost", construct->port[x], NULL)) + { + fprintf(stderr, "Found server on port %d, flushed it!\n", (int)construct->port[x]); + construct->is_used[x]= true; + } // If we can flush it, we will just use it + else + { + fprintf(stderr, "Found server on port %d, could not flush it, so trying next port.\n", (int)construct->port[x]); + port_base++; + construct->port[x]= 0; + } + } + } while (construct->port[x] == 0); + } + } + + char buffer[FILENAME_MAX]; + if (x == 0) + { + snprintf(buffer, sizeof(buffer), "%s -d -P %s -t 1 -p %u -U %u -m 128", + MEMCACHED_BINARY, construct->pid_file[x], construct->port[x], construct->port[x]); + } + else + { + snprintf(buffer, sizeof(buffer), "%s -d -P %s -t 1 -p %u -U %u", + MEMCACHED_BINARY, construct->pid_file[x], construct->port[x], construct->port[x]); + } + + if (construct->is_used[x]) + { + fprintf(stderr, "USING SERVER: %s\n", buffer); + } + else + { + if (libmemcached_util_ping("localhost", construct->port[x], NULL)) + { + fprintf(stderr, "Server on port %u already exists\n", construct->port[x]); + } + else + { + status= system(buffer); + fprintf(stderr, "STARTING SERVER: %s status:%d\n", buffer, status); + } + } + + size_t remaining_length= sizeof(server_string_buffer) - (size_t)(end_ptr -server_string_buffer); + int count= snprintf(end_ptr, remaining_length, "--server=localhost:%u ", construct->port[x]); + + if ((size_t)count >= remaining_length or count < 0) + { + fprintf(stderr, "server names grew to be larger then buffer allowed\n"); + abort(); + } + end_ptr+= count; + } + *end_ptr= 0; + + + for (uint32_t x= 0; x < construct->count; x++) + { + if (! wait_for_file(construct->pid_file[x])) + { + abort(); + } + } + + for (uint32_t x= 0; x < construct->count; x++) + { + uint32_t counter= 3000; // Absurd, just to catch run away process + + if (construct->is_used[x]) + continue; + + while (construct->pids[x] <= 0 && --counter) + { + FILE *file= fopen(construct->pid_file[x], "r"); + if (file) + { + char pid_buffer[1024]; + char *found= fgets(pid_buffer, sizeof(pid_buffer), file); + + if (found) + { + construct->pids[x]= atoi(pid_buffer); + fclose(file); + + if (construct->pids[x] > 0) + break; + } + fclose(file); + } + + switch (errno) + { + default: + fprintf(stderr, "Could not open pid file %s -> fopen(%s) -> %s:%d\n", construct->pid_file[x], strerror(errno), __FILE__, __LINE__); + abort(); + + case ENOENT: + case EINTR: + case EACCES: + case EINPROGRESS: + break; + + case ENOTCONN: + continue; + } + + // Safety 3rd, check to see if the file has gone away + if (! wait_for_file(construct->pid_file[x])) + { + abort(); + } + } + + bool was_started= false; + if (construct->pids[x] > 0) + { + counter= 30; + while (--counter) + { + if (kill(construct->pids[x], 0) == 0) + { + was_started= true; + break; + } + global_sleep(); + } + } + + if (was_started == false) + { + fprintf(stderr, "Failed to open buffer %s(%d)\n", construct->pid_file[x], construct->pids[x]); + for (uint32_t y= 0; y < construct->count; y++) + { + if (construct->pids[y] > 0) + kill(construct->pids[y], SIGTERM); + } + abort(); + } + } + + construct->server_list= strndup(server_string_buffer, strlen(server_string_buffer) -1); + } + } + + srandom((unsigned int)time(NULL)); + + printf("\n"); +} + +void server_shutdown(server_startup_st *construct) +{ + if (construct->server_list) + { + for (uint32_t x= 0; x < construct->count; x++) + { + if (construct->is_used[x]) + continue; + + kill_file(construct->pid_file[x]); + } + + free(construct->server_list); + } +} diff --git a/libtest/server.c b/libtest/server.c deleted file mode 100644 index dac57c77..00000000 --- a/libtest/server.c +++ /dev/null @@ -1,355 +0,0 @@ -/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab: - * - * Libmemcached library - * - * Copyright (C) 2011 Data Differential, http://datadifferential.com/ - * Copyright (C) 2006-2009 Brian Aker All rights reserved. - * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions are - * met: - * - * * Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * - * * Redistributions in binary form must reproduce the above - * copyright notice, this list of conditions and the following disclaimer - * in the documentation and/or other materials provided with the - * distribution. - * - * * The names of its contributors may not be used to endorse or - * promote products derived from this software without specific prior - * written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS - * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT - * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR - * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT - * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, - * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT - * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, - * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY - * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT - * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE - * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. - * - */ - - -/* - Startup, and shutdown the memcached servers. -*/ - -#define TEST_PORT_BASE MEMCACHED_DEFAULT_PORT+10 - -#include - -#include - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include - -#include -#include - -#include - -static struct timespec global_sleep_value= { .tv_sec= 0, .tv_nsec= 50000 }; - -static void global_sleep(void) -{ -#ifdef WIN32 - sleep(1); -#else - nanosleep(&global_sleep_value, NULL); -#endif -} - -static bool wait_for_file(const char *filename) -{ - uint32_t timeout= 6; - uint32_t waited; - uint32_t this_wait; - uint32_t retry; - - for (waited= 0, retry= 1; ; retry++, waited+= this_wait) - { - if ((! access(filename, R_OK)) || (waited >= timeout)) - { - return true; - } - - this_wait= retry * retry / 3 + 1; - sleep(this_wait); - } - - return false; -} - -static void kill_file(const char *file_buffer) -{ - FILE *fp; - - while ((fp= fopen(file_buffer, "r"))) - { - char pid_buffer[1024]; - - if (fgets(pid_buffer, sizeof(pid_buffer), fp) != NULL) - { - pid_t pid= (pid_t)atoi(pid_buffer); - if (pid != 0) - { - if (kill(pid, SIGTERM) == -1) - { - remove(file_buffer); // If this happens we may be dealing with a dead server that left its pid file. - } - else - { - uint32_t counter= 3; - while ((kill(pid, 0) == 0) && --counter) - { - global_sleep(); - } - } - } - } - - global_sleep(); - - fclose(fp); - } -} - -void server_startup(server_startup_st *construct) -{ - if ((construct->server_list= getenv("MEMCACHED_SERVERS"))) - { - printf("servers %s\n", construct->server_list); - construct->servers= memcached_servers_parse(construct->server_list); - construct->server_list= NULL; - construct->count= 0; - } - else - { - { - char server_string_buffer[8096]; - char *end_ptr; - end_ptr= server_string_buffer; - - uint32_t port_base= 0; - for (uint32_t x= 0; x < construct->count; x++) - { - int status; - - snprintf(construct->pid_file[x], FILENAME_MAX, "/tmp/memcached.pidXXXXXX"); - int fd; - if ((fd= mkstemp(construct->pid_file[x])) == -1) - { - perror("mkstemp"); - return; - } - close(fd); - - { - char *var; - char variable_buffer[1024]; - - snprintf(variable_buffer, sizeof(variable_buffer), "LIBMEMCACHED_PORT_%u", x); - - if ((var= getenv(variable_buffer))) - { - construct->port[x]= (in_port_t)atoi(var); - } - else - { - do { - construct->port[x]= (in_port_t)(x + TEST_PORT_BASE + port_base); - - if (libmemcached_util_ping("localhost", construct->port[x], NULL)) - { - if (libmemcached_util_flush("localhost", construct->port[x], NULL)) - { - fprintf(stderr, "Found server on port %d, flushed it!\n", (int)construct->port[x]); - construct->is_used[x]= true; - } // If we can flush it, we will just use it - else - { - fprintf(stderr, "Found server on port %d, could not flush it, so trying next port.\n", (int)construct->port[x]); - port_base++; - construct->port[x]= 0; - } - } - } while (construct->port[x] == 0); - } - } - - char buffer[FILENAME_MAX]; - if (x == 0) - { - snprintf(buffer, sizeof(buffer), "%s -d -P %s -t 1 -p %u -U %u -m 128", - MEMCACHED_BINARY, construct->pid_file[x], construct->port[x], construct->port[x]); - } - else - { - snprintf(buffer, sizeof(buffer), "%s -d -P %s -t 1 -p %u -U %u", - MEMCACHED_BINARY, construct->pid_file[x], construct->port[x], construct->port[x]); - } - - if (construct->is_used[x]) - { - fprintf(stderr, "USING SERVER: %s\n", buffer); - } - else - { - if (libmemcached_util_ping("localhost", construct->port[x], NULL)) - { - fprintf(stderr, "Server on port %u already exists\n", construct->port[x]); - } - else - { - status= system(buffer); - fprintf(stderr, "STARTING SERVER: %s status:%d\n", buffer, status); - } - } - - int count; - size_t remaining_length= sizeof(server_string_buffer) - (size_t)(end_ptr -server_string_buffer); - count= snprintf(end_ptr, remaining_length, "localhost:%u,", construct->port[x]); - - if ((size_t)count >= remaining_length || count < 0) - { - fprintf(stderr, "server names grew to be larger then buffer allowed\n"); - abort(); - } - end_ptr+= count; - } - *end_ptr= 0; - - - for (uint32_t x= 0; x < construct->count; x++) - { - if (! wait_for_file(construct->pid_file[x])) - { - abort(); - } - } - - for (uint32_t x= 0; x < construct->count; x++) - { - uint32_t counter= 3000; // Absurd, just to catch run away process - - if (construct->is_used[x]) - continue; - - while (construct->pids[x] <= 0 && --counter) - { - FILE *file= fopen(construct->pid_file[x], "r"); - if (file) - { - char pid_buffer[1024]; - char *found= fgets(pid_buffer, sizeof(pid_buffer), file); - - if (found) - { - construct->pids[x]= atoi(pid_buffer); - fclose(file); - - if (construct->pids[x] > 0) - break; - } - fclose(file); - } - - switch (errno) - { - default: - fprintf(stderr, "Could not open pid file %s -> fopen(%s) -> %s:%d\n", construct->pid_file[x], strerror(errno), __FILE__, __LINE__); - abort(); - - case ENOENT: - case EINTR: - case EACCES: - case EINPROGRESS: - break; - - case ENOTCONN: - continue; - } - - // Safety 3rd, check to see if the file has gone away - if (! wait_for_file(construct->pid_file[x])) - { - abort(); - } - } - - bool was_started= false; - if (construct->pids[x] > 0) - { - counter= 30; - while (--counter) - { - if (kill(construct->pids[x], 0) == 0) - { - was_started= true; - break; - } - global_sleep(); - } - } - - if (was_started == false) - { - fprintf(stderr, "Failed to open buffer %s(%d)\n", construct->pid_file[x], construct->pids[x]); - for (uint32_t y= 0; y < construct->count; y++) - { - if (construct->pids[y] > 0) - kill(construct->pids[y], SIGTERM); - } - abort(); - } - } - - construct->server_list= strdup(server_string_buffer); - } - printf("servers %s\n", construct->server_list); - construct->servers= memcached_servers_parse(construct->server_list); - } - - assert(construct->servers); - - srandom((unsigned int)time(NULL)); - - for (uint32_t x= 0; x < memcached_server_list_count(construct->servers); x++) - { - printf("\t%s : %d\n", memcached_server_name(&construct->servers[x]), memcached_server_port(&construct->servers[x])); - assert(construct->servers[x].fd == -1); - assert(construct->servers[x].cursor_active == 0); - } - - printf("\n"); -} - -void server_shutdown(server_startup_st *construct) -{ - if (construct->server_list) - { - for (uint32_t x= 0; x < construct->count; x++) - { - if (construct->is_used[x]) - continue; - - kill_file(construct->pid_file[x]); - } - - free(construct->server_list); - } -} diff --git a/libtest/server.h b/libtest/server.h index 581cf859..5444821d 100644 --- a/libtest/server.h +++ b/libtest/server.h @@ -27,7 +27,6 @@ struct server_startup_st { uint8_t count; uint8_t udp; - memcached_server_st *servers; char *server_list; char pid_file[SERVERS_TO_CREATE][FILENAME_MAX]; in_port_t port[SERVERS_TO_CREATE]; diff --git a/tests/libmemcached_world.h b/tests/libmemcached_world.h index fc0b6ae8..ea08db77 100644 --- a/tests/libmemcached_world.h +++ b/tests/libmemcached_world.h @@ -52,13 +52,6 @@ libmemcached_test_container_st *world_create(test_return_t *error) global_container.construct.udp= 0; server_startup(&global_container.construct); - if (not global_container.construct.servers) - { - *error= TEST_FAILURE; - server_shutdown(&global_container.construct); - return NULL; - } - *error= TEST_SUCCESS; return &global_container; @@ -66,11 +59,15 @@ libmemcached_test_container_st *world_create(test_return_t *error) test_return_t world_container_startup(libmemcached_test_container_st *container) { - container->parent= memcached_create(NULL); - test_true((container->parent != NULL)); + char buffer[BUFSIZ]; - test_compare(MEMCACHED_SUCCESS, - memcached_server_push(container->parent, container->construct.servers)); + test_compare_got(MEMCACHED_SUCCESS, + libmemcached_check_configuration(container->construct.server_list, strlen(container->construct.server_list), + buffer, sizeof(buffer)), + buffer); + + container->parent= memcached(container->construct.server_list, strlen(container->construct.server_list)); + test_true(container->parent); return TEST_SUCCESS; } @@ -86,7 +83,7 @@ test_return_t world_container_shutdown(libmemcached_test_container_st *container test_return_t world_test_startup(libmemcached_test_container_st *container) { container->memc= memcached_clone(NULL, container->parent); - test_true((container->memc != NULL)); + test_true(container->memc); return TEST_SUCCESS; } @@ -133,8 +130,6 @@ test_return_t world_on_error(test_return_t test_state, libmemcached_test_contain test_return_t world_destroy(libmemcached_test_container_st *container) { server_startup_st *construct= &container->construct; - memcached_server_st *servers= container->construct.servers; - memcached_server_list_free(servers); server_shutdown(construct); diff --git a/tests/mem_functions.cc b/tests/mem_functions.cc index da132940..d7402dbd 100644 --- a/tests/mem_functions.cc +++ b/tests/mem_functions.cc @@ -2910,19 +2910,14 @@ static test_return_t user_supplied_bug17(memcached_st *memc) From Andrei on IRC */ -static test_return_t user_supplied_bug19(memcached_st *not_used) +static test_return_t user_supplied_bug19(memcached_st *) { - memcached_st *memc; - const memcached_server_st *server; memcached_return_t res; - (void)not_used; - - memc= memcached_create(NULL); - memcached_server_add_with_weight(memc, "localhost", 11311, 100); - memcached_server_add_with_weight(memc, "localhost", 11312, 100); + memcached_st *memc= memcached(test_literal_param("--server=localhost:11311/?100 --server=localhost:11312/?100")); - server= memcached_server_by_key(memc, "a", 1, &res); + const memcached_server_st *server= memcached_server_by_key(memc, "a", 1, &res); + test_true(server); memcached_free(memc); @@ -4875,26 +4870,18 @@ static test_return_t memcached_get_hashkit_test (memcached_st *memc) We are testing the error condition when we connect to a server via memcached_get() but find that the server is not available. */ -static test_return_t memcached_get_MEMCACHED_ERRNO(memcached_st *memc) +static test_return_t memcached_get_MEMCACHED_ERRNO(memcached_st *) { - (void)memc; - memcached_st *tl_memc_h; - const char *key= "MemcachedLives"; size_t len; uint32_t flags; memcached_return rc; - char *value; // Create a handle. - tl_memc_h= memcached_create(NULL); - memcached_server_st *servers= memcached_servers_parse("localhost:9898,localhost:9899"); // This server should not exist - test_true(servers); - memcached_server_push(tl_memc_h, servers); - memcached_server_list_free(servers); + memcached_st *tl_memc_h= memcached(test_literal_param("--server=localhost:9898 --server=localhost:9899")); // This server should not exist // See if memcached is reachable. - value= memcached_get(tl_memc_h, key, strlen(key), &len, &flags, &rc); + char *value= memcached_get(tl_memc_h, key, strlen(key), &len, &flags, &rc); test_false(value); test_compare(0, len);