X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=libtest%2Fmemcached.cc;h=daf6787cf69b9c86bd2afaaefe2b58772c2b47d8;hb=979239247fed928fab4421cb13818e7d7998a200;hp=e7e87f262006b0ed7f04bdccc93e61c806ceaf42;hpb=7abcaebdc4c3dd11b779eaef58a7371fb82ae888;p=m6w6%2Flibmemcached diff --git a/libtest/memcached.cc b/libtest/memcached.cc index e7e87f26..daf6787c 100644 --- a/libtest/memcached.cc +++ b/libtest/memcached.cc @@ -1,299 +1,354 @@ /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab: * - * Libmemcached library + * libtest * * Copyright (C) 2011 Data Differential, http://datadifferential.com/ - * Copyright (C) 2006-2009 Brian Aker All rights reserved. * - * Redistribution and use in source and binary forms, with or without - * modification, are permitted provided that the following conditions are - * met: + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 3 of the License, or (at your option) any later version. * - * * Redistributions of source code must retain the above copyright - * notice, this list of conditions and the following disclaimer. - * - * * Redistributions in binary form must reproduce the above - * copyright notice, this list of conditions and the following disclaimer - * in the documentation and/or other materials provided with the - * distribution. - * - * * The names of its contributors may not be used to endorse or - * promote products derived from this software without specific prior - * written permission. - * - * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS - * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT - * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR - * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT - * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, - * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT - * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, - * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY - * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT - * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE - * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ -/* - Startup, and shutdown the memcached servers. -*/ +#include -#define TEST_PORT_BASE MEMCACHED_DEFAULT_PORT+10 +#include +#include -#include +using namespace libtest; #include #include #include #include #include -#include -#include +#include #include -#include +#include +#include #include -#include - -#include -#include #include -#include #include -#include +#include +#ifndef __INTEL_COMPILER +#pragma GCC diagnostic ignored "-Wold-style-cast" +#endif -#define CERR_PREFIX std::endl << __FILE__ << ":" << __LINE__ << " " +using namespace libtest; -static void global_sleep(void) +class Memcached : public libtest::Server { - static struct timespec global_sleep_value= { 0, 50000 }; + std::string _username; + std::string _password; + +public: + Memcached(const std::string& host_arg, const in_port_t port_arg, const bool is_socket_arg, const std::string& username_arg, const std::string& password_arg) : + libtest::Server(host_arg, port_arg, is_socket_arg), + _username(username_arg), + _password(password_arg) + { } + + Memcached(const std::string& host_arg, const in_port_t port_arg, const bool is_socket_arg) : + libtest::Server(host_arg, port_arg, is_socket_arg) + { + set_pid_file(); + } -#ifdef WIN32 - sleep(1); -#else - nanosleep(&global_sleep_value, NULL); -#endif -} + virtual const char *sasl() const + { + return NULL; + } -#define SOCKET_FILE "/tmp/memcached.socket" + const std::string& password() const + { + return _password; + } -static bool cycle_server(server_st& server) -{ - while (1) + const std::string& username() const { - if (libmemcached_util_ping(server.hostname, server.port(), NULL)) - { - // First we try to kill it, and on fail of that we flush it. - pid_t pid= libmemcached_util_getpid(server.hostname, server.port(), NULL); + return _username; + } - if (pid > 0 and kill_pid(pid)) + pid_t get_pid(bool error_is_ok) + { + // Memcached is slow to start, so we need to do this + if (not pid_file().empty()) + { + if (error_is_ok and not wait_for_pidfile()) { - std::cerr << CERR_PREFIX << "Killed existing server," << server << " with pid:" << pid << std::endl; - continue; + Error << "Pidfile was not found:" << pid_file(); + return -1; } - else if (libmemcached_util_flush(server.hostname, server.port(), NULL)) // If we can flush it, we will just use it - { - std::cerr << CERR_PREFIX << "Found server on port " << int(server.port()) << ", flushed it!" << std::endl; - server.set_used(); - return true; - } // No idea what is wrong here, so we need to find a different port - else + } + + pid_t local_pid; + memcached_return_t rc= MEMCACHED_SUCCESS; + if (has_socket()) + { + local_pid= libmemcached_util_getpid(socket().c_str(), 0, &rc); + } + else + { + local_pid= libmemcached_util_getpid(hostname().c_str(), port(), &rc); + } + + if (error_is_ok and ((memcached_failed(rc) or not is_pid_valid(local_pid)))) + { + Error << "libmemcached_util_getpid(" << memcached_strerror(NULL, rc) << ") pid: " << local_pid << " for:" << *this; + } + + return local_pid; + } + + bool ping() + { + // Memcached is slow to start, so we need to do this + if (not pid_file().empty()) + { + if (not wait_for_pidfile()) { - return false; + Error << "Pidfile was not found:" << pid_file(); + return -1; } } - break; + memcached_return_t rc; + bool ret; + + if (has_socket()) + { + ret= libmemcached_util_ping(socket().c_str(), 0, &rc); + } + else + { + ret= libmemcached_util_ping(hostname().c_str(), port(), &rc); + } + + if (memcached_failed(rc) or not ret) + { + Error << "libmemcached_util_ping(" << hostname() << ", " << port() << ") error: " << memcached_strerror(NULL, rc); + } + + return ret; } - return true; -} + const char *name() + { + return "memcached"; + }; -bool server_startup(server_startup_st *construct) -{ - if (getenv(((char *)"MEMCACHED_SERVERS"))) + const char *executable() + { + return MEMCACHED_BINARY; + } + + const char *pid_file_option() { - construct->server_list= getenv(((char *)"MEMCACHED_SERVERS")); - printf("servers %s\n", construct->server_list.c_str()); - construct->count= 0; + return "-P "; } - else + + const char *socket_file_option() const { - std::string server_config_string; + return "-s "; + } - uint32_t port_base= 0; - for (uint32_t x= 0; x < (construct->count -1); x++) - { - server_st &server= construct->server[x]; + const char *daemon_file_option() + { + return "-d"; + } - { - char *var; - char variable_buffer[1024]; - - snprintf(variable_buffer, sizeof(variable_buffer), "LIBMEMCACHED_PORT_%u", x); - - if ((var= getenv(variable_buffer))) - { - server.set_port((in_port_t)atoi(var)); - } - else - { - server.set_port(in_port_t(x + TEST_PORT_BASE + port_base)); - - while (not cycle_server(server)) - { - std::cerr << CERR_PREFIX << "Found server " << server << ", could not flush it, so trying next port." << std::endl; - port_base++; - server.set_port(in_port_t(x + TEST_PORT_BASE + port_base)); - } - } - } + const char *log_file_option() + { + return NULL; + } - if (server.is_used()) - { - std::cerr << std::endl << "Using server at : " << server << std::endl; - } - else + const char *port_option() + { + return "-p "; + } + + bool is_libtool() + { + return false; + } + + bool broken_socket_cleanup() + { + return true; + } + + // Memcached's pidfile is broken + bool broken_pid_file() + { + return true; + } + + bool build(int argc, const char *argv[]); +}; + +class MemcachedSaSL : public Memcached +{ +public: + MemcachedSaSL(const std::string& host_arg, const in_port_t port_arg, const bool is_socket_arg, const std::string& username_arg, const std::string &password_arg) : + Memcached(host_arg, port_arg, is_socket_arg, username_arg, password_arg) + { } + + const char *name() + { + return "memcached-sasl"; + }; + + const char *sasl() const + { + return " -S -B binary "; + } + + const char *executable() + { + return MEMCACHED_SASL_BINARY; + } + + pid_t get_pid(bool error_is_ok) + { + // Memcached is slow to start, so we need to do this + if (not pid_file().empty()) + { + if (error_is_ok and not wait_for_pidfile()) { - char buffer[FILENAME_MAX]; - if (x == 0) - { - snprintf(buffer, sizeof(buffer), "%s -d -t 1 -p %u -U %u -m 128", - MEMCACHED_BINARY, server.port(), server.port()); - } - else - { - snprintf(buffer, sizeof(buffer), "%s -d -t 1 -p %u -U %u", - MEMCACHED_BINARY, server.port(), server.port()); - } - - int status= system(buffer); - if (status == -1) - { - std::cerr << CERR_PREFIX << "Failed system(" << buffer << ")" << std::endl; - return false; - } - fprintf(stderr, "STARTING SERVER: %s\n", buffer); - - int count= 30; - memcached_return_t rc; - while (not libmemcached_util_ping(server.hostname, server.port(), &rc) and --count) - { - global_sleep(); - } - - if (memcached_failed(rc)) - { - std::cerr << CERR_PREFIX << "libmemcached_util_ping() failed:" << memcached_strerror(NULL, rc) << " Connection:" << server << std::endl; - return false; - } - - server.set_pid(libmemcached_util_getpid(server.hostname, server.port(), &rc)); - if (not server.has_pid()) - { - std::cerr << CERR_PREFIX << "libmemcached_util_getpid() failed" << memcached_strerror(NULL, rc) << " Connection: " << server << std::endl; - return false; - } + Error << "Pidfile was not found:" << pid_file(); + return -1; } + } - server_config_string+= "--server="; - server_config_string+= server.hostname; - server_config_string+= ":"; - server_config_string+= boost::lexical_cast(server.port()); - server_config_string+= " "; - fprintf(stderr, " Port %d\n", server.port()); + pid_t local_pid; + memcached_return_t rc; + if (has_socket()) + { + local_pid= libmemcached_util_getpid2(socket().c_str(), 0, username().c_str(), password().c_str(), &rc); + } + else + { + local_pid= libmemcached_util_getpid2(hostname().c_str(), port(), username().c_str(), password().c_str(), &rc); } + if (error_is_ok and ((memcached_failed(rc) or not is_pid_valid(local_pid)))) { - server_st &server= construct->server[construct->count -1]; + Error << "libmemcached_util_getpid2(" << memcached_strerror(NULL, rc) << ") username: " << username() << " password: " << password() << " pid: " << local_pid << " for:" << *this; + } - { - std::string socket_file; - char *var; - - server.set_hostname(SOCKET_FILE); - - if ((var= getenv("LIBMEMCACHED_SOCKET"))) - { - socket_file+= var; - } - else - { - if (not cycle_server(server)) - { - std::cerr << CERR_PREFIX << "Found server " << server << ", could not flush it, so trying next port." << std::endl; - return false; - } - } - } + return local_pid; + } - if (server.is_used()) - { - std::cerr << std::endl << "Using server at : " << server << std::endl; - } - else + bool ping() + { + // Memcached is slow to start, so we need to do this + if (not pid_file().empty()) + { + if (not wait_for_pidfile()) { - char buffer[FILENAME_MAX]; - snprintf(buffer, sizeof(buffer), "%s -d -t 1 -s %s", MEMCACHED_BINARY, SOCKET_FILE); - - int status= system(buffer); - if (status == -1) - { - std::cerr << CERR_PREFIX << "Failed system(" << buffer << ")" << std::endl; - return false; - } - fprintf(stderr, "STARTING SERVER: %s\n", buffer); - - int count= 30; - memcached_return_t rc; - while (not libmemcached_util_ping(server.hostname, server.port(), &rc) and --count) - { - global_sleep(); - } - - if (memcached_failed(rc)) - { - std::cerr << CERR_PREFIX << "libmemcached_util_ping() failed:" << memcached_strerror(NULL, rc) << " Connection:" << server << std::endl; - return false; - } - - server.set_pid(libmemcached_util_getpid(server.hostname, server.port(), &rc)); - if (not server.has_pid()) - { - std::cerr << CERR_PREFIX << "libmemcached_util_getpid() failed" << memcached_strerror(NULL, rc) << " Connection: " << server << std::endl; - return false; - } + Error << "Pidfile was not found:" << pid_file(); + return -1; } + } - { - set_default_socket(server.hostname); - server_config_string+= "--socket=\""; - server_config_string+= server.hostname; - server_config_string+= "\" "; - } + memcached_return_t rc; + bool ret; + + if (has_socket()) + { + ret= libmemcached_util_ping2(socket().c_str(), 0, username().c_str(), password().c_str(), &rc); } + else + { + ret= libmemcached_util_ping2(hostname().c_str(), port(), username().c_str(), password().c_str(), &rc); + } + + if (memcached_failed(rc) or not ret) + { + Error << "libmemcached_util_ping2(" << hostname() << ", " << port() << ", " << username() << ", " << password() << ") error: " << memcached_strerror(NULL, rc); + } + + return ret; + } + +}; + + +#include + +bool Memcached::build(int argc, const char *argv[]) +{ + std::stringstream arg_buffer; + + if (getuid() == 0 or geteuid() == 0) + { + arg_buffer << " -u root "; + } + + arg_buffer << " -l 127.0.0.1 "; + arg_buffer << " -m 128 "; + arg_buffer << " -M "; + + if (sasl()) + { + arg_buffer << sasl(); + } - server_config_string.resize(server_config_string.size() -1); // Remove final space - construct->server_list= server_config_string; + for (int x= 1 ; x < argc ; x++) + { + arg_buffer << " " << argv[x] << " "; } - srandom((unsigned int)time(NULL)); + set_extra_args(arg_buffer.str()); - std::cerr << std::endl; return true; } -void server_shutdown(server_startup_st *construct) +namespace libtest { + +libtest::Server *build_memcached(const std::string& hostname, const in_port_t try_port) +{ + return new Memcached(hostname, try_port, false); +} + +libtest::Server *build_memcached_socket(const std::string& socket_file, const in_port_t try_port) +{ + return new Memcached(socket_file, try_port, true); +} + + +libtest::Server *build_memcached_sasl(const std::string& hostname, const in_port_t try_port, const std::string& username, const std::string &password) { - for (uint32_t x= 0; x < construct->count; x++) + if (username.empty()) { - if (construct->server[x].is_used()) - continue; + return new MemcachedSaSL(hostname, try_port, false, "memcached", "memcached"); + } + + return new MemcachedSaSL(hostname, try_port, false, username, password); +} - construct->server[x].kill(); +libtest::Server *build_memcached_sasl_socket(const std::string& socket_file, const in_port_t try_port, const std::string& username, const std::string &password) +{ + if (username.empty()) + { + return new MemcachedSaSL(socket_file, try_port, true, "memcached", "memcached"); } + + return new MemcachedSaSL(socket_file, try_port, true, username, password); +} + } +