/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
- *
- * Libmemcached library
*
- * Copyright (C) 2011 Data Differential, http://datadifferential.com/
- * Copyright (C) 2006-2009 Brian Aker All rights reserved.
+ * Data Differential YATL (i.e. libtest) library
+ *
+ * Copyright (C) 2012 Data Differential, http://datadifferential.com/
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
*
*/
+#include <config.h>
+#include <libtest/common.h>
-/*
- Startup, and shutdown the memcached servers.
-*/
-
-#define TEST_PORT_BASE MEMCACHED_DEFAULT_PORT+10
+#include <libmemcached-1.0/memcached.h>
+#include <libmemcachedutil-1.0/util.h>
-#include <libtest/common.h>
+using namespace libtest;
#include <cassert>
#include <cerrno>
#include <cstdio>
#include <cstdlib>
#include <cstring>
-#include <ctime>
-#include <limits.h>
+#include <iostream>
#include <signal.h>
-#include <sys/time.h>
+#include <sys/types.h>
+#include <sys/wait.h>
#include <unistd.h>
-#include <iostream>
-
-#include <libmemcached/memcached.h>
-#include <libmemcached/util.h>
#include <libtest/server.h>
-#include <libtest/killpid.h>
#include <libtest/wait.h>
-#include <boost/lexical_cast.hpp>
+#include <libtest/memcached.h>
+#ifndef __INTEL_COMPILER
+#pragma GCC diagnostic ignored "-Wold-style-cast"
+#endif
-#define CERR_PREFIX std::endl << __FILE__ << ":" << __LINE__ << " "
+using namespace libtest;
-static void global_sleep(void)
-{
- static struct timespec global_sleep_value= { 0, 50000 };
+namespace {
+ bool is_memcached_libtool()
+ {
+ if (MEMCACHED_BINARY and strcmp(MEMCACHED_BINARY, "memcached/memcached") == 0)
+ {
+ return true;
+ }
-#ifdef WIN32
- sleep(1);
-#else
- nanosleep(&global_sleep_value, NULL);
-#endif
+ return false;
+ }
}
-#define SOCKET_FILE "/tmp/memcached.socket"
-
-static bool cycle_server(server_st& server)
+class Memcached : public libtest::Server
{
- while (1)
+ std::string _username;
+ std::string _password;
+
+public:
+ Memcached(const std::string& host_arg,
+ const in_port_t port_arg,
+ const bool is_socket_arg,
+ const std::string& username_arg,
+ const std::string& password_arg) :
+ libtest::Server(host_arg, port_arg,
+ MEMCACHED_BINARY, is_memcached_libtool(), is_socket_arg),
+ _username(username_arg),
+ _password(password_arg)
+ { }
+
+ Memcached(const std::string& host_arg, const in_port_t port_arg, const bool is_socket_arg) :
+ libtest::Server(host_arg, port_arg,
+ MEMCACHED_BINARY, is_memcached_libtool(), is_socket_arg)
+ {
+ }
+
+ virtual const char *sasl() const
+ {
+ return NULL;
+ }
+
+ const std::string& password() const
+ {
+ return _password;
+ }
+
+ const std::string& username() const
+ {
+ return _username;
+ }
+
+ virtual bool has_pid_file() const
{
- if (libmemcached_util_ping(server.hostname, server.port(), NULL))
+ return false;
+ }
+
+ bool ping()
+ {
+ memcached_return_t rc;
+ bool ret;
+
+ if (has_socket())
+ {
+ ret= libmemcached_util_ping(socket().c_str(), 0, &rc);
+ }
+ else
{
- // First we try to kill it, and on fail of that we flush it.
- pid_t pid= libmemcached_util_getpid(server.hostname, server.port(), NULL);
+ ret= libmemcached_util_ping(hostname().c_str(), port(), &rc);
+ }
- if (pid > 0 and kill_pid(pid))
- {
- std::cerr << CERR_PREFIX << "Killed existing server," << server << " with pid:" << pid << std::endl;
- continue;
- }
- else if (libmemcached_util_flush(server.hostname, server.port(), NULL)) // If we can flush it, we will just use it
- {
- std::cerr << CERR_PREFIX << "Found server on port " << int(server.port()) << ", flushed it!" << std::endl;
- server.set_used();
- return true;
- } // No idea what is wrong here, so we need to find a different port
- else
- {
- return false;
- }
+ if (memcached_failed(rc) or ret == false)
+ {
+ error(memcached_strerror(NULL, rc));
}
- break;
+ return ret;
}
- return true;
-}
+ const char *name()
+ {
+ return "memcached";
+ };
-bool server_startup(server_startup_st *construct)
-{
- if (getenv(((char *)"MEMCACHED_SERVERS")))
+ const char *executable()
{
- construct->server_list= getenv(((char *)"MEMCACHED_SERVERS"));
- printf("servers %s\n", construct->server_list.c_str());
- construct->count= 0;
+ return MEMCACHED_BINARY;
}
- else
+
+ bool is_libtool()
{
- std::string server_config_string;
+ return is_memcached_libtool();
+ }
- uint32_t port_base= 0;
- for (uint32_t x= 0; x < (construct->count -1); x++)
+ virtual void pid_file_option(Application& app, const std::string& arg)
+ {
+ if (arg.empty() == false)
{
- server_st &server= construct->server[x];
+ app.add_option("-P", arg);
+ }
+ }
- {
- char *var;
- char variable_buffer[1024];
-
- snprintf(variable_buffer, sizeof(variable_buffer), "LIBMEMCACHED_PORT_%u", x);
-
- if ((var= getenv(variable_buffer)))
- {
- server.set_port((in_port_t)atoi(var));
- }
- else
- {
- server.set_port(in_port_t(x + TEST_PORT_BASE + port_base));
-
- while (not cycle_server(server))
- {
- std::cerr << CERR_PREFIX << "Found server " << server << ", could not flush it, so trying next port." << std::endl;
- port_base++;
- server.set_port(in_port_t(x + TEST_PORT_BASE + port_base));
- }
- }
- }
+ const char *socket_file_option() const
+ {
+ return "-s ";
+ }
- if (server.is_used())
- {
- std::cerr << std::endl << "Using server at : " << server << std::endl;
- }
- else
- {
- char buffer[FILENAME_MAX];
- if (x == 0)
- {
- snprintf(buffer, sizeof(buffer), "%s -d -t 1 -p %u -U %u -m 128",
- MEMCACHED_BINARY, server.port(), server.port());
- }
- else
- {
- snprintf(buffer, sizeof(buffer), "%s -d -t 1 -p %u -U %u",
- MEMCACHED_BINARY, server.port(), server.port());
- }
-
- int status= system(buffer);
- if (status == -1)
- {
- std::cerr << CERR_PREFIX << "Failed system(" << buffer << ")" << std::endl;
- return false;
- }
- fprintf(stderr, "STARTING SERVER: %s\n", buffer);
-
- int count= 30;
- memcached_return_t rc;
- while (not libmemcached_util_ping(server.hostname, server.port(), &rc) and --count)
- {
- global_sleep();
- }
-
- if (memcached_failed(rc))
- {
- std::cerr << CERR_PREFIX << "libmemcached_util_ping() failed:" << memcached_strerror(NULL, rc) << " Connection:" << server << std::endl;
- return false;
- }
-
- server.set_pid(libmemcached_util_getpid(server.hostname, server.port(), &rc));
- if (not server.has_pid())
- {
- std::cerr << CERR_PREFIX << "libmemcached_util_getpid() failed" << memcached_strerror(NULL, rc) << " Connection: " << server << std::endl;
- return false;
- }
- }
+ virtual void port_option(Application& app, in_port_t arg)
+ {
+ char buffer[30];
+ snprintf(buffer, sizeof(buffer), "%d", int(arg));
+ app.add_option("-p", buffer);
+ }
- server_config_string+= "--server=";
- server_config_string+= server.hostname;
- server_config_string+= ":";
- server_config_string+= boost::lexical_cast<std::string>(server.port());
- server_config_string+= " ";
- fprintf(stderr, " Port %d\n", server.port());
- }
+ bool has_port_option() const
+ {
+ return true;
+ }
+
+ bool has_socket_file_option() const
+ {
+ return has_socket();
+ }
+ void socket_file_option(Application& app, const std::string& socket_arg)
+ {
+ if (socket_arg.empty() == false)
{
- server_st &server= construct->server[construct->count -1];
+ app.add_option("-s", socket_arg);
+ }
+ }
- {
- std::string socket_file;
- char *var;
-
- server.set_hostname(SOCKET_FILE);
-
- if ((var= getenv("LIBMEMCACHED_SOCKET")))
- {
- socket_file+= var;
- }
- else
- {
- if (not cycle_server(server))
- {
- std::cerr << CERR_PREFIX << "Found server " << server << ", could not flush it, so trying next port." << std::endl;
- return false;
- }
- }
- }
+ bool broken_socket_cleanup()
+ {
+ return true;
+ }
- if (server.is_used())
- {
- std::cerr << std::endl << "Using server at : " << server << std::endl;
- }
- else
+ // Memcached's pidfile is broken
+ bool broken_pid_file()
+ {
+ return true;
+ }
+
+ bool build(size_t argc, const char *argv[]);
+};
+
+class MemcachedLight : public libtest::Server
+{
+
+public:
+ MemcachedLight(const std::string& host_arg, const in_port_t port_arg) :
+ libtest::Server(host_arg, port_arg, MEMCACHED_LIGHT_BINARY, true)
+ {
+ set_pid_file();
+ }
+
+ bool ping()
+ {
+ // Memcached is slow to start, so we need to do this
+ if (not pid_file().empty())
+ {
+ if (not wait_for_pidfile())
{
- char buffer[FILENAME_MAX];
- snprintf(buffer, sizeof(buffer), "%s -d -t 1 -s %s", MEMCACHED_BINARY, SOCKET_FILE);
-
- int status= system(buffer);
- if (status == -1)
- {
- std::cerr << CERR_PREFIX << "Failed system(" << buffer << ")" << std::endl;
- return false;
- }
- fprintf(stderr, "STARTING SERVER: %s\n", buffer);
-
- int count= 30;
- memcached_return_t rc;
- while (not libmemcached_util_ping(server.hostname, server.port(), &rc) and --count)
- {
- global_sleep();
- }
-
- if (memcached_failed(rc))
- {
- std::cerr << CERR_PREFIX << "libmemcached_util_ping() failed:" << memcached_strerror(NULL, rc) << " Connection:" << server << std::endl;
- return false;
- }
-
- server.set_pid(libmemcached_util_getpid(server.hostname, server.port(), &rc));
- if (not server.has_pid())
- {
- std::cerr << CERR_PREFIX << "libmemcached_util_getpid() failed" << memcached_strerror(NULL, rc) << " Connection: " << server << std::endl;
- return false;
- }
+ Error << "Pidfile was not found:" << pid_file();
+ return false;
}
+ }
+ std::stringstream error_message;
+ pid_t local_pid= get_pid_from_file(pid_file(), error_message);
+ if (local_pid > 0)
+ {
+ if (::kill(local_pid, 0) == 0)
{
- set_default_socket(server.hostname);
- server_config_string+= "--socket=\"";
- server_config_string+= server.hostname;
- server_config_string+= "\" ";
+ return true;
}
}
- server_config_string.resize(server_config_string.size() -1); // Remove final space
- construct->server_list= server_config_string;
+ return false;
+ }
+
+ const char *name()
+ {
+ return "memcached_light";
+ };
+
+ const char *executable()
+ {
+ return MEMCACHED_LIGHT_BINARY;
+ }
+
+ virtual void port_option(Application& app, in_port_t arg)
+ {
+ char buffer[1024];
+ snprintf(buffer, sizeof(buffer), "--port=%d", int(arg));
+ app.add_option(buffer);
+ }
+
+ bool has_port_option() const
+ {
+ return true;
+ }
+
+ bool is_libtool()
+ {
+ return true;
+ }
+
+ void log_file_option(Application& app, const std::string& arg)
+ {
+ if (arg.empty() == false)
+ {
+ std::string buffer("--log-file=");
+ buffer+= arg;
+ app.add_option("--verbose");
+ app.add_option(buffer);
+ }
+ }
+
+ bool has_log_file_option() const
+ {
+ return true;
+ }
+
+ bool build(size_t argc, const char *argv[]);
+};
+
+class MemcachedSaSL : public Memcached
+{
+public:
+ MemcachedSaSL(const std::string& host_arg,
+ const in_port_t port_arg,
+ const bool is_socket_arg,
+ const std::string& username_arg,
+ const std::string &password_arg) :
+ Memcached(host_arg, port_arg, is_socket_arg, username_arg, password_arg)
+ { }
+
+ const char *name()
+ {
+ return "memcached-sasl";
+ };
+
+ const char *sasl() const
+ {
+ return " -S -B binary ";
+ }
+
+ const char *executable()
+ {
+ return MEMCACHED_SASL_BINARY;
}
- srandom((unsigned int)time(NULL));
+ bool ping()
+ {
+ memcached_return_t rc;
+ bool ret;
+
+ if (has_socket())
+ {
+ ret= libmemcached_util_ping2(socket().c_str(), 0, username().c_str(), password().c_str(), &rc);
+ }
+ else
+ {
+ ret= libmemcached_util_ping2(hostname().c_str(), port(), username().c_str(), password().c_str(), &rc);
+ }
+
+ if (memcached_failed(rc) or ret == false)
+ {
+ error(memcached_strerror(NULL, rc));
+ }
+
+ return ret;
+ }
+
+};
+
+
+#include <sstream>
+
+bool Memcached::build(size_t argc, const char *argv[])
+{
+ if (getuid() == 0 or geteuid() == 0)
+ {
+ add_option("-u", "root");
+ }
+
+ add_option("-l", "localhost");
+#ifndef TARGET_OS_OSX
+ add_option("-m", "128");
+ add_option("-M");
+#endif
+
+ if (sasl())
+ {
+ add_option(sasl());
+ }
+
+ for (int x= 0 ; x < argc ; x++)
+ {
+ add_option(argv[x]);
+ }
- std::cerr << std::endl;
return true;
}
-void server_shutdown(server_startup_st *construct)
+bool MemcachedLight::build(size_t argc, const char *argv[])
{
- for (uint32_t x= 0; x < construct->count; x++)
+ for (size_t x= 0 ; x < argc ; x++)
{
- if (construct->server[x].is_used())
- continue;
+ add_option(argv[x]);
+ }
- construct->server[x].kill();
+ return true;
+}
+
+namespace libtest {
+
+libtest::Server *build_memcached(const std::string& hostname, const in_port_t try_port)
+{
+ return new Memcached(hostname, try_port, false);
+}
+
+libtest::Server *build_memcached_socket(const std::string& socket_file, const in_port_t try_port)
+{
+ return new Memcached(socket_file, try_port, true);
+}
+
+libtest::Server *build_memcached_light(const std::string& hostname, const in_port_t try_port)
+{
+ return new MemcachedLight(hostname, try_port);
+}
+
+
+libtest::Server *build_memcached_sasl(const std::string& hostname, const in_port_t try_port, const std::string& username, const std::string &password)
+{
+ if (username.empty())
+ {
+ return new MemcachedSaSL(hostname, try_port, false, "memcached", "memcached");
}
+
+ return new MemcachedSaSL(hostname, try_port, false, username, password);
+}
+
+libtest::Server *build_memcached_sasl_socket(const std::string& socket_file, const in_port_t try_port, const std::string& username, const std::string &password)
+{
+ if (username.empty())
+ {
+ return new MemcachedSaSL(socket_file, try_port, true, "memcached", "memcached");
+ }
+
+ return new MemcachedSaSL(socket_file, try_port, true, username, password);
}
+
+}
+