/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
- *
- * Libmemcached library
*
- * Copyright (C) 2011 Data Differential, http://datadifferential.com/
- * Copyright (C) 2006-2009 Brian Aker All rights reserved.
+ * Data Differential YATL (i.e. libtest) library
+ *
+ * Copyright (C) 2012 Data Differential, http://datadifferential.com/
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are
*
*/
+#include <config.h>
+#include <libtest/common.h>
-/*
- Startup, and shutdown the memcached servers.
-*/
-
-#define TEST_PORT_BASE MEMCACHED_DEFAULT_PORT+10
+#include <libmemcached-1.0/memcached.h>
+#include <libmemcachedutil-1.0/util.h>
-#include <libtest/common.h>
+using namespace libtest;
#include <cassert>
#include <cerrno>
#include <cstdio>
#include <cstdlib>
#include <cstring>
-#include <ctime>
-#include <limits.h>
+#include <iostream>
#include <signal.h>
-#include <sys/time.h>
+#include <sys/types.h>
+#include <sys/wait.h>
#include <unistd.h>
-#include <iostream>
-
-#include <libmemcached/memcached.h>
-#include <libmemcached/util.h>
#include <libtest/server.h>
-#include <libtest/killpid.h>
#include <libtest/wait.h>
-#define CERR_PREFIX std::endl << __FILE__ << ":" << __LINE__ << " "
+#include <libtest/memcached.h>
-#define SOCKET_FILE "/tmp/memcached.socket"
+#ifndef __INTEL_COMPILER
+#pragma GCC diagnostic ignored "-Wold-style-cast"
+#endif
-static pid_t __getpid(server_st& server)
-{
- memcached_return_t rc;
- pid_t pid= libmemcached_util_getpid(server.hostname(), server.port(), &rc);
- return pid;
-}
+using namespace libtest;
-static bool __ping(server_st& server)
-{
- memcached_return_t rc;
- bool ret= libmemcached_util_ping(server.hostname(), server.port(), &rc);
- return ret;
+namespace {
+ bool is_memcached_libtool()
+ {
+ if (MEMCACHED_BINARY and strcmp(MEMCACHED_BINARY, "memcached/memcached") == 0)
+ {
+ return true;
+ }
+
+ return false;
+ }
}
-static bool cycle_server(server_st *server)
+class Memcached : public libtest::Server
{
- while (1)
+ std::string _username;
+ std::string _password;
+
+public:
+ Memcached(const std::string& host_arg,
+ const in_port_t port_arg,
+ const bool is_socket_arg,
+ const std::string& username_arg,
+ const std::string& password_arg) :
+ libtest::Server(host_arg, port_arg,
+ MEMCACHED_BINARY, is_memcached_libtool(), is_socket_arg),
+ _username(username_arg),
+ _password(password_arg)
+ { }
+
+ Memcached(const std::string& host_arg, const in_port_t port_arg, const bool is_socket_arg) :
+ libtest::Server(host_arg, port_arg,
+ MEMCACHED_BINARY, is_memcached_libtool(), is_socket_arg)
{
- if (libmemcached_util_ping(server->hostname(), server->port(), NULL))
- {
- // First we try to kill it, and on fail of that we flush it.
- pid_t pid= libmemcached_util_getpid(server->hostname(), server->port(), NULL);
+ set_pid_file();
+ }
- if (pid > 0 and kill_pid(pid))
- {
- std::cerr << CERR_PREFIX << "Killed existing server," << *server << " with pid:" << pid << std::endl;
- continue;
- }
- else if (libmemcached_util_flush(server->hostname(), server->port(), NULL)) // If we can flush it, we will just use it
- {
- std::cerr << CERR_PREFIX << "Found server on port " << int(server->port()) << ", flushed it!" << std::endl;
- server->set_used();
- return true;
- } // No idea what is wrong here, so we need to find a different port
- else
+ virtual const char *sasl() const
+ {
+ return NULL;
+ }
+
+ const std::string& password() const
+ {
+ return _password;
+ }
+
+ const std::string& username() const
+ {
+ return _username;
+ }
+
+ bool wait_for_pidfile() const
+ {
+ Wait wait(pid(), 4);
+
+ return wait.successful();
+ }
+
+ bool ping()
+ {
+#if 0
+ // Memcached is slow to start, so we need to do this
+ if (pid_file().empty() == false)
+ {
+ if (wait_for_pidfile() == false)
{
- return false;
+ Error << "Pidfile was not found:" << pid_file() << " :" << running();
+ return -1;
}
}
+#endif
+
+ memcached_return_t rc;
+ bool ret;
+
+ if (has_socket())
+ {
+ ret= libmemcached_util_ping(socket().c_str(), 0, &rc);
+ }
+ else
+ {
+ ret= libmemcached_util_ping(hostname().c_str(), port(), &rc);
+ }
+
+ if (memcached_failed(rc) or ret == false)
+ {
+ Error << "libmemcached_util_ping(" << hostname() << ", " << port() << ") error: " << memcached_strerror(NULL, rc);
+ }
- break;
+ return ret;
}
- return true;
-}
+ const char *name()
+ {
+ return "memcached";
+ };
-bool server_startup(server_startup_st *construct)
-{
- if (getenv(((char *)"MEMCACHED_SERVERS")))
+ const char *executable()
{
- construct->server_list= getenv(((char *)"MEMCACHED_SERVERS"));
- printf("servers %s\n", construct->server_list.c_str());
- construct->count= 0;
+ return MEMCACHED_BINARY;
}
- else
+
+ bool is_libtool()
{
- std::string server_config_string;
+ return is_memcached_libtool();
+ }
- uint32_t port_base= 0;
- for (uint32_t x= 0; x < (construct->count -1); x++)
+ virtual void pid_file_option(Application& app, const std::string& arg)
+ {
+ if (arg.empty() == false)
{
- server_st *server= NULL;
+ app.add_option("-P", arg);
+ }
+ }
- {
- char *var;
- char variable_buffer[1024];
-
- snprintf(variable_buffer, sizeof(variable_buffer), "LIBMEMCACHED_PORT_%u", x);
-
- if ((var= getenv(variable_buffer)))
- {
- server= new server_st((in_port_t)atoi(var), __getpid, __ping);
- }
- else
- {
- server= new server_st(in_port_t(x +TEST_PORT_BASE +port_base), __getpid, __ping);
-
- while (not cycle_server(server))
- {
- std::cerr << CERR_PREFIX << "Found server " << *server << ", could not flush it, so trying next port." << std::endl;
- port_base++;
- server->set_port(in_port_t(x +TEST_PORT_BASE +port_base));
- }
- }
- }
+ const char *socket_file_option() const
+ {
+ return "-s ";
+ }
- if (server->is_used())
- {
- std::cerr << std::endl << "Using server at : " << server << std::endl;
- }
- else
- {
- char buffer[FILENAME_MAX];
- if (x == 0)
- {
- snprintf(buffer, sizeof(buffer), "%s -d -t 1 -p %u -U %u -m 128",
- MEMCACHED_BINARY, server->port(), server->port());
- }
- else
- {
- snprintf(buffer, sizeof(buffer), "%s -d -t 1 -p %u -U %u",
- MEMCACHED_BINARY, server->port(), server->port());
- }
- server->set_command(buffer);
-
- if (not server->start())
- {
- std::cerr << CERR_PREFIX << "Failed system(" << buffer << ")" << std::endl;
- delete server;
- return false;
- }
- std::cerr << "STARTING SERVER: " << buffer << " pid:" << server->pid() << std::endl;
- }
- construct->push_server(server);
+ virtual void port_option(Application& app, in_port_t arg)
+ {
+ char buffer[30];
+ snprintf(buffer, sizeof(buffer), "%d", int(arg));
+ app.add_option("-p", buffer);
+ }
- if (x == 0)
- {
- assert(server->has_port());
- set_default_port(server->port());
- }
+ bool has_port_option() const
+ {
+ return true;
+ }
- char port_str[NI_MAXSERV];
- snprintf(port_str, sizeof(port_str), "%u", int(server->port()));
+ bool has_socket_file_option() const
+ {
+ return has_socket();
+ }
- server_config_string+= "--server=";
- server_config_string+= server->hostname();
- server_config_string+= ":";
- server_config_string+= port_str;
- server_config_string+= " ";
+ void socket_file_option(Application& app, const std::string& socket_arg)
+ {
+ if (socket_arg.empty() == false)
+ {
+ app.add_option("-s", socket_arg);
}
+ }
- // Socket
- {
+ bool broken_socket_cleanup()
+ {
+ return true;
+ }
- std::string socket_file(SOCKET_FILE);
- char *var;
+ // Memcached's pidfile is broken
+ bool broken_pid_file()
+ {
+ return true;
+ }
- if ((var= getenv("LIBMEMCACHED_SOCKET")))
- {
- socket_file= var;
- }
+ bool build(size_t argc, const char *argv[]);
+};
+
+class MemcachedLight : public libtest::Server
+{
- server_st *server= new server_st(SOCKET_FILE, __getpid, __ping);
+public:
+ MemcachedLight(const std::string& host_arg, const in_port_t port_arg) :
+ libtest::Server(host_arg, port_arg, MEMCACHED_LIGHT_BINARY, true)
+ {
+ set_pid_file();
+ }
- if (not cycle_server(server))
+ bool ping()
+ {
+ // Memcached is slow to start, so we need to do this
+ if (not pid_file().empty())
+ {
+ if (not wait_for_pidfile())
{
- std::cerr << CERR_PREFIX << "Found server " << server << ", could not flush it, failing since socket file is not available." << std::endl;
+ Error << "Pidfile was not found:" << pid_file();
return false;
}
+ }
- if (server->is_used())
- {
- std::cerr << std::endl << "Using server at : " << *server << std::endl;
- }
- else
+ std::stringstream error_message;
+ pid_t local_pid= get_pid_from_file(pid_file(), error_message);
+ if (local_pid > 0)
+ {
+ if (::kill(local_pid, 0) == 0)
{
- char buffer[FILENAME_MAX];
- snprintf(buffer, sizeof(buffer), "%s -d -t 1 -s %s", MEMCACHED_BINARY, SOCKET_FILE);
- server->set_command(buffer);
-
- if (not server->start())
- {
- std::cerr << CERR_PREFIX << "Failed system(" << buffer << ")" << std::endl;
- delete server;
- return false;
- }
- std::cerr << "STARTING SERVER: " << buffer << " pid:" << server->pid() << std::endl;
+ return true;
}
- set_default_socket(server->hostname());
- construct->push_server(server);
+ }
+
+ return false;
+ }
+
+ const char *name()
+ {
+ return "memcached_light";
+ };
+
+ const char *executable()
+ {
+ return MEMCACHED_LIGHT_BINARY;
+ }
+
+ virtual void port_option(Application& app, in_port_t arg)
+ {
+ char buffer[1024];
+ snprintf(buffer, sizeof(buffer), "--port=%d", int(arg));
+ app.add_option(buffer);
+ }
+
+ bool has_port_option() const
+ {
+ return true;
+ }
+
+ bool is_libtool()
+ {
+ return true;
+ }
+
+ void log_file_option(Application& app, const std::string& arg)
+ {
+ if (arg.empty() == false)
+ {
+ std::string buffer("--log-file=");
+ buffer+= arg;
+ app.add_option("--verbose");
+ app.add_option(buffer);
+ }
+ }
+ bool has_log_file_option() const
+ {
+ return true;
+ }
+
+ bool build(size_t argc, const char *argv[]);
+};
+
+class MemcachedSaSL : public Memcached
+{
+public:
+ MemcachedSaSL(const std::string& host_arg,
+ const in_port_t port_arg,
+ const bool is_socket_arg,
+ const std::string& username_arg,
+ const std::string &password_arg) :
+ Memcached(host_arg, port_arg, is_socket_arg, username_arg, password_arg)
+ { }
+
+ const char *name()
+ {
+ return "memcached-sasl";
+ };
+
+ const char *sasl() const
+ {
+ return " -S -B binary ";
+ }
+
+ const char *executable()
+ {
+ return MEMCACHED_SASL_BINARY;
+ }
+
+ bool ping()
+ {
+ // Memcached is slow to start, so we need to do this
+ if (pid_file().empty() == false)
+ {
+ if (wait_for_pidfile() == false)
{
- server_config_string+= "--socket=\"";
- server_config_string+= server->hostname();
- server_config_string+= "\" ";
+ Error << "Pidfile was not found:" << pid_file();
+ return -1;
}
}
- server_config_string.resize(server_config_string.size() -1); // Remove final space
- construct->server_list= server_config_string;
+ memcached_return_t rc;
+ bool ret;
+
+ if (has_socket())
+ {
+ ret= libmemcached_util_ping2(socket().c_str(), 0, username().c_str(), password().c_str(), &rc);
+ }
+ else
+ {
+ ret= libmemcached_util_ping2(hostname().c_str(), port(), username().c_str(), password().c_str(), &rc);
+ }
+
+ if (memcached_failed(rc) or ret == false)
+ {
+ Error << "libmemcached_util_ping2(" << hostname() << ", " << port() << ", " << username() << ", " << password() << ") error: " << memcached_strerror(NULL, rc);
+ }
+
+ return ret;
+ }
+
+};
+
+
+#include <sstream>
+
+bool Memcached::build(size_t argc, const char *argv[])
+{
+ if (getuid() == 0 or geteuid() == 0)
+ {
+ add_option("-u", "root");
+ }
+
+ add_option("-l", "localhost");
+#ifndef TARGET_OS_OSX
+ add_option("-m", "128");
+ add_option("-M");
+#endif
+
+ if (sasl())
+ {
+ add_option(sasl());
+ }
+
+ for (int x= 0 ; x < argc ; x++)
+ {
+ add_option(argv[x]);
}
- srandom((unsigned int)time(NULL));
+ return true;
+}
+
+bool MemcachedLight::build(size_t argc, const char *argv[])
+{
+ for (size_t x= 0 ; x < argc ; x++)
+ {
+ add_option(argv[x]);
+ }
- std::cerr << std::endl;
return true;
}
-void server_shutdown(server_startup_st *construct)
+namespace libtest {
+
+libtest::Server *build_memcached(const std::string& hostname, const in_port_t try_port)
+{
+ return new Memcached(hostname, try_port, false);
+}
+
+libtest::Server *build_memcached_socket(const std::string& socket_file, const in_port_t try_port)
+{
+ return new Memcached(socket_file, try_port, true);
+}
+
+libtest::Server *build_memcached_light(const std::string& hostname, const in_port_t try_port)
+{
+ return new MemcachedLight(hostname, try_port);
+}
+
+
+libtest::Server *build_memcached_sasl(const std::string& hostname, const in_port_t try_port, const std::string& username, const std::string &password)
{
- if (not construct)
- return;
+ if (username.empty())
+ {
+ return new MemcachedSaSL(hostname, try_port, false, "memcached", "memcached");
+ }
- construct->shutdown();
+ return new MemcachedSaSL(hostname, try_port, false, username, password);
}
+
+libtest::Server *build_memcached_sasl_socket(const std::string& socket_file, const in_port_t try_port, const std::string& username, const std::string &password)
+{
+ if (username.empty())
+ {
+ return new MemcachedSaSL(socket_file, try_port, true, "memcached", "memcached");
+ }
+
+ return new MemcachedSaSL(socket_file, try_port, true, username, password);
+}
+
+}
+