X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;ds=sidebyside;f=libtest%2Fserver.cc;h=d5329b11971851b1e04c50fa28aeb2735443d38a;hb=3c4d734f56530d43520f385bff97162c04ac81ac;hp=d9175dba0516140b0ca20403641f323d59fe41fc;hpb=12a07e58df95bb8dbe167e4157b29c910177ade8;p=awesomized%2Flibmemcached diff --git a/libtest/server.cc b/libtest/server.cc index d9175dba..d5329b11 100644 --- a/libtest/server.cc +++ b/libtest/server.cc @@ -1,6 +1,6 @@ /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab: * - * Libmemcached library + * Libtest library * * Copyright (C) 2011 Data Differential, http://datadifferential.com/ * @@ -34,119 +34,658 @@ * */ -#include -#include -#include +#include + #include +#include +#include +#include + +#include +#include +#include + +// trim from end +static inline std::string &rtrim(std::string &s) +{ + s.erase(std::find_if(s.rbegin(), s.rend(), std::not1(std::ptr_fun(std::isspace))).base(), s.end()); + return s; +} #include +#include #include +#ifdef HAVE_LIBGEARMAN +#include +#endif + +#ifdef HAVE_LIBMEMCACHED +#include +#endif + +namespace libtest { -std::ostream& operator<<(std::ostream& output, const server_st &arg) +std::ostream& operator<<(std::ostream& output, const Server &arg) { if (arg.is_socket()) { - output << arg.hostname; + output << arg.hostname(); } else { - output << arg.hostname << ":" << arg.port(); + output << arg.hostname() << ":" << arg.port(); + } + + if (arg.has_pid()) + { + output << " Pid:" << arg.pid(); + } + + if (arg.has_socket()) + { + output << " Socket:" << arg.socket(); } + + if (not arg.running().empty()) + { + output << " Exec:" << arg.running(); + } + + return output; // for multiple << operators } -static void global_sleep(void) +void Server::nap(void) { - static struct timespec global_sleep_value= { 0, 50000 }; - #ifdef WIN32 sleep(1); #else + struct timespec global_sleep_value= { 0, 50000 }; nanosleep(&global_sleep_value, NULL); #endif } -server_st::~server_st() +Server::Server(const std::string& host_arg, const in_port_t port_arg, bool is_socket_arg) : + _is_socket(is_socket_arg), + _pid(-1), + _port(port_arg), + _hostname(host_arg) +{ +} + +Server::~Server() +{ + if (has_pid() and not kill(_pid)) + { + Error << "Unable to kill:" << *this; + } +} + +std::string server_startup_st::option_string() const +{ + std::string temp= server_list; + rtrim(temp); + return temp; +} + +// If the server exists, kill it +bool Server::cycle() +{ + uint32_t limit= 3; + + // Try to ping, and kill the server #limit number of times + pid_t current_pid; + while (--limit and (current_pid= get_pid()) != -1) + { + if (kill(current_pid)) + { + Log << "Killed existing server," << *this << " with pid:" << current_pid; + nap(); + continue; + } + } + + // For whatever reason we could not kill it, and we reached limit + if (limit == 0) + { + Error << "Reached limit, could not kill server pid:" << current_pid; + return false; + } + + return true; +} + +// Grab a one off command +bool Server::command(std::string& command_arg) { - if (has_pid()) + rebuild_base_command(); + + command_arg+= _base_command; + + if (args(command_arg)) { - kill(); + return true; } + + return false; } -bool server_st::start() +bool Server::start() { - assert(not _command.empty()); + // If we find that we already have a pid then kill it. + if (has_pid() and not kill(_pid)) + { + Error << "Could not kill() existing server during start() pid:" << _pid; + return false; + } assert(not has_pid()); - if (has_pid()) + _running.clear(); + if (not command(_running)) + { + Error << "Could not build command()"; return false; + } - if (system(_command.c_str()) == -1) + if (is_valgrind() or is_helgrind()) + { + _running+= " &"; + } + + if (system(_running.c_str()) == -1) + { + Error << "system() failed:" << strerror(errno); + _running.clear(); return false; + } + + if (is_helgrind()) + { + sleep(4); + } + + if (pid_file_option() and not pid_file().empty()) + { + Wait wait(pid_file()); + + if (not wait.successful()) + { + Error << "Unable to open pidfile: " << pid_file(); + } + } - int count= 30; + int count= is_helgrind() ? 20 : 5; while (not ping() and --count) { - global_sleep(); + nap(); } if (count == 0) { + Error << "Failed to ping() server once started:" << *this; + _running.clear(); return false; } - _pid= get_pid(); + // A failing get_pid() at this point is considered an error + _pid= get_pid(true); return has_pid(); } -void server_st::reset_pid() +void Server::reset_pid() { - pid_file[0]= 0; + _running.clear(); + _pid_file.clear(); _pid= -1; } -pid_t server_st::pid() +pid_t Server::pid() { - if (not has_pid()) + return _pid; +} + +bool Server::set_socket_file() +{ + char file_buffer[FILENAME_MAX]; + file_buffer[0]= 0; + + if (broken_pid_file()) { - _pid= get_pid(); + snprintf(file_buffer, sizeof(file_buffer), "/tmp/%s.socketXXXXXX", name()); + } + else + { + snprintf(file_buffer, sizeof(file_buffer), "tests/var/run/%s.socketXXXXXX", name()); } - return _pid; + int fd; + if ((fd= mkstemp(file_buffer)) == -1) + { + perror(file_buffer); + return false; + } + close(fd); + unlink(file_buffer); + + _socket= file_buffer; + + return true; } +bool Server::set_pid_file() +{ + char file_buffer[FILENAME_MAX]; + file_buffer[0]= 0; + + if (broken_pid_file()) + { + snprintf(file_buffer, sizeof(file_buffer), "/tmp/%s.pidXXXXXX", name()); + } + else + { + snprintf(file_buffer, sizeof(file_buffer), "tests/var/run/%s.pidXXXXXX", name()); + } + + int fd; + if ((fd= mkstemp(file_buffer)) == -1) + { + perror(file_buffer); + return false; + } + close(fd); + unlink(file_buffer); + + _pid_file= file_buffer; + + return true; +} -bool server_st::kill() +bool Server::set_log_file() { - if (is_used()) + char file_buffer[FILENAME_MAX]; + file_buffer[0]= 0; + + snprintf(file_buffer, sizeof(file_buffer), "tests/var/log/%s.logXXXXXX", name()); + int fd; + if ((fd= mkstemp(file_buffer)) == -1) + { + perror(file_buffer); return false; + } + close(fd); + + _log_file= file_buffer; - if ((_pid= get_pid())) + return true; +} + +void Server::rebuild_base_command() +{ + _base_command.clear(); + if (is_libtool()) { - kill_pid(_pid); - if (pid_file[0]) + _base_command+= "./libtool --mode=execute "; + } + + if (is_debug()) + { + _base_command+= "gdb "; + } + else if (is_valgrind()) + { + _base_command+= "valgrind --log-file=tests/var/tmp/valgrind.out --error-exitcode=1 --leak-check=yes --show-reachable=yes --track-fds=yes --malloc-fill=A5 --free-fill=DE "; + + } + else if (is_helgrind()) + { + _base_command+= "valgrind --log-file=tests/var/tmp/helgrind.out --tool=helgrind --read-var-info=yes --error-exitcode=1 -v "; + } + + _base_command+= executable(); +} + +void Server::set_extra_args(const std::string &arg) +{ + _extra_args= arg; +} + +bool Server::args(std::string& options) +{ + std::stringstream arg_buffer; + + // Set a log file if it was requested (and we can) + if (getenv("LIBTEST_LOG") and log_file_option()) + { + if (not set_log_file()) + return false; + + arg_buffer << " " << log_file_option() << _log_file; + } + + // Update pid_file + if (pid_file_option()) + { + if (not set_pid_file()) + return false; + + arg_buffer << " " << pid_file_option() << pid_file(); + } + + assert(daemon_file_option()); + if (daemon_file_option() and not is_valgrind() and not is_helgrind()) + { + arg_buffer << " " << daemon_file_option(); + } + + if (_is_socket and socket_file_option()) + { + if (not set_socket_file()) + return false; + + arg_buffer << " " << socket_file_option() << "\"" << _socket << "\""; + } + + assert(port_option()); + if (port_option() and _port > 0) + { + arg_buffer << " " << port_option() << _port; + } + + options+= arg_buffer.str(); + + if (not _extra_args.empty()) + options+= _extra_args; + + return true; +} + +bool Server::is_debug() const +{ + return bool(getenv("LIBTEST_MANUAL_GDB")); +} + +bool Server::is_valgrind() const +{ + return bool(getenv("LIBTEST_MANUAL_VALGRIND")); +} + +bool Server::is_helgrind() const +{ + return bool(getenv("LIBTEST_MANUAL_HELGRIND")); +} + +bool Server::kill(pid_t pid_arg) +{ + if (check_pid(pid_arg) and kill_pid(pid_arg)) // If we kill it, reset + { + if (broken_pid_file() and not pid_file().empty()) { - unlink(pid_file); // If this happens we may be dealing with a dead server that left its pid file. + unlink(pid_file().c_str()); } + reset_pid(); return true; } -#if 0 - else if (pid_file[0]) + + return false; +} + +void server_startup_st::push_server(Server *arg) +{ + servers.push_back(arg); + + char port_str[NI_MAXSERV]; + snprintf(port_str, sizeof(port_str), "%u", int(arg->port())); + + std::string server_config_string; + if (arg->has_socket()) + { + server_config_string+= "--socket="; + server_config_string+= '"'; + server_config_string+= arg->socket(); + server_config_string+= '"'; + server_config_string+= " "; + } + else { - kill_file(pid_file); - reset_pid(); + server_config_string+= "--server="; + server_config_string+= arg->hostname(); + server_config_string+= ":"; + server_config_string+= port_str; + server_config_string+= " "; + } - return true; + server_list+= server_config_string; + +} + +Server* server_startup_st::pop_server() +{ + Server *tmp= servers.back(); + servers.pop_back(); + return tmp; +} + +void server_startup_st::shutdown(bool remove) +{ + if (remove) + { + for (std::vector::iterator iter= servers.begin(); iter != servers.end(); iter++) + { + delete *iter; + } + servers.clear(); + } + else + { + for (std::vector::iterator iter= servers.begin(); iter != servers.end(); iter++) + { + if ((*iter)->has_pid() and not (*iter)->kill((*iter)->pid())) + { + Error << "Unable to kill:" << *(*iter); + } + } + } +} + +server_startup_st::~server_startup_st() +{ + shutdown(true); +} + +bool server_startup_st::is_debug() const +{ + return bool(getenv("LIBTEST_MANUAL_GDB")); +} + +bool server_startup_st::is_valgrind() const +{ + return bool(getenv("LIBTEST_MANUAL_VALGRIND")); +} + +bool server_startup_st::is_helgrind() const +{ + return bool(getenv("LIBTEST_MANUAL_HELGRIND")); +} + + +bool server_startup(server_startup_st& construct, const std::string& server_type, in_port_t try_port, int argc, const char *argv[]) +{ + Outn(); + + // Look to see if we are being provided ports to use + { + char variable_buffer[1024]; + snprintf(variable_buffer, sizeof(variable_buffer), "LIBTEST_PORT_%lu", (unsigned long)construct.count()); + + char *var; + if ((var= getenv(variable_buffer))) + { + in_port_t tmp= in_port_t(atoi(var)); + + if (tmp > 0) + try_port= tmp; + } + } + + Server *server= NULL; + if (0) + { } + else if (server_type.compare("gearmand") == 0) + { +#ifdef GEARMAND_BINARY + #ifdef HAVE_LIBGEARMAN + server= build_gearmand("localhost", try_port); + #else + Error << "Libgearman was not found"; + #endif +#else + Error << "No gearmand binary is available"; +#endif } + else if (server_type.compare("memcached") == 0) + { +#ifdef MEMCACHED_BINARY +#ifdef HAVE_LIBMEMCACHED + server= build_memcached("localhost", try_port); +#else + Error << "Libmemcached was not found"; +#endif +#else + Error << "No memcached binary is available"; #endif + } + else + { + Error << "Failed to start " << server_type << ", no support was found to be compiled in for it."; + } - return false; + if (server == NULL) + { + Error << "Failure occured while creating server: " << server_type; + return false; + } + + /* + We will now cycle the server we have created. + */ + if (not server->cycle()) + { + Error << "Could not start up server " << *server; + delete server; + return false; + } + + server->build(argc, argv); + + if (construct.is_debug()) + { + Out << "Pausing for startup, hit return when ready."; + std::string gdb_command= server->base_command(); + std::string options; + Out << "run " << server->args(options); + getchar(); + } + else if (not server->start()) + { + Error << "Failed to start " << *server; + delete server; + return false; + } + else + { + Out << "STARTING SERVER(pid:" << server->pid() << "): " << server->running(); + } + + construct.push_server(server); + + if (default_port() == 0) + { + assert(server->has_port()); + set_default_port(server->port()); + } + + Outn(); + + return true; } -server_startup_st::~server_startup_st() -{ } +bool server_startup_st::start_socket_server(const std::string& server_type, const in_port_t try_port, int argc, const char *argv[]) +{ + (void)try_port; + Outn(); + + Server *server= NULL; + if (0) + { } + else if (server_type.compare("gearmand") == 0) + { + Error << "Socket files are not supported for gearmand yet"; + } + else if (server_type.compare("memcached") == 0) + { +#ifdef MEMCACHED_BINARY +#ifdef HAVE_LIBMEMCACHED + server= build_memcached_socket("localhost", try_port); +#else + Error << "Libmemcached was not found"; +#endif +#else + Error << "No memcached binary is available"; +#endif + } + else + { + Error << "Failed to start " << server_type << ", no support was found to be compiled in for it."; + } + + if (server == NULL) + { + Error << "Failure occured while creating server: " << server_type; + return false; + } + + /* + We will now cycle the server we have created. + */ + if (not server->cycle()) + { + Error << "Could not start up server " << *server; + delete server; + return false; + } + + server->build(argc, argv); + + if (is_debug()) + { + Out << "Pausing for startup, hit return when ready."; + std::string gdb_command= server->base_command(); + std::string options; + Out << "run " << server->args(options); + getchar(); + } + else if (not server->start()) + { + Error << "Failed to start " << *server; + delete server; + return false; + } + else + { + Out << "STARTING SERVER(pid:" << server->pid() << "): " << server->running(); + } + + push_server(server); + + set_default_socket(server->socket().c_str()); + + Outn(); + + return true; +} + +} // namespace libtest