git.m6w6.name Git - awesomized/libmemcached/blob - src/bin/memstat.cc

   1 /* LibMemcached
   2  * Copyright (C) 2011-2012 Data Differential, http://datadifferential.com/
   3  * Copyright (C) 2006-2009 Brian Aker
   4  * All rights reserved.
   5  *
   6  * Use and distribution licensed under the BSD license.  See
   7  * the COPYING file in the parent directory for full text.
   8  *
   9  * Summary:
  10  *
  11  * Authors:
  12  *          Brian Aker
  13  *          Toru Maesaka
  14  */
  15 #include "mem_config.h"
  16
  17 #include <cstdio>
  18 #include <cstring>
  19 #include <ctime>
  20 #include <iostream>
  21 #include <fcntl.h>
  22 #include <getopt.h>
  23 #include <unistd.h>
  24 #include <sys/stat.h>
  25 #include <sys/time.h>
  26 #include <sys/types.h>
  27 #include <sys/types.h>
  28
  29 #include "libmemcached-1.0/memcached.h"
  30
  31 #include "client_options.h"
  32 #include "utilities.h"
  33
  34 #define PROGRAM_NAME "memstat"
  35 #define PROGRAM_DESCRIPTION "Output the state of a memcached cluster."
  36
  37 /* Prototypes */
  38 static void options_parse(int argc, char *argv[]);
  39 static void run_analyzer(memcached_st *memc, memcached_stat_st *memc_stat);
  40 static void print_analysis_report(memcached_st *memc,
  41                                   memcached_analysis_st *report);
  42
  43 static bool opt_binary= false;
  44 static bool opt_verbose= false;
  45 static bool opt_server_version= false;
  46 static bool opt_analyze= false;
  47 static char *opt_servers= NULL;
  48 static char *stat_args= NULL;
  49 static char *analyze_mode= NULL;
  50 static char *opt_username;
  51 static char *opt_passwd;
  52
  53 static struct option long_options[]=
  54 {
  55   {(OPTIONSTRING)"args", required_argument, NULL, OPT_STAT_ARGS},
  56   {(OPTIONSTRING)"version", no_argument, NULL, OPT_VERSION},
  57   {(OPTIONSTRING)"help", no_argument, NULL, OPT_HELP},
  58   {(OPTIONSTRING)"quiet", no_argument, NULL, OPT_QUIET},
  59   {(OPTIONSTRING)"verbose", no_argument, NULL, OPT_VERBOSE},
  60   {(OPTIONSTRING)"binary", no_argument, NULL, OPT_BINARY},
  61   {(OPTIONSTRING)"debug", no_argument, NULL, OPT_DEBUG},
  62   {(OPTIONSTRING)"server-version", no_argument, NULL, OPT_SERVER_VERSION},
  63   {(OPTIONSTRING)"servers", required_argument, NULL, OPT_SERVERS},
  64   {(OPTIONSTRING)"analyze", optional_argument, NULL, OPT_ANALYZE},
  65   {(OPTIONSTRING)"username", required_argument, NULL, OPT_USERNAME},
  66   {(OPTIONSTRING)"password", required_argument, NULL, OPT_PASSWD},
  67   {0, 0, 0, 0},
  68 };
  69
  70
  71 static memcached_return_t stat_printer(const memcached_instance_st * instance,
  72                                        const char *key, size_t key_length,
  73                                        const char *value, size_t value_length,
  74                                        void *context)
  75 {
  76   static const memcached_instance_st * last= NULL;
  77   (void)context;
  78
  79   if (last != instance)
  80   {
  81     printf("Server: %s (%u)\n", memcached_server_name(instance),
  82            (uint32_t)memcached_server_port(instance));
  83     last= instance;
  84   }
  85
  86   printf("\t %.*s: %.*s\n", (int)key_length, key, (int)value_length, value);
  87
  88   return MEMCACHED_SUCCESS;
  89 }
  90
  91 static memcached_return_t server_print_callback(const memcached_st *,
  92                                                 const memcached_instance_st * instance,
  93                                                 void *)
  94 {
  95   std::cerr << memcached_server_name(instance) << ":" << memcached_server_port(instance) <<
  96     " " << int(memcached_server_major_version(instance)) <<
  97     "." << int(memcached_server_minor_version(instance)) <<
  98     "." << int(memcached_server_micro_version(instance)) << std::endl;
  99
 100   return MEMCACHED_SUCCESS;
 101 }
 102
 103 int main(int argc, char *argv[])
 104 {
 105   options_parse(argc, argv);
 106   initialize_sockets();
 107
 108   if (opt_servers == NULL)
 109   {
 110     char *temp;
 111     if ((temp= getenv("MEMCACHED_SERVERS")))
 112     {
 113       opt_servers= strdup(temp);
 114     }
 115
 116     if (opt_servers == NULL)
 117     {
 118       std::cerr << "No Servers provided" << std::endl;
 119       return EXIT_FAILURE;
 120     }
 121   }
 122
 123   memcached_server_st* servers= memcached_servers_parse(opt_servers);
 124   if (servers == NULL or memcached_server_list_count(servers) == 0)
 125   {
 126     std::cerr << "Invalid server list provided:" << opt_servers << std::endl;
 127     return EXIT_FAILURE;
 128   }
 129
 130   if (opt_servers)
 131   {
 132     free(opt_servers);
 133   }
 134
 135   memcached_st *memc= memcached_create(NULL);
 136   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BINARY_PROTOCOL, opt_binary);
 137
 138   memcached_return_t rc= memcached_server_push(memc, servers);
 139   memcached_server_list_free(servers);
 140
 141   if (opt_username and LIBMEMCACHED_WITH_SASL_SUPPORT == 0)
 142   {
 143     memcached_free(memc);
 144     std::cerr << "--username was supplied, but binary was not built with SASL support." << std::endl;
 145     return EXIT_FAILURE;
 146   }
 147
 148   if (opt_username)
 149   {
 150     memcached_return_t ret;
 151     if (memcached_failed(ret= memcached_set_sasl_auth_data(memc, opt_username, opt_passwd)))
 152     {
 153       std::cerr << memcached_last_error_message(memc) << std::endl;
 154       memcached_free(memc);
 155       return EXIT_FAILURE;
 156     }
 157   }
 158
 159   if (rc != MEMCACHED_SUCCESS and rc != MEMCACHED_SOME_ERRORS)
 160   {
 161     printf("Failure to communicate with servers (%s)\n",
 162            memcached_strerror(memc, rc));
 163     exit(EXIT_FAILURE);
 164   }
 165
 166   if (opt_server_version)
 167   {
 168     if (memcached_failed(memcached_version(memc)))
 169     {
 170       std::cerr << "Unable to obtain server version" << std::endl;
 171       exit(EXIT_FAILURE);
 172     }
 173
 174     memcached_server_fn callbacks[1];
 175     callbacks[0]= server_print_callback;
 176     memcached_server_cursor(memc, callbacks, NULL,  1);
 177   }
 178   else if (opt_analyze)
 179   {
 180     memcached_stat_st *memc_stat= memcached_stat(memc, NULL, &rc);
 181
 182     if (memc_stat == NULL || rc != MEMCACHED_SUCCESS)
 183     {
 184       std::cerr << memcached_last_error_message(memc) << std::endl;
 185       exit(EXIT_FAILURE);
 186     }
 187
 188     run_analyzer(memc, memc_stat);
 189
 190     memcached_stat_free(memc, memc_stat);
 191   }
 192   else
 193   {
 194     rc= memcached_stat_execute(memc, stat_args, stat_printer, NULL);
 195   }
 196
 197   memcached_free(memc);
 198
 199   return rc == MEMCACHED_SUCCESS ? EXIT_SUCCESS: EXIT_FAILURE;
 200 }
 201
 202 static void run_analyzer(memcached_st *memc, memcached_stat_st *memc_stat)
 203 {
 204   memcached_return_t rc;
 205
 206   if (analyze_mode == NULL)
 207   {
 208     memcached_analysis_st *report;
 209     report= memcached_analyze(memc, memc_stat, &rc);
 210     if (rc != MEMCACHED_SUCCESS || report == NULL)
 211     {
 212       printf("Failure to analyze servers (%s)\n",
 213              memcached_strerror(memc, rc));
 214       exit(1);
 215     }
 216     print_analysis_report(memc, report);
 217     free(report);
 218   }
 219   else if (strcmp(analyze_mode, "latency") == 0)
 220   {
 221     uint32_t flags, server_count= memcached_server_count(memc);
 222     uint32_t num_of_tests= 32;
 223     const char *test_key= "libmemcached_test_key";
 224
 225     memcached_st **servers= static_cast<memcached_st**>(malloc(sizeof(memcached_st*) * server_count));
 226     if (servers == NULL)
 227     {
 228       fprintf(stderr, "Failed to allocate memory\n");
 229       return;
 230     }
 231
 232     for (uint32_t x= 0; x < server_count; x++)
 233     {
 234       const memcached_instance_st * instance=
 235         memcached_server_instance_by_position(memc, x);
 236
 237       if ((servers[x]= memcached_create(NULL)) == NULL)
 238       {
 239         fprintf(stderr, "Failed to memcached_create()\n");
 240         if (x > 0)
 241         {
 242           memcached_free(servers[0]);
 243         }
 244         x--;
 245
 246         for (; x > 0; x--)
 247         {
 248           memcached_free(servers[x]);
 249         }
 250
 251         free(servers);
 252
 253         return;
 254       }
 255       memcached_server_add(servers[x],
 256                            memcached_server_name(instance),
 257                            memcached_server_port(instance));
 258     }
 259
 260     printf("Network Latency Test:\n\n");
 261     struct timeval start_time, end_time;
 262     uint32_t slowest_server= 0;
 263     long elapsed_time, slowest_time= 0;
 264
 265     for (uint32_t x= 0; x < server_count; x++)
 266     {
 267       const memcached_instance_st * instance=
 268         memcached_server_instance_by_position(memc, x);
 269       gettimeofday(&start_time, NULL);
 270
 271       for (uint32_t y= 0; y < num_of_tests; y++)
 272       {
 273         size_t vlen;
 274         char *val= memcached_get(servers[x], test_key, strlen(test_key),
 275                                  &vlen, &flags, &rc);
 276         if (rc != MEMCACHED_NOTFOUND and rc != MEMCACHED_SUCCESS)
 277         {
 278           break;
 279         }
 280         free(val);
 281       }
 282       gettimeofday(&end_time, NULL);
 283
 284       elapsed_time= (long) timedif(end_time, start_time);
 285       elapsed_time /= (long) num_of_tests;
 286
 287       if (elapsed_time > slowest_time)
 288       {
 289         slowest_server= x;
 290         slowest_time= elapsed_time;
 291       }
 292
 293       if (rc != MEMCACHED_NOTFOUND && rc != MEMCACHED_SUCCESS)
 294       {
 295         printf("\t %s (%d)  =>  failed to reach the server\n",
 296                memcached_server_name(instance),
 297                memcached_server_port(instance));
 298       }
 299       else
 300       {
 301         printf("\t %s (%d)  =>  %ld.%ld seconds\n",
 302                memcached_server_name(instance),
 303                memcached_server_port(instance),
 304                elapsed_time / 1000, elapsed_time % 1000);
 305       }
 306     }
 307
 308     if (server_count > 1 && slowest_time > 0)
 309     {
 310       const memcached_instance_st * slowest=
 311         memcached_server_instance_by_position(memc, slowest_server);
 312
 313       printf("---\n");
 314       printf("Slowest Server: %s (%d) => %ld.%ld seconds\n",
 315              memcached_server_name(slowest),
 316              memcached_server_port(slowest),
 317              slowest_time / 1000, slowest_time % 1000);
 318     }
 319     printf("\n");
 320
 321     for (uint32_t x= 0; x < server_count; x++)
 322     {
 323       memcached_free(servers[x]);
 324     }
 325
 326     free(servers);
 327     free(analyze_mode);
 328   }
 329   else
 330   {
 331     fprintf(stderr, "Invalid Analyzer Option provided\n");
 332     free(analyze_mode);
 333   }
 334 }
 335
 336 static void print_analysis_report(memcached_st *memc,
 337                                   memcached_analysis_st *report)
 338
 339 {
 340   uint32_t server_count= memcached_server_count(memc);
 341   const memcached_instance_st * most_consumed_server= memcached_server_instance_by_position(memc, report->most_consumed_server);
 342   const memcached_instance_st * least_free_server= memcached_server_instance_by_position(memc, report->least_free_server);
 343   const memcached_instance_st * oldest_server= memcached_server_instance_by_position(memc, report->oldest_server);
 344
 345   printf("Memcached Cluster Analysis Report\n\n");
 346
 347   printf("\tNumber of Servers Analyzed         : %u\n", server_count);
 348   printf("\tAverage Item Size (incl/overhead)  : %u bytes\n",
 349          report->average_item_size);
 350
 351   if (server_count == 1)
 352   {
 353     printf("\nFor a detailed report, you must supply multiple servers.\n");
 354     return;
 355   }
 356
 357   printf("\n");
 358   printf("\tNode with most memory consumption  : %s:%u (%llu bytes)\n",
 359          memcached_server_name(most_consumed_server),
 360          (uint32_t)memcached_server_port(most_consumed_server),
 361          (unsigned long long)report->most_used_bytes);
 362   printf("\tNode with least free space         : %s:%u (%llu bytes remaining)\n",
 363          memcached_server_name(least_free_server),
 364          (uint32_t)memcached_server_port(least_free_server),
 365          (unsigned long long)report->least_remaining_bytes);
 366   printf("\tNode with longest uptime           : %s:%u (%us)\n",
 367          memcached_server_name(oldest_server),
 368          (uint32_t)memcached_server_port(oldest_server),
 369          report->longest_uptime);
 370   printf("\tPool-wide Hit Ratio                : %1.f%%\n", report->pool_hit_ratio);
 371   printf("\n");
 372 }
 373
 374 static void options_parse(int argc, char *argv[])
 375 {
 376   memcached_programs_help_st help_options[]=
 377   {
 378     {0},
 379   };
 380
 381   int option_index= 0;
 382
 383   bool opt_version= false;
 384   bool opt_help= false;
 385   while (1)
 386   {
 387     int option_rv= getopt_long(argc, argv, "Vhvds:a", long_options, &option_index);
 388
 389     if (option_rv == -1)
 390       break;
 391
 392     switch (option_rv)
 393     {
 394     case 0:
 395       break;
 396
 397     case OPT_VERBOSE: /* --verbose or -v */
 398       opt_verbose= true;
 399       break;
 400
 401     case OPT_DEBUG: /* --debug or -d */
 402       opt_verbose= true;
 403       break;
 404
 405     case OPT_BINARY:
 406       opt_binary= true;
 407       break;
 408
 409     case OPT_SERVER_VERSION:
 410       opt_server_version= true;
 411       break;
 412
 413     case OPT_VERSION: /* --version or -V */
 414       opt_version= true;
 415       break;
 416
 417     case OPT_HELP: /* --help or -h */
 418       opt_help= true;
 419       break;
 420
 421     case OPT_SERVERS: /* --servers or -s */
 422       opt_servers= strdup(optarg);
 423       break;
 424
 425     case OPT_STAT_ARGS:
 426       stat_args= strdup(optarg);
 427       break;
 428
 429     case OPT_ANALYZE: /* --analyze or -a */
 430       opt_analyze= true;
 431       analyze_mode= (optarg) ? strdup(optarg) : NULL;
 432       break;
 433
 434     case OPT_QUIET:
 435       close_stdio();
 436       break;
 437
 438     case OPT_USERNAME:
 439       opt_username= optarg;
 440       opt_binary= true;
 441       break;
 442
 443     case OPT_PASSWD:
 444       opt_passwd= optarg;
 445       break;
 446
 447     case '?':
 448       /* getopt_long already printed an error message. */
 449       exit(1);
 450     default:
 451       abort();
 452     }
 453   }
 454
 455   if (opt_version)
 456   {
 457     version_command(PROGRAM_NAME);
 458     exit(EXIT_SUCCESS);
 459   }
 460
 461   if (opt_help)
 462   {
 463     help_command(PROGRAM_NAME, PROGRAM_DESCRIPTION, long_options, help_options);
 464     exit(EXIT_SUCCESS);
 465   }
 466 }