git.m6w6.name Git - awesomized/libmemcached/blob - tests/mem_udp.cc

   1 /* libMemcached Functions Test
   2  * Copyright (C) 2006-2009 Brian Aker
   3  * All rights reserved.
   4  *
   5  * Use and distribution licensed under the BSD license.  See
   6  * the COPYING file in the parent directory for full text.
   7  */
   8
   9 /*
  10   Sample test application.
  11 */
  12
  13 #include <config.h>
  14 #include <libtest/test.hpp>
  15
  16 using namespace libtest;
  17
  18 #include <libmemcached/memcached.h>
  19 #include <libmemcached/server_instance.h>
  20 #include <libmemcached/io.h>
  21
  22 #include <assert.h>
  23 #include <stdio.h>
  24 #include <stdint.h>
  25 #include <stdlib.h>
  26 #include <string.h>
  27 #include <sys/time.h>
  28 #include <sys/types.h>
  29 #include <sys/stat.h>
  30 #include <signal.h>
  31 #include <unistd.h>
  32 #include <time.h>
  33
  34 #include <libtest/server.h>
  35
  36 #define SERVERS_TO_CREATE 5
  37
  38 #ifndef __INTEL_COMPILER
  39 #pragma GCC diagnostic ignored "-Wstrict-aliasing"
  40 #endif
  41
  42 /**
  43   @note This should be testing to see if the server really supports the binary protocol.
  44 */
  45 static test_return_t pre_binary(memcached_st *memc)
  46 {
  47   memcached_return_t rc= MEMCACHED_FAILURE;
  48   memcached_st *memc_clone;
  49   memcached_server_instance_st instance;
  50
  51   memc_clone= memcached_clone(NULL, memc);
  52   test_true(memc_clone);
  53   // The memcached_version needs to be done on a clone, because the server
  54   // will not toggle protocol on an connection.
  55   memcached_version(memc_clone);
  56
  57   instance= memcached_server_instance_by_position(memc_clone, 0);
  58
  59   if (instance->major_version >= 1 && instance->minor_version > 2)
  60   {
  61     rc = memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BINARY_PROTOCOL, 1);
  62     test_true(rc == MEMCACHED_SUCCESS);
  63     test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_BINARY_PROTOCOL) == 1);
  64   }
  65
  66   memcached_free(memc_clone);
  67
  68   return rc == MEMCACHED_SUCCESS ? TEST_SUCCESS : TEST_SKIPPED;
  69 }
  70
  71 static void increment_request_id(uint16_t *id)
  72 {
  73   (*id)++;
  74   if ((*id & UDP_REQUEST_ID_THREAD_MASK) != 0)
  75     *id= 0;
  76 }
  77
  78 static uint16_t *get_udp_request_ids(memcached_st *memc)
  79 {
  80   uint16_t *ids= (uint16_t*)malloc(sizeof(uint16_t) * memcached_server_count(memc));
  81   assert(ids);
  82
  83   for (uint32_t x= 0; x < memcached_server_count(memc); x++)
  84   {
  85     memcached_server_instance_st instance=
  86       memcached_server_instance_by_position(memc, x);
  87
  88     ids[x]= get_udp_datagram_request_id((struct udp_datagram_header_st *) ((memcached_server_instance_st )instance)->write_buffer);
  89   }
  90
  91   return ids;
  92 }
  93
  94 static test_return_t post_udp_op_check(memcached_st *memc, uint16_t *expected_req_ids)
  95 {
  96   (void)memc;
  97   (void)expected_req_ids;
  98 #if 0
  99   memcached_server_st *cur_server = memcached_server_list(memc);
 100   uint16_t *cur_req_ids = get_udp_request_ids(memc);
 101
 102   for (size_t x= 0; x < memcached_server_count(memc); x++)
 103   {
 104     test_true(cur_server[x].cursor_active == 0);
 105     test_true(cur_req_ids[x] == expected_req_ids[x]);
 106   }
 107   free(expected_req_ids);
 108   free(cur_req_ids);
 109
 110 #endif
 111   return TEST_SUCCESS;
 112 }
 113
 114 /*
 115 ** There is a little bit of a hack here, instead of removing
 116 ** the servers, I just set num host to 0 and them add then new udp servers
 117 **/
 118 static test_return_t init_udp(memcached_st *memc)
 119 {
 120   memcached_version(memc);
 121 #if 0
 122   memcached_server_instance_st instance=
 123     memcached_server_instance_by_position(memc, 0);
 124
 125   /* For the time being, only support udp test for >= 1.2.6 && < 1.3 */
 126   if (instance->major_version != 1 || instance->minor_version != 2
 127           || instance->micro_version < 6)
 128     return TEST_SKIPPED;
 129
 130   uint32_t num_hosts= memcached_server_count(memc);
 131   memcached_server_st servers[num_hosts];
 132   memcpy(servers, memcached_server_list(memc), sizeof(memcached_server_st) * num_hosts);
 133   for (uint32_t x= 0; x < num_hosts; x++)
 134   {
 135    memcached_server_instance_st set_instance=
 136      memcached_server_instance_by_position(memc, x);
 137
 138     memcached_server_free(((memcached_server_write_instance_st)set_instance));
 139   }
 140
 141   memc->number_of_hosts= 0;
 142   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_USE_UDP, 1);
 143   for (uint32_t x= 0; x < num_hosts; x++)
 144   {
 145     memcached_server_instance_st set_instance=
 146       memcached_server_instance_by_position(memc, x);
 147
 148     test_true(memcached_server_add_udp(memc, servers[x].hostname, servers[x].port) == MEMCACHED_SUCCESS);
 149     test_true(set_instance->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH);
 150   }
 151 #endif
 152
 153   return TEST_SKIPPED;
 154 }
 155
 156 static test_return_t binary_init_udp(memcached_st *memc)
 157 {
 158   test_return_t test_rc;
 159   test_rc= pre_binary(memc);
 160
 161   if (test_rc != TEST_SUCCESS)
 162     return test_rc;
 163
 164   return init_udp(memc);
 165 }
 166
 167 /* Make sure that I cant add a tcp server to a udp client */
 168 static test_return_t add_tcp_server_udp_client_test(memcached_st *memc)
 169 {
 170   (void)memc;
 171 #if 0
 172   memcached_server_st server;
 173   memcached_server_instance_st instance=
 174     memcached_server_instance_by_position(memc, 0);
 175   memcached_server_clone(&server, &memc->hosts[0]);
 176   test_true(memcached_server_remove(&(memc->hosts[0])) == MEMCACHED_SUCCESS);
 177   test_true(memcached_server_add(memc, server.hostname, server.port) == MEMCACHED_INVALID_HOST_PROTOCOL);
 178 #endif
 179   return TEST_SUCCESS;
 180 }
 181
 182 /* Make sure that I cant add a udp server to a tcp client */
 183 static test_return_t add_udp_server_tcp_client_test(memcached_st *memc)
 184 {
 185   (void)memc;
 186 #if 0
 187   memcached_server_st server;
 188   memcached_server_instance_st instance=
 189     memcached_server_instance_by_position(memc, 0);
 190   memcached_server_clone(&server, &memc->hosts[0]);
 191   test_true(memcached_server_remove(&(memc->hosts[0])) == MEMCACHED_SUCCESS);
 192
 193   memcached_st tcp_client;
 194   memcached_create(&tcp_client);
 195   test_true(memcached_server_add_udp(&tcp_client, server.hostname, server.port) == MEMCACHED_INVALID_HOST_PROTOCOL);
 196 #endif
 197
 198   return TEST_SUCCESS;
 199 }
 200
 201 static test_return_t set_udp_behavior_test(memcached_st *memc)
 202 {
 203
 204   memcached_quit(memc);
 205   memc->number_of_hosts= 0;
 206   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_DISTRIBUTION, memc->distribution);
 207   test_true(memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_USE_UDP, 1) == MEMCACHED_SUCCESS);
 208   test_true(memc->flags.use_udp);
 209   test_true(memc->flags.no_reply);
 210
 211   test_true(memcached_server_count(memc) == 0);
 212
 213   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_USE_UDP,0);
 214   test_true(! (memc->flags.use_udp));
 215   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_NOREPLY,0);
 216   test_true(! (memc->flags.no_reply));
 217
 218   return TEST_SUCCESS;
 219 }
 220
 221 static test_return_t udp_set_test(memcached_st *memc)
 222 {
 223   unsigned int num_iters= 1025; //request id rolls over at 1024
 224
 225   for (size_t x= 0; x < num_iters;x++)
 226   {
 227     memcached_return_t rc;
 228     const char *key= "foo";
 229     const char *value= "when we sanitize";
 230     uint16_t *expected_ids= get_udp_request_ids(memc);
 231     unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 232     memcached_server_instance_st instance=
 233       memcached_server_instance_by_position(memc, server_key);
 234     size_t init_offset= instance->write_buffer_offset;
 235
 236     rc= memcached_set(memc, key, strlen(key),
 237                       value, strlen(value),
 238                       (time_t)0, (uint32_t)0);
 239     test_true(rc == MEMCACHED_SUCCESS || rc == MEMCACHED_BUFFERED);
 240     /** NB, the check below assumes that if new write_ptr is less than
 241      *  the original write_ptr that we have flushed. For large payloads, this
 242      *  maybe an invalid assumption, but for the small payload we have it is OK
 243      */
 244     if (rc == MEMCACHED_SUCCESS ||
 245             instance->write_buffer_offset < init_offset)
 246       increment_request_id(&expected_ids[server_key]);
 247
 248     if (rc == MEMCACHED_SUCCESS)
 249     {
 250       test_true(instance->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH);
 251     }
 252     else
 253     {
 254       test_true(instance->write_buffer_offset != UDP_DATAGRAM_HEADER_LENGTH);
 255       test_true(instance->write_buffer_offset <= MAX_UDP_DATAGRAM_LENGTH);
 256     }
 257     test_true(post_udp_op_check(memc, expected_ids) == TEST_SUCCESS);
 258   }
 259   return TEST_SUCCESS;
 260 }
 261
 262 static test_return_t udp_buffered_set_test(memcached_st *memc)
 263 {
 264   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, 1);
 265   return udp_set_test(memc);
 266 }
 267
 268 static test_return_t udp_set_too_big_test(memcached_st *memc)
 269 {
 270   memcached_return_t rc;
 271   const char *key= "bar";
 272   char value[MAX_UDP_DATAGRAM_LENGTH];
 273   uint16_t *expected_ids= get_udp_request_ids(memc);
 274   rc= memcached_set(memc, key, strlen(key),
 275                     value, MAX_UDP_DATAGRAM_LENGTH,
 276                     (time_t)0, (uint32_t)0);
 277   test_true(rc == MEMCACHED_WRITE_FAILURE);
 278
 279   return post_udp_op_check(memc,expected_ids);
 280 }
 281
 282 static test_return_t udp_delete_test(memcached_st *memc)
 283 {
 284   unsigned int num_iters= 1025; //request id rolls over at 1024
 285
 286   for (size_t x= 0; x < num_iters;x++)
 287   {
 288     memcached_return_t rc;
 289     const char *key= "foo";
 290     uint16_t *expected_ids=get_udp_request_ids(memc);
 291     unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 292     memcached_server_instance_st instance=
 293       memcached_server_instance_by_position(memc, server_key);
 294     size_t init_offset= instance->write_buffer_offset;
 295
 296     rc= memcached_delete(memc, key, strlen(key), 0);
 297     test_true(rc == MEMCACHED_SUCCESS || rc == MEMCACHED_BUFFERED);
 298
 299     if (rc == MEMCACHED_SUCCESS || instance->write_buffer_offset < init_offset)
 300       increment_request_id(&expected_ids[server_key]);
 301     if (rc == MEMCACHED_SUCCESS)
 302     {
 303       test_true(instance->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH);
 304     }
 305     else
 306     {
 307       test_true(instance->write_buffer_offset != UDP_DATAGRAM_HEADER_LENGTH);
 308       test_true(instance->write_buffer_offset <= MAX_UDP_DATAGRAM_LENGTH);
 309     }
 310     test_true(post_udp_op_check(memc,expected_ids) == TEST_SUCCESS);
 311   }
 312   return TEST_SUCCESS;
 313 }
 314
 315 static test_return_t udp_buffered_delete_test(memcached_st *memc)
 316 {
 317   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, 1);
 318   return udp_delete_test(memc);
 319 }
 320
 321 static test_return_t udp_verbosity_test(memcached_st *memc)
 322 {
 323   memcached_return_t rc;
 324   uint16_t *expected_ids= get_udp_request_ids(memc);
 325
 326   for (size_t x= 0; x < memcached_server_count(memc); x++)
 327   {
 328     increment_request_id(&expected_ids[x]);
 329   }
 330
 331   rc= memcached_verbosity(memc,3);
 332   test_true(rc == MEMCACHED_SUCCESS);
 333   return post_udp_op_check(memc,expected_ids);
 334 }
 335
 336 static test_return_t udp_quit_test(memcached_st *memc)
 337 {
 338   uint16_t *expected_ids= get_udp_request_ids(memc);
 339   memcached_quit(memc);
 340   return post_udp_op_check(memc, expected_ids);
 341 }
 342
 343 static test_return_t udp_flush_test(memcached_st *memc)
 344 {
 345   memcached_return_t rc;
 346   uint16_t *expected_ids= get_udp_request_ids(memc);
 347
 348   for (size_t x= 0; x < memcached_server_count(memc); x++)
 349   {
 350     increment_request_id(&expected_ids[x]);
 351   }
 352
 353   rc= memcached_flush(memc,0);
 354   test_true(rc == MEMCACHED_SUCCESS);
 355   return post_udp_op_check(memc,expected_ids);
 356 }
 357
 358 static test_return_t udp_incr_test(memcached_st *memc)
 359 {
 360   memcached_return_t rc;
 361   const char *key= "incr";
 362   const char *value= "1";
 363   rc= memcached_set(memc, key, strlen(key),
 364                     value, strlen(value),
 365                     (time_t)0, (uint32_t)0);
 366
 367   test_true(rc == MEMCACHED_SUCCESS);
 368   uint16_t *expected_ids= get_udp_request_ids(memc);
 369   unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 370   increment_request_id(&expected_ids[server_key]);
 371   uint64_t newvalue;
 372   rc= memcached_increment(memc, key, strlen(key), 1, &newvalue);
 373   test_true(rc == MEMCACHED_SUCCESS);
 374   return post_udp_op_check(memc, expected_ids);
 375 }
 376
 377 static test_return_t udp_decr_test(memcached_st *memc)
 378 {
 379   memcached_return_t rc;
 380   const char *key= "decr";
 381   const char *value= "1";
 382   rc= memcached_set(memc, key, strlen(key),
 383                     value, strlen(value),
 384                     (time_t)0, (uint32_t)0);
 385
 386   test_true(rc == MEMCACHED_SUCCESS);
 387   uint16_t *expected_ids= get_udp_request_ids(memc);
 388   unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 389   increment_request_id(&expected_ids[server_key]);
 390   uint64_t newvalue;
 391   rc= memcached_decrement(memc, key, strlen(key), 1, &newvalue);
 392   test_true(rc == MEMCACHED_SUCCESS);
 393   return post_udp_op_check(memc, expected_ids);
 394 }
 395
 396
 397 static test_return_t udp_stat_test(memcached_st *memc)
 398 {
 399   memcached_stat_st * rv= NULL;
 400   memcached_return_t rc;
 401   char args[]= "";
 402   uint16_t *expected_ids = get_udp_request_ids(memc);
 403   rv = memcached_stat(memc, args, &rc);
 404   free(rv);
 405   test_true(rc == MEMCACHED_NOT_SUPPORTED);
 406   return post_udp_op_check(memc, expected_ids);
 407 }
 408
 409 static test_return_t udp_version_test(memcached_st *memc)
 410 {
 411   memcached_return_t rc;
 412   uint16_t *expected_ids = get_udp_request_ids(memc);
 413   rc = memcached_version(memc);
 414   test_true(rc == MEMCACHED_NOT_SUPPORTED);
 415   return post_udp_op_check(memc, expected_ids);
 416 }
 417
 418 static test_return_t udp_get_test(memcached_st *memc)
 419 {
 420   memcached_return_t rc;
 421   const char *key= "foo";
 422   size_t vlen;
 423   uint16_t *expected_ids = get_udp_request_ids(memc);
 424   char *val= memcached_get(memc, key, strlen(key), &vlen, (uint32_t)0, &rc);
 425   test_true(rc == MEMCACHED_NOT_SUPPORTED);
 426   test_true(val == NULL);
 427   return post_udp_op_check(memc, expected_ids);
 428 }
 429
 430 static test_return_t udp_mixed_io_test(memcached_st *memc)
 431 {
 432   test_st current_op;
 433   test_st mixed_io_ops [] ={
 434     {"udp_set_test", 0,
 435       (test_callback_fn*)udp_set_test},
 436     {"udp_set_too_big_test", 0,
 437       (test_callback_fn*)udp_set_too_big_test},
 438     {"udp_delete_test", 0,
 439       (test_callback_fn*)udp_delete_test},
 440     {"udp_verbosity_test", 0,
 441       (test_callback_fn*)udp_verbosity_test},
 442     {"udp_quit_test", 0,
 443       (test_callback_fn*)udp_quit_test},
 444     {"udp_flush_test", 0,
 445       (test_callback_fn*)udp_flush_test},
 446     {"udp_incr_test", 0,
 447       (test_callback_fn*)udp_incr_test},
 448     {"udp_decr_test", 0,
 449       (test_callback_fn*)udp_decr_test},
 450     {"udp_version_test", 0,
 451       (test_callback_fn*)udp_version_test}
 452   };
 453
 454   for (size_t x= 0; x < 500; x++)
 455   {
 456     current_op= mixed_io_ops[random() % 9];
 457     test_true(current_op.test_fn(memc) == TEST_SUCCESS);
 458   }
 459   return TEST_SUCCESS;
 460 }
 461
 462 test_st udp_setup_server_tests[] ={
 463   {"set_udp_behavior_test", 0, (test_callback_fn*)set_udp_behavior_test},
 464   {"add_tcp_server_udp_client_test", 0, (test_callback_fn*)add_tcp_server_udp_client_test},
 465   {"add_udp_server_tcp_client_test", 0, (test_callback_fn*)add_udp_server_tcp_client_test},
 466   {0, 0, 0}
 467 };
 468
 469 test_st upd_io_tests[] ={
 470   {"udp_set_test", 0, (test_callback_fn*)udp_set_test},
 471   {"udp_buffered_set_test", 0, (test_callback_fn*)udp_buffered_set_test},
 472   {"udp_set_too_big_test", 0, (test_callback_fn*)udp_set_too_big_test},
 473   {"udp_delete_test", 0, (test_callback_fn*)udp_delete_test},
 474   {"udp_buffered_delete_test", 0, (test_callback_fn*)udp_buffered_delete_test},
 475   {"udp_verbosity_test", 0, (test_callback_fn*)udp_verbosity_test},
 476   {"udp_quit_test", 0, (test_callback_fn*)udp_quit_test},
 477   {"udp_flush_test", 0, (test_callback_fn*)udp_flush_test},
 478   {"udp_incr_test", 0, (test_callback_fn*)udp_incr_test},
 479   {"udp_decr_test", 0, (test_callback_fn*)udp_decr_test},
 480   {"udp_stat_test", 0, (test_callback_fn*)udp_stat_test},
 481   {"udp_version_test", 0, (test_callback_fn*)udp_version_test},
 482   {"udp_get_test", 0, (test_callback_fn*)udp_get_test},
 483   {"udp_mixed_io_test", 0, (test_callback_fn*)udp_mixed_io_test},
 484   {0, 0, 0}
 485 };
 486
 487 collection_st collection[] ={
 488   {"udp_setup", (test_callback_fn*)init_udp, 0, udp_setup_server_tests},
 489   {"udp_io", (test_callback_fn*)init_udp, 0, upd_io_tests},
 490   {"udp_binary_io", (test_callback_fn*)binary_init_udp, 0, upd_io_tests},
 491   {0, 0, 0, 0}
 492 };
 493
 494 #define SERVERS_TO_CREATE 5
 495
 496 #define TEST_PORT_BASE MEMCACHED_DEFAULT_PORT +10
 497 #include "libmemcached_world.h"
 498
 499 void get_world(Framework *world)
 500 {
 501   world->collections= collection;
 502
 503   world->_create= (test_callback_create_fn*)world_create;
 504   world->_destroy= (test_callback_destroy_fn*)world_destroy;
 505
 506   world->item._startup= (test_callback_fn*)world_test_startup;
 507   world->item._flush= (test_callback_fn*)world_flush;
 508   world->item.set_pre((test_callback_fn*)world_pre_run);
 509   world->item.set_post((test_callback_fn*)world_post_run);
 510   world->_on_error= (test_callback_error_fn*)world_on_error;
 511
 512   world->collection_startup= (test_callback_fn*)world_container_startup;
 513   world->collection_shutdown= (test_callback_fn*)world_container_shutdown;
 514
 515   world->set_runner(&defualt_libmemcached_runner);
 516 }