git.m6w6.name Git - awesomized/libmemcached/blob - tests/mem_udp.c

   1 /* libMemcached Functions Test
   2  * Copyright (C) 2006-2009 Brian Aker
   3  * All rights reserved.
   4  *
   5  * Use and distribution licensed under the BSD license.  See
   6  * the COPYING file in the parent directory for full text.
   7  */
   8
   9 /*
  10   Sample test application.
  11 */
  12
  13 #include "libmemcached/common.h"
  14
  15 #include <assert.h>
  16 #include <stdio.h>
  17 #include <stdlib.h>
  18 #include <string.h>
  19 #include <sys/time.h>
  20 #include <sys/types.h>
  21 #include <sys/stat.h>
  22 #include <signal.h>
  23 #include <unistd.h>
  24 #include <time.h>
  25
  26 #include "server.h"
  27
  28 #ifndef INT64_MAX
  29 #define INT64_MAX LONG_MAX
  30 #endif
  31 #ifndef INT32_MAX
  32 #define INT32_MAX INT_MAX
  33 #endif
  34
  35
  36 #include "test.h"
  37
  38 #define SERVERS_TO_CREATE 5
  39
  40
  41 /**
  42   @note This should be testing to see if the server really supports the binary protocol.
  43 */
  44 static test_return_t pre_binary(memcached_st *memc)
  45 {
  46   memcached_return_t rc= MEMCACHED_FAILURE;
  47   memcached_st *memc_clone;
  48   memcached_server_instance_st instance;
  49
  50   memc_clone= memcached_clone(NULL, memc);
  51   test_true(memc_clone);
  52   // The memcached_version needs to be done on a clone, because the server
  53   // will not toggle protocol on an connection.
  54   memcached_version(memc_clone);
  55
  56   instance= memcached_server_instance_by_position(memc_clone, 0);
  57
  58   if (instance->major_version >= 1 && instance->minor_version > 2)
  59   {
  60     rc = memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BINARY_PROTOCOL, 1);
  61     test_true(rc == MEMCACHED_SUCCESS);
  62     test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_BINARY_PROTOCOL) == 1);
  63   }
  64
  65   memcached_free(memc_clone);
  66
  67   return rc == MEMCACHED_SUCCESS ? TEST_SUCCESS : TEST_SKIPPED;
  68 }
  69
  70 static void increment_request_id(uint16_t *id)
  71 {
  72   (*id)++;
  73   if ((*id & UDP_REQUEST_ID_THREAD_MASK) != 0)
  74     *id= 0;
  75 }
  76
  77 static uint16_t *get_udp_request_ids(memcached_st *memc)
  78 {
  79   uint16_t *ids= malloc(sizeof(uint16_t) * memcached_server_count(memc));
  80   assert(ids != NULL);
  81
  82   for (uint32_t x= 0; x < memcached_server_count(memc); x++)
  83   {
  84     memcached_server_instance_st instance=
  85       memcached_server_instance_by_position(memc, x);
  86
  87     ids[x]= get_udp_datagram_request_id((struct udp_datagram_header_st *) ((memcached_server_instance_st )instance)->write_buffer);
  88   }
  89
  90   return ids;
  91 }
  92
  93 static test_return_t post_udp_op_check(memcached_st *memc, uint16_t *expected_req_ids)
  94 {
  95   (void)memc;
  96   (void)expected_req_ids;
  97 #if 0
  98   memcached_server_st *cur_server = memcached_server_list(memc);
  99   uint16_t *cur_req_ids = get_udp_request_ids(memc);
 100
 101   for (size_t x= 0; x < memcached_server_count(memc); x++)
 102   {
 103     test_true(cur_server[x].cursor_active == 0);
 104     test_true(cur_req_ids[x] == expected_req_ids[x]);
 105   }
 106   free(expected_req_ids);
 107   free(cur_req_ids);
 108
 109 #endif
 110   return TEST_SUCCESS;
 111 }
 112
 113 /*
 114 ** There is a little bit of a hack here, instead of removing
 115 ** the servers, I just set num host to 0 and them add then new udp servers
 116 **/
 117 static test_return_t init_udp(memcached_st *memc)
 118 {
 119   memcached_version(memc);
 120 #if 0
 121   memcached_server_instance_st instance=
 122     memcached_server_instance_by_position(memc, 0);
 123
 124   /* For the time being, only support udp test for >= 1.2.6 && < 1.3 */
 125   if (instance->major_version != 1 || instance->minor_version != 2
 126           || instance->micro_version < 6)
 127     return TEST_SKIPPED;
 128
 129   uint32_t num_hosts= memcached_server_count(memc);
 130   memcached_server_st servers[num_hosts];
 131   memcpy(servers, memcached_server_list(memc), sizeof(memcached_server_st) * num_hosts);
 132   for (uint32_t x= 0; x < num_hosts; x++)
 133   {
 134    memcached_server_instance_st set_instance=
 135      memcached_server_instance_by_position(memc, x);
 136
 137     memcached_server_free(((memcached_server_write_instance_st)set_instance));
 138   }
 139
 140   memc->number_of_hosts= 0;
 141   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_USE_UDP, 1);
 142   for (uint32_t x= 0; x < num_hosts; x++)
 143   {
 144     memcached_server_instance_st set_instance=
 145       memcached_server_instance_by_position(memc, x);
 146
 147     test_true(memcached_server_add_udp(memc, servers[x].hostname, servers[x].port) == MEMCACHED_SUCCESS);
 148     test_true(set_instance->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH);
 149   }
 150 #endif
 151
 152   return TEST_SKIPPED;
 153 }
 154
 155 static test_return_t binary_init_udp(memcached_st *memc)
 156 {
 157   test_return_t test_rc;
 158   test_rc= pre_binary(memc);
 159
 160   if (test_rc != TEST_SUCCESS)
 161     return test_rc;
 162
 163   return init_udp(memc);
 164 }
 165
 166 /* Make sure that I cant add a tcp server to a udp client */
 167 static test_return_t add_tcp_server_udp_client_test(memcached_st *memc)
 168 {
 169   (void)memc;
 170 #if 0
 171   memcached_server_st server;
 172   memcached_server_instance_st instance=
 173     memcached_server_instance_by_position(memc, 0);
 174   memcached_server_clone(&server, &memc->hosts[0]);
 175   test_true(memcached_server_remove(&(memc->hosts[0])) == MEMCACHED_SUCCESS);
 176   test_true(memcached_server_add(memc, server.hostname, server.port) == MEMCACHED_INVALID_HOST_PROTOCOL);
 177 #endif
 178   return TEST_SUCCESS;
 179 }
 180
 181 /* Make sure that I cant add a udp server to a tcp client */
 182 static test_return_t add_udp_server_tcp_client_test(memcached_st *memc)
 183 {
 184   (void)memc;
 185 #if 0
 186   memcached_server_st server;
 187   memcached_server_instance_st instance=
 188     memcached_server_instance_by_position(memc, 0);
 189   memcached_server_clone(&server, &memc->hosts[0]);
 190   test_true(memcached_server_remove(&(memc->hosts[0])) == MEMCACHED_SUCCESS);
 191
 192   memcached_st tcp_client;
 193   memcached_create(&tcp_client);
 194   test_true(memcached_server_add_udp(&tcp_client, server.hostname, server.port) == MEMCACHED_INVALID_HOST_PROTOCOL);
 195 #endif
 196
 197   return TEST_SUCCESS;
 198 }
 199
 200 static test_return_t set_udp_behavior_test(memcached_st *memc)
 201 {
 202
 203   memcached_quit(memc);
 204   memc->number_of_hosts= 0;
 205   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_DISTRIBUTION, memc->distribution);
 206   test_true(memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_USE_UDP, 1) == MEMCACHED_SUCCESS);
 207   test_true(memc->flags.use_udp);
 208   test_true(memc->flags.no_reply);
 209
 210   test_true(memcached_server_count(memc) == 0);
 211
 212   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_USE_UDP,0);
 213   test_true(! (memc->flags.use_udp));
 214   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_NOREPLY,0);
 215   test_true(! (memc->flags.no_reply));
 216
 217   return TEST_SUCCESS;
 218 }
 219
 220 static test_return_t udp_set_test(memcached_st *memc)
 221 {
 222   unsigned int num_iters= 1025; //request id rolls over at 1024
 223
 224   for (size_t x= 0; x < num_iters;x++)
 225   {
 226     memcached_return_t rc;
 227     const char *key= "foo";
 228     const char *value= "when we sanitize";
 229     uint16_t *expected_ids= get_udp_request_ids(memc);
 230     unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 231     memcached_server_instance_st instance=
 232       memcached_server_instance_by_position(memc, server_key);
 233     size_t init_offset= instance->write_buffer_offset;
 234
 235     rc= memcached_set(memc, key, strlen(key),
 236                       value, strlen(value),
 237                       (time_t)0, (uint32_t)0);
 238     test_true(rc == MEMCACHED_SUCCESS || rc == MEMCACHED_BUFFERED);
 239     /** NB, the check below assumes that if new write_ptr is less than
 240      *  the original write_ptr that we have flushed. For large payloads, this
 241      *  maybe an invalid assumption, but for the small payload we have it is OK
 242      */
 243     if (rc == MEMCACHED_SUCCESS ||
 244             instance->write_buffer_offset < init_offset)
 245       increment_request_id(&expected_ids[server_key]);
 246
 247     if (rc == MEMCACHED_SUCCESS)
 248     {
 249       test_true(instance->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH);
 250     }
 251     else
 252     {
 253       test_true(instance->write_buffer_offset != UDP_DATAGRAM_HEADER_LENGTH);
 254       test_true(instance->write_buffer_offset <= MAX_UDP_DATAGRAM_LENGTH);
 255     }
 256     test_true(post_udp_op_check(memc, expected_ids) == TEST_SUCCESS);
 257   }
 258   return TEST_SUCCESS;
 259 }
 260
 261 static test_return_t udp_buffered_set_test(memcached_st *memc)
 262 {
 263   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, 1);
 264   return udp_set_test(memc);
 265 }
 266
 267 static test_return_t udp_set_too_big_test(memcached_st *memc)
 268 {
 269   memcached_return_t rc;
 270   const char *key= "bar";
 271   char value[MAX_UDP_DATAGRAM_LENGTH];
 272   uint16_t *expected_ids= get_udp_request_ids(memc);
 273   rc= memcached_set(memc, key, strlen(key),
 274                     value, MAX_UDP_DATAGRAM_LENGTH,
 275                     (time_t)0, (uint32_t)0);
 276   test_true(rc == MEMCACHED_WRITE_FAILURE);
 277
 278   return post_udp_op_check(memc,expected_ids);
 279 }
 280
 281 static test_return_t udp_delete_test(memcached_st *memc)
 282 {
 283   unsigned int num_iters= 1025; //request id rolls over at 1024
 284
 285   for (size_t x= 0; x < num_iters;x++)
 286   {
 287     memcached_return_t rc;
 288     const char *key= "foo";
 289     uint16_t *expected_ids=get_udp_request_ids(memc);
 290     unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 291     memcached_server_instance_st instance=
 292       memcached_server_instance_by_position(memc, server_key);
 293     size_t init_offset= instance->write_buffer_offset;
 294
 295     rc= memcached_delete(memc, key, strlen(key), 0);
 296     test_true(rc == MEMCACHED_SUCCESS || rc == MEMCACHED_BUFFERED);
 297
 298     if (rc == MEMCACHED_SUCCESS || instance->write_buffer_offset < init_offset)
 299       increment_request_id(&expected_ids[server_key]);
 300     if (rc == MEMCACHED_SUCCESS)
 301     {
 302       test_true(instance->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH);
 303     }
 304     else
 305     {
 306       test_true(instance->write_buffer_offset != UDP_DATAGRAM_HEADER_LENGTH);
 307       test_true(instance->write_buffer_offset <= MAX_UDP_DATAGRAM_LENGTH);
 308     }
 309     test_true(post_udp_op_check(memc,expected_ids) == TEST_SUCCESS);
 310   }
 311   return TEST_SUCCESS;
 312 }
 313
 314 static test_return_t udp_buffered_delete_test(memcached_st *memc)
 315 {
 316   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, 1);
 317   return udp_delete_test(memc);
 318 }
 319
 320 static test_return_t udp_verbosity_test(memcached_st *memc)
 321 {
 322   memcached_return_t rc;
 323   uint16_t *expected_ids= get_udp_request_ids(memc);
 324
 325   for (size_t x= 0; x < memcached_server_count(memc); x++)
 326   {
 327     increment_request_id(&expected_ids[x]);
 328   }
 329
 330   rc= memcached_verbosity(memc,3);
 331   test_true(rc == MEMCACHED_SUCCESS);
 332   return post_udp_op_check(memc,expected_ids);
 333 }
 334
 335 static test_return_t udp_quit_test(memcached_st *memc)
 336 {
 337   uint16_t *expected_ids= get_udp_request_ids(memc);
 338   memcached_quit(memc);
 339   return post_udp_op_check(memc, expected_ids);
 340 }
 341
 342 static test_return_t udp_flush_test(memcached_st *memc)
 343 {
 344   memcached_return_t rc;
 345   uint16_t *expected_ids= get_udp_request_ids(memc);
 346
 347   for (size_t x= 0; x < memcached_server_count(memc); x++)
 348   {
 349     increment_request_id(&expected_ids[x]);
 350   }
 351
 352   rc= memcached_flush(memc,0);
 353   test_true(rc == MEMCACHED_SUCCESS);
 354   return post_udp_op_check(memc,expected_ids);
 355 }
 356
 357 static test_return_t udp_incr_test(memcached_st *memc)
 358 {
 359   memcached_return_t rc;
 360   const char *key= "incr";
 361   const char *value= "1";
 362   rc= memcached_set(memc, key, strlen(key),
 363                     value, strlen(value),
 364                     (time_t)0, (uint32_t)0);
 365
 366   test_true(rc == MEMCACHED_SUCCESS);
 367   uint16_t *expected_ids= get_udp_request_ids(memc);
 368   unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 369   increment_request_id(&expected_ids[server_key]);
 370   uint64_t newvalue;
 371   rc= memcached_increment(memc, key, strlen(key), 1, &newvalue);
 372   test_true(rc == MEMCACHED_SUCCESS);
 373   return post_udp_op_check(memc, expected_ids);
 374 }
 375
 376 static test_return_t udp_decr_test(memcached_st *memc)
 377 {
 378   memcached_return_t rc;
 379   const char *key= "decr";
 380   const char *value= "1";
 381   rc= memcached_set(memc, key, strlen(key),
 382                     value, strlen(value),
 383                     (time_t)0, (uint32_t)0);
 384
 385   test_true(rc == MEMCACHED_SUCCESS);
 386   uint16_t *expected_ids= get_udp_request_ids(memc);
 387   unsigned int server_key= memcached_generate_hash(memc, key, strlen(key));
 388   increment_request_id(&expected_ids[server_key]);
 389   uint64_t newvalue;
 390   rc= memcached_decrement(memc, key, strlen(key), 1, &newvalue);
 391   test_true(rc == MEMCACHED_SUCCESS);
 392   return post_udp_op_check(memc, expected_ids);
 393 }
 394
 395
 396 static test_return_t udp_stat_test(memcached_st *memc)
 397 {
 398   memcached_stat_st * rv= NULL;
 399   memcached_return_t rc;
 400   char args[]= "";
 401   uint16_t *expected_ids = get_udp_request_ids(memc);
 402   rv = memcached_stat(memc, args, &rc);
 403   free(rv);
 404   test_true(rc == MEMCACHED_NOT_SUPPORTED);
 405   return post_udp_op_check(memc, expected_ids);
 406 }
 407
 408 static test_return_t udp_version_test(memcached_st *memc)
 409 {
 410   memcached_return_t rc;
 411   uint16_t *expected_ids = get_udp_request_ids(memc);
 412   rc = memcached_version(memc);
 413   test_true(rc == MEMCACHED_NOT_SUPPORTED);
 414   return post_udp_op_check(memc, expected_ids);
 415 }
 416
 417 static test_return_t udp_get_test(memcached_st *memc)
 418 {
 419   memcached_return_t rc;
 420   const char *key= "foo";
 421   size_t vlen;
 422   uint16_t *expected_ids = get_udp_request_ids(memc);
 423   char *val= memcached_get(memc, key, strlen(key), &vlen, (uint32_t)0, &rc);
 424   test_true(rc == MEMCACHED_NOT_SUPPORTED);
 425   test_true(val == NULL);
 426   return post_udp_op_check(memc, expected_ids);
 427 }
 428
 429 static test_return_t udp_mixed_io_test(memcached_st *memc)
 430 {
 431   test_st current_op;
 432   test_st mixed_io_ops [] ={
 433     {"udp_set_test", 0,
 434       (test_callback_fn)udp_set_test},
 435     {"udp_set_too_big_test", 0,
 436       (test_callback_fn)udp_set_too_big_test},
 437     {"udp_delete_test", 0,
 438       (test_callback_fn)udp_delete_test},
 439     {"udp_verbosity_test", 0,
 440       (test_callback_fn)udp_verbosity_test},
 441     {"udp_quit_test", 0,
 442       (test_callback_fn)udp_quit_test},
 443     {"udp_flush_test", 0,
 444       (test_callback_fn)udp_flush_test},
 445     {"udp_incr_test", 0,
 446       (test_callback_fn)udp_incr_test},
 447     {"udp_decr_test", 0,
 448       (test_callback_fn)udp_decr_test},
 449     {"udp_version_test", 0,
 450       (test_callback_fn)udp_version_test}
 451   };
 452
 453   for (size_t x= 0; x < 500; x++)
 454   {
 455     current_op= mixed_io_ops[random() % 9];
 456     test_true(current_op.test_fn(memc) == TEST_SUCCESS);
 457   }
 458   return TEST_SUCCESS;
 459 }
 460
 461 test_st udp_setup_server_tests[] ={
 462   {"set_udp_behavior_test", 0, (test_callback_fn)set_udp_behavior_test},
 463   {"add_tcp_server_udp_client_test", 0, (test_callback_fn)add_tcp_server_udp_client_test},
 464   {"add_udp_server_tcp_client_test", 0, (test_callback_fn)add_udp_server_tcp_client_test},
 465   {0, 0, 0}
 466 };
 467
 468 test_st upd_io_tests[] ={
 469   {"udp_set_test", 0, (test_callback_fn)udp_set_test},
 470   {"udp_buffered_set_test", 0, (test_callback_fn)udp_buffered_set_test},
 471   {"udp_set_too_big_test", 0, (test_callback_fn)udp_set_too_big_test},
 472   {"udp_delete_test", 0, (test_callback_fn)udp_delete_test},
 473   {"udp_buffered_delete_test", 0, (test_callback_fn)udp_buffered_delete_test},
 474   {"udp_verbosity_test", 0, (test_callback_fn)udp_verbosity_test},
 475   {"udp_quit_test", 0, (test_callback_fn)udp_quit_test},
 476   {"udp_flush_test", 0, (test_callback_fn)udp_flush_test},
 477   {"udp_incr_test", 0, (test_callback_fn)udp_incr_test},
 478   {"udp_decr_test", 0, (test_callback_fn)udp_decr_test},
 479   {"udp_stat_test", 0, (test_callback_fn)udp_stat_test},
 480   {"udp_version_test", 0, (test_callback_fn)udp_version_test},
 481   {"udp_get_test", 0, (test_callback_fn)udp_get_test},
 482   {"udp_mixed_io_test", 0, (test_callback_fn)udp_mixed_io_test},
 483   {0, 0, 0}
 484 };
 485
 486 collection_st collection[] ={
 487   {"udp_setup", (test_callback_fn)init_udp, 0, udp_setup_server_tests},
 488   {"udp_io", (test_callback_fn)init_udp, 0, upd_io_tests},
 489   {"udp_binary_io", (test_callback_fn)binary_init_udp, 0, upd_io_tests},
 490   {0, 0, 0, 0}
 491 };
 492
 493 #define SERVERS_TO_CREATE 5
 494
 495 #include "libmemcached_world.h"
 496
 497 void get_world(world_st *world)
 498 {
 499   world->collections= collection;
 500
 501   world->create= (test_callback_create_fn)world_create;
 502   world->destroy= (test_callback_fn)world_destroy;
 503
 504   world->test.startup= (test_callback_fn)world_test_startup;
 505   world->test.flush= (test_callback_fn)world_flush;
 506   world->test.pre_run= (test_callback_fn)world_pre_run;
 507   world->test.post_run= (test_callback_fn)world_post_run;
 508   world->test.on_error= (test_callback_error_fn)world_on_error;
 509
 510   world->collection.startup= (test_callback_fn)world_container_startup;
 511   world->collection.shutdown= (test_callback_fn)world_container_shutdown;
 512
 513   world->runner= &defualt_libmemcached_runner;
 514 }