git.m6w6.name Git - m6w6/libmemcached/blob - tests/libmemcached-1.0/generate.cc

   1 /*  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
   2  *
   3  *  Libmemcached Client and Server
   4  *
   5  *  Copyright (C) 2012 Data Differential, http://datadifferential.com/
   6  *  All rights reserved.
   7  *
   8  *  Redistribution and use in source and binary forms, with or without
   9  *  modification, are permitted provided that the following conditions are
  10  *  met:
  11  *
  12  *      * Redistributions of source code must retain the above copyright
  13  *  notice, this list of conditions and the following disclaimer.
  14  *
  15  *      * Redistributions in binary form must reproduce the above
  16  *  copyright notice, this list of conditions and the following disclaimer
  17  *  in the documentation and/or other materials provided with the
  18  *  distribution.
  19  *
  20  *      * The names of its contributors may not be used to endorse or
  21  *  promote products derived from this software without specific prior
  22  *  written permission.
  23  *
  24  *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  25  *  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  26  *  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  27  *  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  28  *  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  29  *  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  30  *  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  31  *  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  32  *  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  33  *  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  34  *  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  35  *
  36  */
  37
  38 #include <config.h>
  39 #include <libtest/test.hpp>
  40
  41 #include <libmemcachedutil-1.0/util.h>
  42 #include <libmemcached/is.h>
  43
  44 #include <tests/libmemcached-1.0/generate.h>
  45 #include <tests/libmemcached-1.0/fetch_all_results.h>
  46 #include "tests/libmemcached-1.0/callback_counter.h"
  47
  48 #include "clients/generator.h"
  49 #include "clients/execute.h"
  50
  51 #define GLOBAL_COUNT 10000
  52 #define GLOBAL2_COUNT 100
  53
  54 using namespace libtest;
  55
  56 static pairs_st *global_pairs= NULL;
  57 static const char *global_keys[GLOBAL_COUNT];
  58 static size_t global_keys_length[GLOBAL_COUNT];
  59 static size_t global_count= 0;
  60
  61 test_return_t cleanup_pairs(memcached_st*)
  62 {
  63   pairs_free(global_pairs);
  64   global_pairs= NULL;
  65
  66   return TEST_SUCCESS;
  67 }
  68
  69 static test_return_t generate_pairs(memcached_st *)
  70 {
  71   global_pairs= pairs_generate(GLOBAL_COUNT, 400);
  72   global_count= GLOBAL_COUNT;
  73
  74   for (size_t x= 0; x < global_count; x++)
  75   {
  76     global_keys[x]= global_pairs[x].key;
  77     global_keys_length[x]=  global_pairs[x].key_length;
  78   }
  79
  80   return TEST_SUCCESS;
  81 }
  82
  83 test_return_t generate_large_pairs(memcached_st *memc)
  84 {
  85   global_pairs= pairs_generate(GLOBAL2_COUNT, MEMCACHED_MAX_BUFFER+10);
  86   global_count= GLOBAL2_COUNT;
  87
  88   for (size_t x= 0; x < global_count; x++)
  89   {
  90     global_keys[x]= global_pairs[x].key;
  91     global_keys_length[x]=  global_pairs[x].key_length;
  92   }
  93
  94   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, true);
  95   unsigned int check_execute= execute_set(memc, global_pairs, global_count);
  96
  97   test_true(check_execute > (global_count / 2));
  98
  99   return TEST_SUCCESS;
 100 }
 101
 102 test_return_t generate_data(memcached_st *memc)
 103 {
 104   test_compare(TEST_SUCCESS, generate_pairs(memc));
 105
 106   unsigned int check_execute= execute_set(memc, global_pairs, global_count);
 107
 108   test_true_hint(check_execute > (global_count / 2),
 109                  "Possible false, positive, memcached may have ejected key/value based on memory needs");
 110
 111   return TEST_SUCCESS;
 112 }
 113
 114 test_return_t generate_data_with_stats(memcached_st *memc)
 115 {
 116   test_compare(TEST_SUCCESS, generate_pairs(memc));
 117
 118   unsigned int check_execute= execute_set(memc, global_pairs, global_count);
 119
 120   test_compare(check_execute, global_count);
 121
 122   // @todo hosts used size stats
 123   memcached_return_t rc;
 124   memcached_stat_st *stat_p= memcached_stat(memc, NULL, &rc);
 125   test_true(stat_p);
 126
 127   for (uint32_t host_index= 0; host_index < memcached_server_count(memc); host_index++)
 128   {
 129     /* This test was changes so that "make test" would work properlly */
 130     if (DEBUG)
 131     {
 132       memcached_server_instance_st instance=
 133         memcached_server_instance_by_position(memc, host_index);
 134
 135       printf("\nserver %u|%s|%u bytes: %llu\n", host_index, instance->hostname, instance->port, (unsigned long long)(stat_p + host_index)->bytes);
 136     }
 137     test_true((unsigned long long)(stat_p + host_index)->bytes);
 138   }
 139
 140   memcached_stat_free(NULL, stat_p);
 141
 142   return TEST_SUCCESS;
 143 }
 144
 145 test_return_t generate_buffer_data(memcached_st *memc)
 146 {
 147   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, true);
 148   generate_data(memc);
 149
 150   return TEST_SUCCESS;
 151 }
 152
 153 test_return_t get_read_count(memcached_st *memc)
 154 {
 155   memcached_st *memc_clone= memcached_clone(NULL, memc);
 156   test_true(memc_clone);
 157
 158   memcached_server_add_with_weight(memc_clone, "localhost", 6666, 0);
 159
 160   {
 161     char *return_value;
 162     size_t return_value_length;
 163     uint32_t flags;
 164     uint32_t count;
 165
 166     for (size_t x= count= 0; x < global_count; x++)
 167     {
 168       memcached_return_t rc;
 169       return_value= memcached_get(memc_clone, global_keys[x], global_keys_length[x],
 170                                   &return_value_length, &flags, &rc);
 171       if (rc == MEMCACHED_SUCCESS)
 172       {
 173         count++;
 174         if (return_value)
 175         {
 176           free(return_value);
 177         }
 178       }
 179     }
 180   }
 181
 182   memcached_free(memc_clone);
 183
 184   return TEST_SUCCESS;
 185 }
 186
 187 test_return_t get_read(memcached_st *memc)
 188 {
 189   size_t keys_returned= 0;
 190   for (size_t x= 0; x < global_count; x++)
 191   {
 192     size_t return_value_length;
 193     uint32_t flags;
 194     memcached_return_t rc;
 195     char *return_value= memcached_get(memc, global_keys[x], global_keys_length[x],
 196                                       &return_value_length, &flags, &rc);
 197     /*
 198       test_true(return_value);
 199       test_compare(MEMCACHED_SUCCESS, rc);
 200     */
 201     if (rc == MEMCACHED_SUCCESS && return_value)
 202     {
 203       keys_returned++;
 204       free(return_value);
 205     }
 206   }
 207   test_true_hint(keys_returned > (global_count / 2),
 208                  "Possible false, positive, memcached may have ejected key/value based on memory needs");
 209
 210   return TEST_SUCCESS;
 211 }
 212
 213 test_return_t mget_read(memcached_st *memc)
 214 {
 215
 216   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 217
 218   test_compare(MEMCACHED_SUCCESS,
 219                memcached_mget(memc, global_keys, global_keys_length, global_count));
 220
 221   // Go fetch the keys and test to see if all of them were returned
 222   {
 223     unsigned int keys_returned;
 224     test_compare(TEST_SUCCESS, fetch_all_results(memc, keys_returned));
 225     test_true(keys_returned > (global_count / 2));
 226   }
 227
 228   return TEST_SUCCESS;
 229 }
 230
 231 test_return_t mget_read_result(memcached_st *memc)
 232 {
 233
 234   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 235
 236   test_compare(MEMCACHED_SUCCESS,
 237                memcached_mget(memc, global_keys, global_keys_length, global_count));
 238
 239   /* Turn this into a help function */
 240   {
 241     memcached_result_st results_obj;
 242     memcached_result_st *results= memcached_result_create(memc, &results_obj);
 243     test_true(results);
 244
 245     memcached_return_t rc;
 246     while ((results= memcached_fetch_result(memc, &results_obj, &rc)))
 247     {
 248       if (rc == MEMCACHED_IN_PROGRESS)
 249       {
 250         continue;
 251       }
 252
 253       test_true(results);
 254       test_compare(MEMCACHED_SUCCESS, rc);
 255     }
 256     test_compare(MEMCACHED_END, rc);
 257
 258     memcached_result_free(&results_obj);
 259   }
 260
 261   return TEST_SUCCESS;
 262 }
 263
 264 test_return_t mget_read_partial_result(memcached_st *memc)
 265 {
 266
 267   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 268
 269   test_compare(MEMCACHED_SUCCESS,
 270                memcached_mget(memc, global_keys, global_keys_length, global_count));
 271
 272   // We will scan for just one key
 273   {
 274     memcached_result_st results_obj;
 275     memcached_result_st *results= memcached_result_create(memc, &results_obj);
 276
 277     memcached_return_t rc;
 278     results= memcached_fetch_result(memc, results, &rc);
 279     test_true(results);
 280     test_compare(MEMCACHED_SUCCESS, rc);
 281
 282     memcached_result_free(&results_obj);
 283   }
 284
 285   // We already have a read happening, lets start up another one.
 286   test_compare(MEMCACHED_SUCCESS,
 287                memcached_mget(memc, global_keys, global_keys_length, global_count));
 288   {
 289     memcached_result_st results_obj;
 290     memcached_result_st *results= memcached_result_create(memc, &results_obj);
 291     test_true(results);
 292     test_false(memcached_is_allocated(results));
 293
 294     memcached_return_t rc;
 295     while ((results= memcached_fetch_result(memc, &results_obj, &rc)))
 296     {
 297       test_true(results);
 298       test_compare(MEMCACHED_SUCCESS, rc);
 299     }
 300     test_compare(MEMCACHED_END, rc);
 301
 302     memcached_result_free(&results_obj);
 303   }
 304
 305   return TEST_SUCCESS;
 306 }
 307
 308 test_return_t mget_read_function(memcached_st *memc)
 309 {
 310   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 311
 312   test_compare(MEMCACHED_SUCCESS,
 313                memcached_mget(memc, global_keys, global_keys_length, global_count));
 314
 315   memcached_execute_fn callbacks[]= { &callback_counter };
 316   size_t counter= 0;
 317   test_compare(MEMCACHED_SUCCESS,
 318                memcached_fetch_execute(memc, callbacks, (void *)&counter, 1));
 319
 320   return TEST_SUCCESS;
 321 }
 322
 323 test_return_t delete_generate(memcached_st *memc)
 324 {
 325   size_t total= 0;
 326   for (size_t x= 0; x < global_count; x++)
 327   {
 328     if (memcached_success(memcached_delete(memc, global_keys[x], global_keys_length[x], (time_t)0)))
 329     {
 330       total++;
 331     }
 332   }
 333   test_true_hint(total > (global_count / 2),
 334                  "Possible false, positive, memcached may have ejected key/value based on memory needs");
 335
 336   return TEST_SUCCESS;
 337 }
 338
 339 test_return_t delete_buffer_generate(memcached_st *memc)
 340 {
 341   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, true);
 342
 343   size_t total= 0;
 344   for (size_t x= 0; x < global_count; x++)
 345   {
 346     if (memcached_success(memcached_delete(memc, global_keys[x], global_keys_length[x], (time_t)0)))
 347     {
 348       total++;
 349     }
 350   }
 351
 352   test_true_hint(total > (global_count / 2),
 353                  "Possible false, positive, memcached may have ejected key/value based on memory needs");
 354
 355   return TEST_SUCCESS;
 356 }
 357
 358 test_return_t mget_read_internal_result(memcached_st *memc)
 359 {
 360
 361   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 362
 363   test_compare(MEMCACHED_SUCCESS,
 364                memcached_mget(memc, global_keys, global_keys_length, global_count));
 365   {
 366     memcached_result_st *results= NULL;
 367     memcached_return_t rc;
 368     while ((results= memcached_fetch_result(memc, results, &rc)))
 369     {
 370       test_true(results);
 371       test_compare(MEMCACHED_SUCCESS, rc);
 372     }
 373     test_compare(MEMCACHED_END, rc);
 374
 375     memcached_result_free(results);
 376   }
 377
 378   return TEST_SUCCESS;
 379 }
 380