git.m6w6.name Git - m6w6/libmemcached/blob - tests/libmemcached-1.0/generate.cc

   1 /*  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
   2  *
   3  *  Libmemcached Client and Server
   4  *
   5  *  Copyright (C) 2012 Data Differential, http://datadifferential.com/
   6  *  All rights reserved.
   7  *
   8  *  Redistribution and use in source and binary forms, with or without
   9  *  modification, are permitted provided that the following conditions are
  10  *  met:
  11  *
  12  *      * Redistributions of source code must retain the above copyright
  13  *  notice, this list of conditions and the following disclaimer.
  14  *
  15  *      * Redistributions in binary form must reproduce the above
  16  *  copyright notice, this list of conditions and the following disclaimer
  17  *  in the documentation and/or other materials provided with the
  18  *  distribution.
  19  *
  20  *      * The names of its contributors may not be used to endorse or
  21  *  promote products derived from this software without specific prior
  22  *  written permission.
  23  *
  24  *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  25  *  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  26  *  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  27  *  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  28  *  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  29  *  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  30  *  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  31  *  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  32  *  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  33  *  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  34  *  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  35  *
  36  */
  37
  38 #include <config.h>
  39 #include <libtest/test.hpp>
  40
  41 #include <libmemcached/util.h>
  42 #include <libmemcached/is.h>
  43
  44 #include <tests/libmemcached-1.0/generate.h>
  45 #include <tests/libmemcached-1.0/fetch_all_results.h>
  46 #include "tests/libmemcached-1.0/callback_counter.h"
  47
  48 #include "clients/generator.h"
  49 #include "clients/execute.h"
  50
  51 #define GLOBAL_COUNT 10000
  52 #define GLOBAL2_COUNT 100
  53
  54 using namespace libtest;
  55
  56 static pairs_st *global_pairs= NULL;
  57 static const char *global_keys[GLOBAL_COUNT];
  58 static size_t global_keys_length[GLOBAL_COUNT];
  59 static size_t global_count= 0;
  60
  61 test_return_t cleanup_pairs(memcached_st*)
  62 {
  63   pairs_free(global_pairs);
  64   global_pairs= NULL;
  65
  66   return TEST_SUCCESS;
  67 }
  68
  69 static test_return_t generate_pairs(memcached_st *)
  70 {
  71   global_pairs= pairs_generate(GLOBAL_COUNT, 400);
  72   global_count= GLOBAL_COUNT;
  73
  74   for (size_t x= 0; x < global_count; x++)
  75   {
  76     global_keys[x]= global_pairs[x].key;
  77     global_keys_length[x]=  global_pairs[x].key_length;
  78   }
  79
  80   return TEST_SUCCESS;
  81 }
  82
  83 test_return_t generate_large_pairs(memcached_st *memc)
  84 {
  85   global_pairs= pairs_generate(GLOBAL2_COUNT, MEMCACHED_MAX_BUFFER+10);
  86   global_count= GLOBAL2_COUNT;
  87
  88   for (size_t x= 0; x < global_count; x++)
  89   {
  90     global_keys[x]= global_pairs[x].key;
  91     global_keys_length[x]=  global_pairs[x].key_length;
  92   }
  93
  94   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, true);
  95   unsigned int check_execute= execute_set(memc, global_pairs, global_count);
  96
  97   test_compare_warn_hint(global_count, check_execute, "Possible false, positive, memcached may have ejected key/value based on memory needs");
  98
  99   return TEST_SUCCESS;
 100 }
 101
 102 test_return_t generate_data(memcached_st *memc)
 103 {
 104   test_compare(TEST_SUCCESS, generate_pairs(memc));
 105
 106   unsigned int check_execute= execute_set(memc, global_pairs, global_count);
 107
 108   test_compare_warn_hint(global_count, check_execute, "Possible false, positive, memcached may have ejected key/value based on memory needs");
 109
 110   return TEST_SUCCESS;
 111 }
 112
 113 test_return_t generate_data_with_stats(memcached_st *memc)
 114 {
 115   test_compare(TEST_SUCCESS, generate_pairs(memc));
 116
 117   unsigned int check_execute= execute_set(memc, global_pairs, global_count);
 118
 119   test_compare(check_execute, global_count);
 120
 121   // @todo hosts used size stats
 122   memcached_return_t rc;
 123   memcached_stat_st *stat_p= memcached_stat(memc, NULL, &rc);
 124   test_true(stat_p);
 125
 126   for (uint32_t host_index= 0; host_index < memcached_server_count(memc); host_index++)
 127   {
 128     /* This test was changes so that "make test" would work properlly */
 129     if (DEBUG)
 130     {
 131       memcached_server_instance_st instance=
 132         memcached_server_instance_by_position(memc, host_index);
 133
 134       printf("\nserver %u|%s|%u bytes: %llu\n", host_index, instance->hostname, instance->port, (unsigned long long)(stat_p + host_index)->bytes);
 135     }
 136     test_true((unsigned long long)(stat_p + host_index)->bytes);
 137   }
 138
 139   memcached_stat_free(NULL, stat_p);
 140
 141   return TEST_SUCCESS;
 142 }
 143
 144 test_return_t generate_buffer_data(memcached_st *memc)
 145 {
 146   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, true);
 147   generate_data(memc);
 148
 149   return TEST_SUCCESS;
 150 }
 151
 152 test_return_t get_read_count(memcached_st *memc)
 153 {
 154   memcached_st *memc_clone= memcached_clone(NULL, memc);
 155   test_true(memc_clone);
 156
 157   memcached_server_add_with_weight(memc_clone, "localhost", 6666, 0);
 158
 159   {
 160     char *return_value;
 161     size_t return_value_length;
 162     uint32_t flags;
 163     uint32_t count;
 164
 165     for (size_t x= count= 0; x < global_count; x++)
 166     {
 167       memcached_return_t rc;
 168       return_value= memcached_get(memc_clone, global_keys[x], global_keys_length[x],
 169                                   &return_value_length, &flags, &rc);
 170       if (rc == MEMCACHED_SUCCESS)
 171       {
 172         count++;
 173         if (return_value)
 174         {
 175           free(return_value);
 176         }
 177       }
 178     }
 179   }
 180
 181   memcached_free(memc_clone);
 182
 183   return TEST_SUCCESS;
 184 }
 185
 186 test_return_t get_read(memcached_st *memc)
 187 {
 188   size_t keys_returned= 0;
 189   for (size_t x= 0; x < global_count; x++)
 190   {
 191     size_t return_value_length;
 192     uint32_t flags;
 193     memcached_return_t rc;
 194     char *return_value= memcached_get(memc, global_keys[x], global_keys_length[x],
 195                                       &return_value_length, &flags, &rc);
 196     /*
 197       test_true(return_value);
 198       test_compare(MEMCACHED_SUCCESS, rc);
 199     */
 200     if (rc == MEMCACHED_SUCCESS && return_value)
 201     {
 202       keys_returned++;
 203       free(return_value);
 204     }
 205   }
 206   test_compare_warn_hint(global_count, keys_returned, "Possible false, positive, memcached may have ejected key/value based on memory needs");
 207
 208   return TEST_SUCCESS;
 209 }
 210
 211 test_return_t mget_read(memcached_st *memc)
 212 {
 213
 214   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 215
 216   test_compare(MEMCACHED_SUCCESS,
 217                memcached_mget(memc, global_keys, global_keys_length, global_count));
 218
 219   // Go fetch the keys and test to see if all of them were returned
 220   {
 221     unsigned int keys_returned;
 222     test_compare(TEST_SUCCESS, fetch_all_results(memc, keys_returned));
 223     test_true(keys_returned > 0);
 224     test_compare_warn_hint(global_count, keys_returned, "Possible false, positive, memcached may have ejected key/value based on memory needs");
 225   }
 226
 227   return TEST_SUCCESS;
 228 }
 229
 230 test_return_t mget_read_result(memcached_st *memc)
 231 {
 232
 233   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 234
 235   test_compare(MEMCACHED_SUCCESS,
 236                memcached_mget(memc, global_keys, global_keys_length, global_count));
 237
 238   /* Turn this into a help function */
 239   {
 240     memcached_result_st results_obj;
 241     memcached_result_st *results= memcached_result_create(memc, &results_obj);
 242     test_true(results);
 243
 244     memcached_return_t rc;
 245     while ((results= memcached_fetch_result(memc, &results_obj, &rc)))
 246     {
 247       if (rc == MEMCACHED_IN_PROGRESS)
 248       {
 249         continue;
 250       }
 251
 252       test_true(results);
 253       test_compare(MEMCACHED_SUCCESS, rc);
 254     }
 255     test_compare(MEMCACHED_END, rc);
 256
 257     memcached_result_free(&results_obj);
 258   }
 259
 260   return TEST_SUCCESS;
 261 }
 262
 263 test_return_t mget_read_partial_result(memcached_st *memc)
 264 {
 265
 266   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 267
 268   test_compare(MEMCACHED_SUCCESS,
 269                memcached_mget(memc, global_keys, global_keys_length, global_count));
 270
 271   // We will scan for just one key
 272   {
 273     memcached_result_st results_obj;
 274     memcached_result_st *results= memcached_result_create(memc, &results_obj);
 275
 276     memcached_return_t rc;
 277     results= memcached_fetch_result(memc, results, &rc);
 278     test_true(results);
 279     test_compare(MEMCACHED_SUCCESS, rc);
 280
 281     memcached_result_free(&results_obj);
 282   }
 283
 284   // We already have a read happening, lets start up another one.
 285   test_compare(MEMCACHED_SUCCESS,
 286                memcached_mget(memc, global_keys, global_keys_length, global_count));
 287   {
 288     memcached_result_st results_obj;
 289     memcached_result_st *results= memcached_result_create(memc, &results_obj);
 290     test_true(results);
 291     test_false(memcached_is_allocated(results));
 292
 293     memcached_return_t rc;
 294     while ((results= memcached_fetch_result(memc, &results_obj, &rc)))
 295     {
 296       test_true(results);
 297       test_compare(MEMCACHED_SUCCESS, rc);
 298     }
 299     test_compare(MEMCACHED_END, rc);
 300
 301     memcached_result_free(&results_obj);
 302   }
 303
 304   return TEST_SUCCESS;
 305 }
 306
 307 test_return_t mget_read_function(memcached_st *memc)
 308 {
 309   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 310
 311   test_compare(MEMCACHED_SUCCESS,
 312                memcached_mget(memc, global_keys, global_keys_length, global_count));
 313
 314   memcached_execute_fn callbacks[]= { &callback_counter };
 315   size_t counter= 0;
 316   test_compare(MEMCACHED_SUCCESS,
 317                memcached_fetch_execute(memc, callbacks, (void *)&counter, 1));
 318
 319   return TEST_SUCCESS;
 320 }
 321
 322 test_return_t delete_generate(memcached_st *memc)
 323 {
 324   size_t total= 0;
 325   for (size_t x= 0; x < global_count; x++)
 326   {
 327     if (memcached_success(memcached_delete(memc, global_keys[x], global_keys_length[x], (time_t)0)))
 328     {
 329       total++;
 330     }
 331   }
 332   test_compare_warn_hint(global_count, total, "Possible false, positive, memcached may have ejected key/value based on memory needs");
 333
 334   return TEST_SUCCESS;
 335 }
 336
 337 test_return_t delete_buffer_generate(memcached_st *memc)
 338 {
 339   memcached_behavior_set(memc, MEMCACHED_BEHAVIOR_BUFFER_REQUESTS, true);
 340
 341   size_t total= 0;
 342   for (size_t x= 0; x < global_count; x++)
 343   {
 344     if (memcached_success(memcached_delete(memc, global_keys[x], global_keys_length[x], (time_t)0)))
 345     {
 346       total++;
 347     }
 348   }
 349   test_compare_warn_hint(global_count, total, "Possible false, positive, memcached may have ejected key/value based on memory needs");
 350
 351   return TEST_SUCCESS;
 352 }
 353
 354 test_return_t mget_read_internal_result(memcached_st *memc)
 355 {
 356
 357   test_skip(true, bool(libmemcached_util_version_check(memc, 1, 4, 4)));
 358
 359   test_compare(MEMCACHED_SUCCESS,
 360                memcached_mget(memc, global_keys, global_keys_length, global_count));
 361   {
 362     memcached_result_st *results= NULL;
 363     memcached_return_t rc;
 364     while ((results= memcached_fetch_result(memc, results, &rc)))
 365     {
 366       test_true(results);
 367       test_compare(MEMCACHED_SUCCESS, rc);
 368     }
 369     test_compare(MEMCACHED_END, rc);
 370
 371     memcached_result_free(results);
 372   }
 373
 374   return TEST_SUCCESS;
 375 }
 376