Merge in all scanner tree + virtual buckets.
[m6w6/libmemcached] / tests / parser.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Libmemcached Client and Server
4 *
5 * Copyright (C) 2011 Data Differential, http://datadifferential.com/
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions are
10 * met:
11 *
12 * * Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 *
15 * * Redistributions in binary form must reproduce the above
16 * copyright notice, this list of conditions and the following disclaimer
17 * in the documentation and/or other materials provided with the
18 * distribution.
19 *
20 * * The names of its contributors may not be used to endorse or
21 * promote products derived from this software without specific prior
22 * written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
25 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
26 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
27 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
28 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
29 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
30 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
31 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
32 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
33 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
34 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 *
36 */
37
38 #include <config.h>
39
40 #include <vector>
41 #include <iostream>
42 #include <string>
43
44 #define BUILDING_LIBMEMCACHED
45 #include <libmemcached/memcached.h>
46
47 #include "tests/parser.h"
48 #include "tests/print.h"
49
50 enum scanner_type_t
51 {
52 NIL,
53 UNSIGNED,
54 SIGNED,
55 ARRAY
56 };
57
58
59 struct scanner_string_st {
60 const char *c_str;
61 size_t size;
62 };
63
64 static inline scanner_string_st scanner_string(const char *arg, size_t arg_size)
65 {
66 scanner_string_st local= { arg, arg_size };
67 return local;
68 }
69
70 #define make_scanner_string(X) scanner_string((X), static_cast<size_t>(sizeof(X) - 1))
71
72 static struct scanner_string_st scanner_string_null= { 0, 0};
73
74 struct scanner_variable_t {
75 enum scanner_type_t type;
76 struct scanner_string_st option;
77 struct scanner_string_st result;
78 test_return_t (*check_func)(memcached_st *memc, const scanner_string_st &hostname);
79 };
80
81 // Check and make sure the first host is what we expect it to be
82 static test_return_t __check_host(memcached_st *memc, const scanner_string_st &hostname)
83 {
84 memcached_server_instance_st instance=
85 memcached_server_instance_by_position(memc, 0);
86
87 test_true(instance);
88
89 const char *first_hostname = memcached_server_name(instance);
90 test_true(first_hostname);
91 test_strcmp(first_hostname, hostname.c_str);
92
93 return TEST_SUCCESS;
94 }
95
96 // Check and make sure the prefix_key is what we expect it to be
97 static test_return_t __check_prefix_key(memcached_st *memc, const scanner_string_st &hostname)
98 {
99 memcached_server_instance_st instance=
100 memcached_server_instance_by_position(memc, 0);
101
102 test_true(instance);
103
104 const char *first_hostname = memcached_server_name(instance);
105 test_true(first_hostname);
106 test_strcmp(first_hostname, hostname.c_str);
107
108 return TEST_SUCCESS;
109 }
110
111 static test_return_t __check_IO_MSG_WATERMARK(memcached_st *memc, const scanner_string_st &value)
112 {
113 uint64_t value_number;
114
115 value_number= atoll(value.c_str);
116
117 test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_IO_MSG_WATERMARK) == value_number);
118 return TEST_SUCCESS;
119 }
120
121 static test_return_t __check_AUTO_EJECT_HOSTS(memcached_st *memc, const scanner_string_st &value)
122 {
123 (void)value;
124 test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_AUTO_EJECT_HOSTS));
125 return TEST_SUCCESS;
126 }
127
128 static test_return_t __check_CACHE_LOOKUPS(memcached_st *memc, const scanner_string_st &value)
129 {
130 (void)value;
131 test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_CACHE_LOOKUPS));
132 return TEST_SUCCESS;
133 }
134
135 static test_return_t __check_NOREPLY(memcached_st *memc, const scanner_string_st &value)
136 {
137 (void)value;
138 test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_NOREPLY));
139 return TEST_SUCCESS;
140 }
141
142 static test_return_t __check_VERIFY_KEY(memcached_st *memc, const scanner_string_st &value)
143 {
144 (void)value;
145 test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_VERIFY_KEY));
146 return TEST_SUCCESS;
147 }
148
149 static test_return_t __check_distribution_RANDOM(memcached_st *memc, const scanner_string_st &value)
150 {
151 (void)value;
152 test_true(memcached_behavior_get(memc, MEMCACHED_BEHAVIOR_DISTRIBUTION) == MEMCACHED_DISTRIBUTION_RANDOM);
153 return TEST_SUCCESS;
154 }
155
156 scanner_variable_t test_server_strings[]= {
157 { ARRAY, make_scanner_string("--server=localhost"), make_scanner_string("localhost"), __check_host },
158 { ARRAY, make_scanner_string("--server=10.0.2.1"), make_scanner_string("10.0.2.1"), __check_host },
159 { ARRAY, make_scanner_string("--server=example.com"), make_scanner_string("example.com"), __check_host },
160 { ARRAY, make_scanner_string("--server=localhost:30"), make_scanner_string("localhost"), __check_host },
161 { ARRAY, make_scanner_string("--server=10.0.2.1:20"), make_scanner_string("10.0.2.1"), __check_host },
162 { ARRAY, make_scanner_string("--server=example.com:1024"), make_scanner_string("example.com"), __check_host },
163 { NIL, scanner_string_null, scanner_string_null, NULL }
164 };
165
166 scanner_variable_t test_servers_strings[]= {
167 { ARRAY, make_scanner_string("--servers=localhost:11221,localhost:11222,localhost:11223,localhost:11224,localhost:11225"), scanner_string_null, NULL },
168 { ARRAY, make_scanner_string("--servers=a.example.com:81,localhost:82,b.example.com"), scanner_string_null, NULL },
169 { ARRAY, make_scanner_string("--servers=localhost,localhost:80"), scanner_string_null, NULL },
170 { NIL, scanner_string_null, scanner_string_null, NULL}
171 };
172
173
174 scanner_variable_t bad_test_strings[]= {
175 { ARRAY, make_scanner_string("-servers=localhost:11221,localhost:11222,localhost:11223,localhost:11224,localhost:11225"), scanner_string_null, NULL },
176 { ARRAY, make_scanner_string("-- servers=a.example.com:81,localhost:82,b.example.com"), scanner_string_null, NULL },
177 { ARRAY, make_scanner_string("--servers=localhost+80"), scanner_string_null, NULL},
178 { ARRAY, make_scanner_string("--servers=localhost.com."), scanner_string_null, NULL},
179 { ARRAY, make_scanner_string("--server=localhost.com."), scanner_string_null, NULL},
180 { ARRAY, make_scanner_string("--server=localhost.com.:80"), scanner_string_null, NULL},
181 { NIL, scanner_string_null, scanner_string_null, NULL}
182 };
183
184 scanner_variable_t test_number_options[]= {
185 { ARRAY, make_scanner_string("--CONNECT_TIMEOUT=456"), scanner_string_null, NULL },
186 { ARRAY, make_scanner_string("--IO_MSG_WATERMARK=456"), make_scanner_string("456"), __check_IO_MSG_WATERMARK },
187 { ARRAY, make_scanner_string("--IO_BYTES_WATERMARK=456"), scanner_string_null, NULL },
188 { ARRAY, make_scanner_string("--IO_KEY_PREFETCH=456"), scanner_string_null, NULL },
189 { ARRAY, make_scanner_string("--NUMBER_OF_REPLICAS=456"), scanner_string_null, NULL },
190 { ARRAY, make_scanner_string("--POLL_TIMEOUT=456"), scanner_string_null, NULL },
191 { ARRAY, make_scanner_string("--RCV_TIMEOUT=456"), scanner_string_null, NULL },
192 { ARRAY, make_scanner_string("--RETRY_TIMEOUT=456"), scanner_string_null, NULL },
193 { ARRAY, make_scanner_string("--SERVER_FAILURE_LIMIT=456"), scanner_string_null, NULL },
194 { ARRAY, make_scanner_string("--SND_TIMEOUT=456"), scanner_string_null, NULL },
195 { ARRAY, make_scanner_string("--SOCKET_RECV_SIZE=456"), scanner_string_null, NULL },
196 { ARRAY, make_scanner_string("--SOCKET_SEND_SIZE=456"), scanner_string_null, NULL },
197 { NIL, scanner_string_null, scanner_string_null, NULL}
198 };
199
200 scanner_variable_t test_boolean_options[]= {
201 { ARRAY, make_scanner_string("--AUTO_EJECT_HOSTS"), scanner_string_null, __check_AUTO_EJECT_HOSTS },
202 { ARRAY, make_scanner_string("--BINARY_PROTOCOL"), scanner_string_null, NULL },
203 { ARRAY, make_scanner_string("--BUFFER_REQUESTS"), scanner_string_null, NULL },
204 { ARRAY, make_scanner_string("--CACHE_LOOKUPS"), scanner_string_null, __check_CACHE_LOOKUPS },
205 { ARRAY, make_scanner_string("--HASH_WITH_PREFIX_KEY"), scanner_string_null, NULL },
206 { ARRAY, make_scanner_string("--KETAMA_WEIGHTED"), scanner_string_null, NULL },
207 { ARRAY, make_scanner_string("--NOREPLY"), scanner_string_null, __check_NOREPLY },
208 { ARRAY, make_scanner_string("--RANDOMIZE_REPLICA_READ"), scanner_string_null, NULL },
209 { ARRAY, make_scanner_string("--SORT_HOSTS"), scanner_string_null, NULL },
210 { ARRAY, make_scanner_string("--SUPPORT_CAS"), scanner_string_null, NULL },
211 { ARRAY, make_scanner_string("--TCP_NODELAY"), scanner_string_null, NULL },
212 { ARRAY, make_scanner_string("--TCP_KEEPALIVE"), scanner_string_null, NULL },
213 { ARRAY, make_scanner_string("--TCP_KEEPIDLE"), scanner_string_null, NULL },
214 { ARRAY, make_scanner_string("--USE_UDP"), scanner_string_null, NULL },
215 { ARRAY, make_scanner_string("--VERIFY_KEY"), scanner_string_null, __check_VERIFY_KEY },
216 { NIL, scanner_string_null, scanner_string_null, NULL}
217 };
218
219 scanner_variable_t prefix_key_strings[]= {
220 { ARRAY, make_scanner_string("--PREFIX_KEY=foo"), make_scanner_string("foo"), __check_prefix_key },
221 { ARRAY, make_scanner_string("--PREFIX-KEY=\"foo\""), make_scanner_string("foo"), __check_prefix_key },
222 { ARRAY, make_scanner_string("--PREFIX-KEY=\"This is a very long key\""), make_scanner_string("This is a very long key"), __check_prefix_key },
223 { NIL, scanner_string_null, scanner_string_null, NULL}
224 };
225
226 scanner_variable_t distribution_strings[]= {
227 { ARRAY, make_scanner_string("--DISTRIBUTION=consistent"), scanner_string_null, NULL },
228 { ARRAY, make_scanner_string("--DISTRIBUTION=consistent,CRC"), scanner_string_null, NULL },
229 { ARRAY, make_scanner_string("--DISTRIBUTION=consistent,MD5"), scanner_string_null, NULL },
230 { ARRAY, make_scanner_string("--DISTRIBUTION=random"), scanner_string_null, __check_distribution_RANDOM },
231 { ARRAY, make_scanner_string("--DISTRIBUTION=modula"), scanner_string_null, NULL },
232 { NIL, scanner_string_null, scanner_string_null, NULL}
233 };
234
235 scanner_variable_t hash_strings[]= {
236 { ARRAY, make_scanner_string("--HASH=CRC"), scanner_string_null, NULL },
237 { ARRAY, make_scanner_string("--HASH=FNV1A_32"), scanner_string_null, NULL },
238 { ARRAY, make_scanner_string("--HASH=FNV1A_64"), scanner_string_null, NULL },
239 { ARRAY, make_scanner_string("--HASH=FNV1_32"), scanner_string_null, NULL },
240 { ARRAY, make_scanner_string("--HASH=FNV1_64"), scanner_string_null, NULL },
241 { ARRAY, make_scanner_string("--HASH=JENKINS"), scanner_string_null, NULL },
242 { ARRAY, make_scanner_string("--HASH=MD5"), scanner_string_null, NULL },
243 { ARRAY, make_scanner_string("--HASH=MURMUR"), scanner_string_null, NULL },
244 { NIL, scanner_string_null, scanner_string_null, NULL}
245 };
246
247
248 static test_return_t _test_option(scanner_variable_t *scanner, bool test_true= true)
249 {
250 (void)test_true;
251 memcached_st *memc;
252 memc= memcached_create(NULL);
253
254 for (scanner_variable_t *ptr= scanner; ptr->type != NIL; ptr++)
255 {
256 memcached_return_t rc;
257 rc= memcached_parse_configuration(memc, ptr->option.c_str, ptr->option.size);
258 if (test_true)
259 {
260 if (rc != MEMCACHED_SUCCESS)
261 memcached_error_print(memc);
262
263 test_true(rc == MEMCACHED_SUCCESS);
264
265 if (ptr->check_func)
266 {
267 (*ptr->check_func)(memc, ptr->result);
268 }
269 }
270 else
271 {
272 test_false_with(rc == MEMCACHED_SUCCESS, ptr->option.c_str);
273 }
274 memcached_reset(memc);
275 }
276 memcached_free(memc);
277
278 return TEST_SUCCESS;
279 }
280
281 test_return_t server_test(memcached_st *junk)
282 {
283 (void)junk;
284 return _test_option(test_server_strings);
285 }
286
287 test_return_t servers_test(memcached_st *junk)
288 {
289 (void)junk;
290
291 test_return_t rc;
292 if ((rc= _test_option(test_server_strings)) != TEST_SUCCESS)
293 {
294 return rc;
295 }
296
297 #if 0
298 memcached_server_fn callbacks[1];
299 callbacks[0]= server_print_callback;
300 memcached_server_cursor(memc, callbacks, NULL, 1);
301 #endif
302
303 if ((rc= _test_option(bad_test_strings, false)) != TEST_SUCCESS)
304 {
305 return rc;
306 }
307
308 return TEST_SUCCESS;
309 }
310
311 test_return_t parser_number_options_test(memcached_st *junk)
312 {
313 (void)junk;
314 return _test_option(test_number_options);
315 }
316
317 test_return_t parser_boolean_options_test(memcached_st *junk)
318 {
319 (void)junk;
320 return _test_option(test_boolean_options);
321 }
322
323 test_return_t behavior_parser_test(memcached_st *junk)
324 {
325 (void)junk;
326 return TEST_SUCCESS;
327 }
328
329 test_return_t parser_hash_test(memcached_st *junk)
330 {
331 (void)junk;
332 return _test_option(hash_strings);
333 }
334
335 test_return_t parser_distribution_test(memcached_st *junk)
336 {
337 (void)junk;
338 return _test_option(distribution_strings);
339 }
340
341 test_return_t parser_key_prefix_test(memcached_st *junk)
342 {
343 (void)junk;
344 return _test_option(distribution_strings);
345 }
346
347 #define SUPPORT_EXAMPLE_CNF "support/example.cnf"
348
349 test_return_t memcached_parse_configure_file_test(memcached_st *junk)
350 {
351 (void)junk;
352
353 if (access(SUPPORT_EXAMPLE_CNF, R_OK))
354 return TEST_SKIPPED;
355
356 memcached_st memc;
357 memcached_st *memc_ptr= memcached_create(&memc);
358
359 test_true(memc_ptr);
360
361 memcached_return_t rc= memcached_parse_configure_file(memc_ptr, memcached_string_with_size(SUPPORT_EXAMPLE_CNF));
362 test_true_got(rc == MEMCACHED_SUCCESS, memcached_last_error_message(memc_ptr) ? memcached_last_error_message(memc_ptr) : memcached_strerror(NULL, rc));
363 memcached_free(memc_ptr);
364
365 return TEST_SUCCESS;
366 }
367
368 test_return_t memcached_create_with_options_with_filename(memcached_st *junk)
369 {
370 (void)junk;
371 if (access(SUPPORT_EXAMPLE_CNF, R_OK))
372 return TEST_SKIPPED;
373
374 memcached_st *memc_ptr;
375 memc_ptr= memcached_create_with_options(STRING_WITH_LEN("--CONFIGURE-FILE=\"support/example.cnf\""));
376 test_true_got(memc_ptr, memcached_last_error_message(memc_ptr));
377 memcached_free(memc_ptr);
378
379 return TEST_SUCCESS;
380 }
381
382 test_return_t libmemcached_check_configuration_with_filename_test(memcached_st *junk)
383 {
384 (void)junk;
385
386 if (access(SUPPORT_EXAMPLE_CNF, R_OK))
387 return TEST_SKIPPED;
388
389 memcached_return_t rc;
390 char buffer[BUFSIZ];
391
392 rc= libmemcached_check_configuration(STRING_WITH_LEN("--CONFIGURE-FILE=\"support/example.cnf\""), buffer, sizeof(buffer));
393 test_true_got(rc == MEMCACHED_SUCCESS, buffer);
394
395 rc= libmemcached_check_configuration(STRING_WITH_LEN("--CONFIGURE-FILE=support/example.cnf"), buffer, sizeof(buffer));
396 test_false_with(rc == MEMCACHED_SUCCESS, buffer);
397
398 rc= libmemcached_check_configuration(STRING_WITH_LEN("--CONFIGURE-FILE=\"bad-path/example.cnf\""), buffer, sizeof(buffer));
399 test_true_got(rc == MEMCACHED_ERRNO, buffer);
400
401 return TEST_SUCCESS;
402 }
403
404 test_return_t libmemcached_check_configuration_test(memcached_st *junk)
405 {
406 (void)junk;
407
408 memcached_return_t rc;
409 char buffer[BUFSIZ];
410
411 rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost"), buffer, sizeof(buffer));
412 test_true_got(rc == MEMCACHED_SUCCESS, buffer);
413
414 rc= libmemcached_check_configuration(STRING_WITH_LEN("--dude=localhost"), buffer, sizeof(buffer));
415 test_false_with(rc == MEMCACHED_SUCCESS, buffer);
416 test_true(rc == MEMCACHED_PARSE_ERROR);
417
418 return TEST_SUCCESS;
419 }
420
421 test_return_t memcached_create_with_options_test(memcached_st *junk)
422 {
423 (void)junk;
424
425 memcached_st *memc_ptr;
426 memc_ptr= memcached_create_with_options(STRING_WITH_LEN("--server=localhost"));
427 test_true_got(memc_ptr, memcached_last_error_message(memc_ptr));
428 memcached_free(memc_ptr);
429
430 memc_ptr= memcached_create_with_options(STRING_WITH_LEN("--dude=localhost"));
431 test_false_with(memc_ptr, memcached_last_error_message(memc_ptr));
432
433 return TEST_SUCCESS;
434 }
435
436 test_return_t test_include_keyword(memcached_st *junk)
437 {
438 if (access(SUPPORT_EXAMPLE_CNF, R_OK))
439 return TEST_SKIPPED;
440
441 (void)junk;
442 char buffer[BUFSIZ];
443 memcached_return_t rc;
444 rc= libmemcached_check_configuration(STRING_WITH_LEN("INCLUDE \"support/example.cnf\""), buffer, sizeof(buffer));
445 test_true_got(rc == MEMCACHED_SUCCESS, buffer);
446
447 return TEST_SUCCESS;
448 }
449
450 test_return_t test_end_keyword(memcached_st *junk)
451 {
452 (void)junk;
453 char buffer[BUFSIZ];
454 memcached_return_t rc;
455 rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost END bad keywords"), buffer, sizeof(buffer));
456 test_true_got(rc == MEMCACHED_SUCCESS, buffer);
457
458 return TEST_SUCCESS;
459 }
460
461 test_return_t test_reset_keyword(memcached_st *junk)
462 {
463 (void)junk;
464 char buffer[BUFSIZ];
465 memcached_return_t rc;
466 rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost reset --server=bad.com"), buffer, sizeof(buffer));
467 test_true_got(rc == MEMCACHED_SUCCESS, buffer);
468
469 return TEST_SUCCESS;
470 }
471
472 test_return_t test_error_keyword(memcached_st *junk)
473 {
474 (void)junk;
475 char buffer[BUFSIZ];
476 memcached_return_t rc;
477 rc= libmemcached_check_configuration(STRING_WITH_LEN("--server=localhost ERROR --server=bad.com"), buffer, sizeof(buffer));
478 test_true_got(rc != MEMCACHED_SUCCESS, buffer);
479
480 return TEST_SUCCESS;
481 }
482
483 #define RANDOM_STRINGS 50
484 test_return_t random_statement_build_test(memcached_st *junk)
485 {
486 (void)junk;
487 std::vector<scanner_string_st *> option_list;
488
489 for (scanner_variable_t *ptr= test_server_strings; ptr->type != NIL; ptr++)
490 option_list.push_back(&ptr->option);
491
492 #if 0
493 for (scanner_variable_t *ptr= test_servers_strings; ptr->type != NIL; ptr++)
494 option_list.push_back(&ptr->option);
495 #endif
496
497 for (scanner_variable_t *ptr= test_number_options; ptr->type != NIL; ptr++)
498 option_list.push_back(&ptr->option);
499
500 for (scanner_variable_t *ptr= test_boolean_options; ptr->type != NIL; ptr++)
501 option_list.push_back(&ptr->option);
502
503 for (scanner_variable_t *ptr= prefix_key_strings; ptr->type != NIL; ptr++)
504 option_list.push_back(&ptr->option);
505
506 for (scanner_variable_t *ptr= distribution_strings; ptr->type != NIL; ptr++)
507 option_list.push_back(&ptr->option);
508
509 for (scanner_variable_t *ptr= hash_strings; ptr->type != NIL; ptr++)
510 option_list.push_back(&ptr->option);
511
512 for (uint32_t x= 0; x < RANDOM_STRINGS; x++)
513 {
514 std::string random_options;
515
516 uint32_t number_of= random() % option_list.size();
517 for (uint32_t options= 0; options < number_of; options++)
518 {
519 random_options+= option_list[random() % option_list.size()]->c_str;
520 random_options+= " ";
521 }
522
523 memcached_return_t rc;
524 memcached_st *memc_ptr= memcached_create(NULL);
525 rc= memcached_parse_configuration(memc_ptr, random_options.c_str(), random_options.size() -1);
526 if (rc == MEMCACHED_PARSE_ERROR)
527 {
528 std::cerr << std::endl << "Failed to parse(" << memcached_strerror(NULL, rc) << "): " << random_options << std::endl;
529 memcached_error_print(memc_ptr);
530 }
531 memcached_free(memc_ptr);
532 }
533
534 return TEST_SUCCESS;
535 }