Merge in local trunk
[awesomized/libmemcached] / libmemcached / hash.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Libmemcached library
4 *
5 * Copyright (C) 2011 Data Differential, http://datadifferential.com/
6 * Copyright (C) 2006-2009 Brian Aker All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions are
10 * met:
11 *
12 * * Redistributions of source code must retain the above copyright
13 * notice, this list of conditions and the following disclaimer.
14 *
15 * * Redistributions in binary form must reproduce the above
16 * copyright notice, this list of conditions and the following disclaimer
17 * in the documentation and/or other materials provided with the
18 * distribution.
19 *
20 * * The names of its contributors may not be used to endorse or
21 * promote products derived from this software without specific prior
22 * written permission.
23 *
24 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
25 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
26 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
27 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
28 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
29 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
30 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
31 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
32 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
33 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
34 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35 *
36 */
37
38
39 #include <libmemcached/common.h>
40
41 #include <sys/time.h>
42
43 #include <libmemcached/virtual_bucket.h>
44
45 uint32_t memcached_generate_hash_value(const char *key, size_t key_length, memcached_hash_t hash_algorithm)
46 {
47 return libhashkit_digest(key, key_length, (hashkit_hash_algorithm_t)hash_algorithm);
48 }
49
50 static inline uint32_t generate_hash(const memcached_st *ptr, const char *key, size_t key_length)
51 {
52 return hashkit_digest(&ptr->hashkit, key, key_length);
53 }
54
55 static uint32_t dispatch_host(const memcached_st *ptr, uint32_t hash)
56 {
57 switch (ptr->distribution)
58 {
59 case MEMCACHED_DISTRIBUTION_CONSISTENT:
60 case MEMCACHED_DISTRIBUTION_CONSISTENT_WEIGHTED:
61 case MEMCACHED_DISTRIBUTION_CONSISTENT_KETAMA:
62 case MEMCACHED_DISTRIBUTION_CONSISTENT_KETAMA_SPY:
63 {
64 uint32_t num= ptr->ketama.continuum_points_counter;
65 WATCHPOINT_ASSERT(ptr->continuum);
66
67 hash= hash;
68 memcached_continuum_item_st *begin, *end, *left, *right, *middle;
69 begin= left= ptr->ketama.continuum;
70 end= right= ptr->ketama.continuum + num;
71
72 while (left < right)
73 {
74 middle= left + (right - left) / 2;
75 if (middle->value < hash)
76 left= middle + 1;
77 else
78 right= middle;
79 }
80 if (right == end)
81 right= begin;
82 return right->index;
83 }
84 case MEMCACHED_DISTRIBUTION_MODULA:
85 return hash % memcached_server_count(ptr);
86 case MEMCACHED_DISTRIBUTION_RANDOM:
87 return (uint32_t) random() % memcached_server_count(ptr);
88 case MEMCACHED_DISTRIBUTION_VIRTUAL_BUCKET:
89 {
90 return memcached_virtual_bucket_get(ptr, hash);
91 }
92 default:
93 case MEMCACHED_DISTRIBUTION_CONSISTENT_MAX:
94 WATCHPOINT_ASSERT(0); /* We have added a distribution without extending the logic */
95 return hash % memcached_server_count(ptr);
96 }
97 /* NOTREACHED */
98 }
99
100 /*
101 One version is public and will not modify the distribution hash, the other will.
102 */
103 static inline uint32_t _generate_hash_wrapper(const memcached_st *ptr, const char *key, size_t key_length)
104 {
105 WATCHPOINT_ASSERT(memcached_server_count(ptr));
106
107 if (memcached_server_count(ptr) == 1)
108 return 0;
109
110 if (ptr->flags.hash_with_prefix_key)
111 {
112 size_t temp_length= memcached_array_size(ptr->prefix_key) + key_length;
113 char temp[MEMCACHED_MAX_KEY];
114
115 if (temp_length > MEMCACHED_MAX_KEY -1)
116 return 0;
117
118 strncpy(temp, memcached_array_string(ptr->prefix_key), memcached_array_size(ptr->prefix_key));
119 strncpy(temp + memcached_array_size(ptr->prefix_key), key, key_length);
120
121 return generate_hash(ptr, temp, temp_length);
122 }
123 else
124 {
125 return generate_hash(ptr, key, key_length);
126 }
127 }
128
129 static inline void _regen_for_auto_eject(memcached_st *ptr)
130 {
131 if (_is_auto_eject_host(ptr) && ptr->ketama.next_distribution_rebuild)
132 {
133 struct timeval now;
134
135 if (gettimeofday(&now, NULL) == 0 &&
136 now.tv_sec > ptr->ketama.next_distribution_rebuild)
137 {
138 run_distribution(ptr);
139 }
140 }
141 }
142
143 void memcached_autoeject(memcached_st *ptr)
144 {
145 _regen_for_auto_eject(ptr);
146 }
147
148 uint32_t memcached_generate_hash_with_redistribution(memcached_st *ptr, const char *key, size_t key_length)
149 {
150 uint32_t hash= _generate_hash_wrapper(ptr, key, key_length);
151
152 _regen_for_auto_eject(ptr);
153
154 return dispatch_host(ptr, hash);
155 }
156
157 uint32_t memcached_generate_hash(const memcached_st *ptr, const char *key, size_t key_length)
158 {
159 return dispatch_host(ptr, _generate_hash_wrapper(ptr, key, key_length));
160 }
161
162 const hashkit_st *memcached_get_hashkit(const memcached_st *ptr)
163 {
164 return &ptr->hashkit;
165 }
166
167 memcached_return_t memcached_set_hashkit(memcached_st *self, hashkit_st *hashk)
168 {
169 hashkit_free(&self->hashkit);
170 hashkit_clone(&self->hashkit, hashk);
171
172 return MEMCACHED_SUCCESS;
173 }
174
175 const char * libmemcached_string_hash(memcached_hash_t type)
176 {
177 return libhashkit_string_hash((hashkit_hash_algorithm_t)type);
178 }