X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;ds=sidebyside;f=lib%2Fmemcached_hash.c;h=f365cc0ee6815b817e3304573b316a0d3f098144;hb=013715211f094bb98ab7ed830b6cd24328641eba;hp=ca7229c2cd89880945afe49622c65e9974017f6a;hpb=afcf6c1a1c42ed21d50fb17fc1ba6589fddb5030;p=awesomized%2Flibmemcached diff --git a/lib/memcached_hash.c b/lib/memcached_hash.c index ca7229c2..f365cc0e 100644 --- a/lib/memcached_hash.c +++ b/lib/memcached_hash.c @@ -1,36 +1,122 @@ #include "common.h" +/* Defines */ +static uint64_t FNV_64_INIT= 0xcbf29ce484222325LL; +static uint64_t FNV_64_PRIME= 0x100000001b3LL; + +static uint32_t FNV_32_INIT= 2166136261UL; +static uint32_t FNV_32_PRIME= 16777619; + /* Prototypes */ -static unsigned int internal_generate_hash(char *key, size_t key_length); +static uint32_t internal_generate_hash(char *key, size_t key_length); +static uint32_t internal_generate_md5(char *key, size_t key_length); +static uint32_t internal_generate_ketama_md5(char *key, size_t key_length); unsigned int memcached_generate_hash(memcached_st *ptr, char *key, size_t key_length) { - unsigned int hash; + uint32_t hash= 1; /* Just here to remove compile warning */ + unsigned int x; + + WATCHPOINT_ASSERT(ptr->number_of_hosts); + + if (ptr->number_of_hosts == 1) + return 0; - if (ptr->flags & MEM_USE_MD5) + switch (ptr->hash) { - unsigned char results[16]; + case MEMCACHED_HASH_DEFAULT: + hash= internal_generate_hash(key, key_length); + break; + case MEMCACHED_HASH_MD5: + hash= internal_generate_md5(key, key_length); + break; + case MEMCACHED_HASH_CRC: + hash= ((hash_crc32(key, key_length) >> 16) & 0x7fff); + if (hash == 0) + hash= 1; + break; + /* FNV hash'es lifted from Dustin Sallings work */ + case MEMCACHED_HASH_FNV1_64: + { + /* Thanks to pierre@demartines.com for the pointer */ + uint64_t temp_hash; + + temp_hash= FNV_64_INIT; + for (x= 0; x < key_length; x++) + { + temp_hash *= FNV_64_PRIME; + temp_hash ^= key[x]; + } + hash= (uint32_t)temp_hash; + } + break; + case MEMCACHED_HASH_FNV1A_64: + { + hash= FNV_64_INIT; + for (x= 0; x < key_length; x++) + { + hash ^= key[x]; + hash *= FNV_64_PRIME; + } + } + break; + case MEMCACHED_HASH_FNV1_32: + { + hash= FNV_32_INIT; + for (x= 0; x < key_length; x++) + { + hash *= FNV_32_PRIME; + hash ^= key[x]; + } + } + break; + case MEMCACHED_HASH_FNV1A_32: + { + hash= FNV_32_INIT; + for (x= 0; x < key_length; x++) + { + hash ^= key[x]; + hash *= FNV_32_PRIME; + } + } + break; + case MEMCACHED_HASH_KETAMA: + { + hash= internal_generate_ketama_md5(key, key_length); + break; + } + case MEMCACHED_HASH_HSIEH: + { + hash= hsieh_hash(key, key_length); + break; + } + case MEMCACHED_HASH_MURMUR: + { + hash= murmur_hash(key, key_length); + break; + } + } - md5_signature((unsigned char*)key, (unsigned int)key_length, results); + WATCHPOINT_ASSERT(hash); - hash= (unsigned int)(( results[3] << 24 ) - | ( results[2] << 16 ) - | ( results[1] << 8 ) - | results[0] ); + if (ptr->distribution == MEMCACHED_DISTRIBUTION_MODULA) + { + return hash % ptr->number_of_hosts; } else - hash= internal_generate_hash(key, key_length); + { + unsigned int server_key; - if (ptr->flags & MEM_USE_KETAMA) - assert(0); - else - return hash % ptr->number_of_hosts; + server_key= hash % MEMCACHED_WHEEL_SIZE; + + return ptr->wheel[server_key]; + } } -static unsigned int internal_generate_hash(char *key, size_t key_length) +static uint32_t internal_generate_hash(char *key, size_t key_length) { char *ptr= key; - unsigned int value= 0; + uint32_t value= 0; while (--key_length) { @@ -44,3 +130,27 @@ static unsigned int internal_generate_hash(char *key, size_t key_length) return value == 0 ? 1 : value; } + +static uint32_t internal_generate_md5(char *key, size_t key_length) +{ + unsigned char results[16]; + + md5_signature((unsigned char*)key, (unsigned int)key_length, results); + + return (uint32_t)(( results[3] << 24 ) + | ( results[2] << 16 ) + | ( results[1] << 8 ) + | results[0] ); +} + +static uint32_t internal_generate_ketama_md5(char *key, size_t key_length) +{ + unsigned char results[16]; + + md5_signature((unsigned char*)key, (unsigned int)key_length, results); + + return ((uint32_t) (results[3] & 0xFF) << 24) + | ((uint32_t) (results[2] & 0xFF) << 16) + | ((uint32_t) (results[1] & 0xFF) << 8) + | (results[0] & 0xFF); +}