X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=libmemcached%2Fget.c;h=035f6ea2d9eb9a381fac49dbd0056191f485e15c;hb=648b04703e752c8146f42c913b7f25ce7eca2196;hp=97f1c29940258813f41f0e068b6c2c03ff9399e4;hpb=55b5455291498ef63c1c34976552d58708a74732;p=m6w6%2Flibmemcached diff --git a/libmemcached/get.c b/libmemcached/get.c index 97f1c299..035f6ea2 100644 --- a/libmemcached/get.c +++ b/libmemcached/get.c @@ -144,7 +144,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, size_t number_of_keys, bool mget_mode) { - unsigned int x; + uint32_t x; memcached_return_t rc= MEMCACHED_NOTFOUND; const char *get_command= "get "; uint8_t get_command_length= 4; @@ -169,7 +169,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, { if (ptr->flags.verify_key && (memcached_key_test((const char * const *)&master_key, &master_key_length, 1) == MEMCACHED_BAD_KEY_PROVIDED)) return MEMCACHED_BAD_KEY_PROVIDED; - master_server_key= memcached_generate_hash(ptr, master_key, master_key_length); + master_server_key= memcached_generate_hash_with_redistribution(ptr, master_key, master_key_length); is_master_key_set= true; } @@ -181,7 +181,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, */ for (x= 0; x < memcached_server_count(ptr); x++) { - memcached_server_instance_st *instance= + memcached_server_write_instance_st instance= memcached_server_instance_fetch(ptr, x); if (memcached_server_response_count(instance)) @@ -189,7 +189,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; if (ptr->flags.no_block) - (void)memcached_io_write(instance, NULL, 0, 1); + (void)memcached_io_write(instance, NULL, 0, true); while(memcached_server_response_count(instance)) (void)memcached_response(instance, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, &ptr->result); @@ -212,7 +212,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, */ for (x= 0; x < number_of_keys; x++) { - memcached_server_instance_st *instance; + memcached_server_write_instance_st instance; uint32_t server_key; if (is_master_key_set) @@ -221,7 +221,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, } else { - server_key= memcached_generate_hash(ptr, keys[x], key_length[x]); + server_key= memcached_generate_hash_with_redistribution(ptr, keys[x], key_length[x]); } instance= memcached_server_instance_fetch(ptr, server_key); @@ -233,7 +233,7 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, if (rc != MEMCACHED_SUCCESS) continue; - if ((memcached_io_write(instance, get_command, get_command_length, 0)) == -1) + if ((memcached_io_write(instance, get_command, get_command_length, false)) == -1) { rc= MEMCACHED_SOME_ERRORS; continue; @@ -244,9 +244,9 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, } /* Only called when we have a prefix key */ - if (ptr->prefix_key[0] != 0) + if (ptr->prefix_key_length) { - if ((memcached_io_write(instance, ptr->prefix_key, ptr->prefix_key_length, 0)) == -1) + if ((memcached_io_write(instance, ptr->prefix_key, ptr->prefix_key_length, false)) == -1) { memcached_server_response_reset(instance); rc= MEMCACHED_SOME_ERRORS; @@ -254,14 +254,14 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, } } - if ((memcached_io_write(instance, keys[x], key_length[x], 0)) == -1) + if ((memcached_io_write(instance, keys[x], key_length[x], false)) == -1) { memcached_server_response_reset(instance); rc= MEMCACHED_SOME_ERRORS; continue; } - if ((memcached_io_write(instance, " ", 1, 0)) == -1) + if ((memcached_io_write(instance, " ", 1, false)) == -1) { memcached_server_response_reset(instance); rc= MEMCACHED_SOME_ERRORS; @@ -274,13 +274,13 @@ static memcached_return_t memcached_mget_by_key_real(memcached_st *ptr, */ for (x= 0; x < memcached_server_count(ptr); x++) { - memcached_server_instance_st *instance= + memcached_server_write_instance_st instance= memcached_server_instance_fetch(ptr, x); if (memcached_server_response_count(instance)) { /* We need to do something about non-connnected hosts in the future */ - if ((memcached_io_write(instance, "\r\n", 2, 1)) == -1) + if ((memcached_io_write(instance, "\r\n", 2, true)) == -1) { rc= MEMCACHED_SOME_ERRORS; } @@ -362,7 +362,7 @@ static memcached_return_t simple_binary_mget(memcached_st *ptr, for (x= 0; x < number_of_keys; x++) { uint32_t server_key; - memcached_server_instance_st *instance; + memcached_server_write_instance_st instance; if (is_master_key_set) { @@ -370,7 +370,7 @@ static memcached_return_t simple_binary_mget(memcached_st *ptr, } else { - server_key= memcached_generate_hash(ptr, keys[x], key_length[x]); + server_key= memcached_generate_hash_with_redistribution(ptr, keys[x], key_length[x]); } instance= memcached_server_instance_fetch(ptr, server_key); @@ -402,14 +402,13 @@ static memcached_return_t simple_binary_mget(memcached_st *ptr, return vk; } - request.message.header.request.keylen= htons((uint16_t)key_length[x]); + request.message.header.request.keylen= htons((uint16_t)(key_length[x] + ptr->prefix_key_length)); request.message.header.request.datatype= PROTOCOL_BINARY_RAW_BYTES; - request.message.header.request.bodylen= htonl((uint32_t) key_length[x]); + request.message.header.request.bodylen= htonl((uint32_t)( key_length[x] + ptr->prefix_key_length)); - if ((memcached_io_write(instance, request.bytes, - sizeof(request.bytes), 0) == -1) || - (memcached_io_write(instance, keys[x], - key_length[x], (char) flush) == -1)) + if ((memcached_io_write(instance, request.bytes, sizeof(request.bytes), false) == -1) || + (memcached_io_write(instance, ptr->prefix_key, ptr->prefix_key_length, false) == -1) || + (memcached_io_write(instance, keys[x], key_length[x], flush) == -1)) { memcached_server_response_reset(instance); rc= MEMCACHED_SOME_ERRORS; @@ -419,9 +418,10 @@ static memcached_return_t simple_binary_mget(memcached_st *ptr, /* We just want one pending response per server */ memcached_server_response_reset(instance); memcached_server_response_increment(instance); - if ((x > 0 && x == ptr->io_key_prefetch) && - memcached_flush_buffers(ptr) != MEMCACHED_SUCCESS) + if ((x > 0 && x == ptr->io_key_prefetch) && memcached_flush_buffers(ptr) != MEMCACHED_SUCCESS) + { rc= MEMCACHED_SOME_ERRORS; + } } if (mget_mode) @@ -436,12 +436,12 @@ static memcached_return_t simple_binary_mget(memcached_st *ptr, for (x= 0; x < memcached_server_count(ptr); x++) { - memcached_server_instance_st *instance= + memcached_server_write_instance_st instance= memcached_server_instance_fetch(ptr, x); if (memcached_server_response_count(instance)) { - if (memcached_io_write(instance, NULL, 0, 1) == -1) + if (memcached_io_write(instance, NULL, 0, true) == -1) { memcached_server_response_reset(instance); memcached_io_reset(instance); @@ -449,7 +449,7 @@ static memcached_return_t simple_binary_mget(memcached_st *ptr, } if (memcached_io_write(instance, request.bytes, - sizeof(request.bytes), 1) == -1) + sizeof(request.bytes), true) == -1) { memcached_server_response_reset(instance); memcached_io_reset(instance); @@ -484,7 +484,7 @@ static memcached_return_t replication_binary_mget(memcached_st *ptr, for (x= 0; x < number_of_keys; ++x) { - memcached_server_instance_st *instance; + memcached_server_write_instance_st instance; if (hash[x] == memcached_server_count(ptr)) continue; /* Already successfully sent */ @@ -519,9 +519,9 @@ static memcached_return_t replication_binary_mget(memcached_st *ptr, .message.header.request= { .magic= PROTOCOL_BINARY_REQ, .opcode= PROTOCOL_BINARY_CMD_GETK, - .keylen= htons((uint16_t)key_length[x]), + .keylen= htons((uint16_t)(key_length[x] + ptr->prefix_key_length)), .datatype= PROTOCOL_BINARY_RAW_BYTES, - .bodylen= htonl((uint32_t)key_length[x]) + .bodylen= htonl((uint32_t)(key_length[x] + ptr->prefix_key_length)) } }; @@ -535,10 +535,9 @@ static memcached_return_t replication_binary_mget(memcached_st *ptr, * that we might have processed some of the responses etc. For now, * just make sure we work _correctly_ */ - if ((memcached_io_write(instance, request.bytes, - sizeof(request.bytes), 0) == -1) || - (memcached_io_write(instance, keys[x], - key_length[x], 1) == -1)) + if ((memcached_io_write(instance, request.bytes, sizeof(request.bytes), false) == -1) || + (memcached_io_write(instance, ptr->prefix_key, ptr->prefix_key_length, false) == -1) || + (memcached_io_write(instance, keys[x], key_length[x], true) == -1)) { memcached_io_reset(instance); dead_servers[server]= true; @@ -577,28 +576,36 @@ static memcached_return_t binary_mget_by_key(memcached_st *ptr, uint32_t* hash; bool* dead_servers; - hash= ptr->call_malloc(ptr, sizeof(uint32_t) * number_of_keys); - dead_servers= ptr->call_calloc(ptr, memcached_server_count(ptr), sizeof(bool)); + hash= libmemcached_malloc(ptr, sizeof(uint32_t) * number_of_keys); + dead_servers= libmemcached_calloc(ptr, memcached_server_count(ptr), sizeof(bool)); if (hash == NULL || dead_servers == NULL) { - ptr->call_free(ptr, hash); - ptr->call_free(ptr, dead_servers); + libmemcached_free(ptr, hash); + libmemcached_free(ptr, dead_servers); return MEMCACHED_MEMORY_ALLOCATION_FAILURE; } if (is_master_key_set) - for (unsigned int x= 0; x < number_of_keys; x++) + { + for (size_t x= 0; x < number_of_keys; x++) + { hash[x]= master_server_key; + } + } else - for (unsigned int x= 0; x < number_of_keys; x++) - hash[x]= memcached_generate_hash(ptr, keys[x], key_length[x]); + { + for (size_t x= 0; x < number_of_keys; x++) + { + hash[x]= memcached_generate_hash_with_redistribution(ptr, keys[x], key_length[x]); + } + } rc= replication_binary_mget(ptr, hash, dead_servers, keys, key_length, number_of_keys); - ptr->call_free(ptr, hash); - ptr->call_free(ptr, dead_servers); + libmemcached_free(ptr, hash); + libmemcached_free(ptr, dead_servers); return MEMCACHED_SUCCESS; }