X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=lib%2Fmemcached_get.c;h=374793f5346e485718c9436ca7d679006178cabe;hb=0d688cec9e53a2ed8e3f3817da9aecdd41d342ca;hp=8ea1fabc964c59888be79358d167304fc65f0fb0;hpb=d3ef73cd144dfdbcaff41d3373e4458fb351f7af;p=m6w6%2Flibmemcached diff --git a/lib/memcached_get.c b/lib/memcached_get.c index 8ea1fabc..374793f5 100644 --- a/lib/memcached_get.c +++ b/lib/memcached_get.c @@ -1,284 +1,106 @@ #include "common.h" #include "memcached_io.h" -static char *memcached_value_fetch(memcached_st *ptr, char *key, size_t *key_length, - size_t *value_length, - uint16_t *flags, - memcached_return *error, - char load_key, - unsigned int server_key) -{ - char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; - char *string_ptr; - char *end_ptr; - - assert(value_length); - assert(flags); - assert(error); - - memset(buffer, 0, MEMCACHED_DEFAULT_COMMAND_SIZE); - end_ptr= buffer + MEMCACHED_DEFAULT_COMMAND_SIZE; - - *value_length= 0; - - *error= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key); - - if (*error == MEMCACHED_SUCCESS) - { - char *next_ptr; - - string_ptr= buffer; - string_ptr+= 6; /* "VALUE " */ - - /* We load the key */ - if (load_key) - { - memset(key, 0, MEMCACHED_MAX_KEY); - *key_length= 0; - - for (; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++) - { - *key= *string_ptr; - key++; - (*key_length)++; - } - } - else /* Skip characters */ - for (; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++); - - if (end_ptr == string_ptr) - goto read_error; - - /* Flags fetch move past space */ - string_ptr++; - if (end_ptr == string_ptr) - goto read_error; - for (next_ptr= string_ptr; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++); - *flags= (uint16_t)strtol(next_ptr, &string_ptr, 10); - - if (end_ptr == string_ptr) - goto read_error; - - /* Length fetch move past space*/ - string_ptr++; - if (end_ptr == string_ptr) - goto read_error; - - for (next_ptr= string_ptr; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++); - *value_length= (size_t)strtoll(next_ptr, &string_ptr, 10); - - if (end_ptr == string_ptr) - goto read_error; - - /* Skip past the \r\n */ - string_ptr+= 2; - - if (end_ptr < string_ptr) - goto read_error; - - if (*value_length) - { - size_t read_length; - size_t to_read; - char *value; - char *value_ptr; - - /* We add two bytes so that we can walk the \r\n */ - value= (char *)malloc(((*value_length) +2) * sizeof(char)); - memset(value, 0, ((*value_length) +2) * sizeof(char)); - - if (!value) - { - *value_length= 0; - *error= MEMCACHED_MEMORY_ALLOCATION_FAILURE; - return NULL; - } - - value_ptr= value; - read_length= 0; - to_read= (*value_length) + 2; - - read_length= memcached_io_read(ptr, server_key, - value_ptr, to_read); - - if (read_length != (size_t)(*value_length + 2)) - { - free(value); - goto read_error; - } - - return value; - } - } - else if (*error == MEMCACHED_END) - *error= MEMCACHED_NOTFOUND; - - return NULL; -read_error: - *error= MEMCACHED_PARTIAL_READ; - return NULL; -} - +/* + What happens if no servers exist? +*/ char *memcached_get(memcached_st *ptr, char *key, size_t key_length, size_t *value_length, - uint16_t *flags, + uint32_t *flags, memcached_return *error) { + return memcached_get_by_key(ptr, NULL, 0, key, key_length, value_length, + flags, error); +} + +char *memcached_get_by_key(memcached_st *ptr, + char *master_key, size_t master_key_length, + char *key, size_t key_length, + size_t *value_length, + uint32_t *flags, + memcached_return *error) +{ + unsigned int server_key; size_t send_length; char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; - unsigned int server_key; - char *value; - LIBMEMCACHED_MEMCACHED_GET_START(); - - *value_length= 0; - *error= memcached_connect(ptr); - - if (*error != MEMCACHED_SUCCESS) - goto error; - - server_key= memcached_generate_hash(ptr, key, key_length); - - send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, "get %.*s\r\n", - (int)key_length, key); + memcached_result_st *result_buffer= &ptr->result; + memcached_return rc[MEMCACHED_MAX_REPLICAS]; + uint8_t replicas= 0; - if ((memcached_io_write(ptr, server_key, buffer, send_length, 1)) == -1) + if (ptr->number_of_hosts == 0) { - *error= MEMCACHED_WRITE_FAILURE; - goto error; + *error= MEMCACHED_NO_SERVERS; + return NULL; } - value= memcached_value_fetch(ptr, key, &key_length, value_length, flags, - error, 0, server_key); - if (*error == MEMCACHED_END && *value_length == 0) - { - *error= MEMCACHED_NOTFOUND; - goto error; - } - else if (*error == MEMCACHED_SUCCESS) + if ((ptr->flags & MEM_VERIFY_KEY) && (memcachd_key_test(&key, &key_length, 1) == MEMCACHED_BAD_KEY_PROVIDED)) { - memcached_return rc; - /* We need to read END */ - rc= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key); - - if (rc != MEMCACHED_END) - { - *error= MEMCACHED_PROTOCOL_ERROR; - goto error; - } - } - else - goto error; - - LIBMEMCACHED_MEMCACHED_GET_END(); - - return value; - -error: - free(value); - *value_length= 0; - - LIBMEMCACHED_MEMCACHED_GET_END(); - + *value_length= 0; + *error= MEMCACHED_BAD_KEY_PROVIDED; return NULL; -} - -memcached_return memcached_mget(memcached_st *ptr, - char **keys, size_t *key_length, - unsigned int number_of_keys) -{ - char buffer[HUGE_STRING_LEN]; - unsigned int x; - memcached_return rc; - memcached_string_st **cursor_key_exec; - LIBMEMCACHED_MEMCACHED_MGET_START(); + } - ptr->cursor_server= 0; - memset(buffer, 0, HUGE_STRING_LEN); + if (master_key) + server_key= memcached_generate_hash(ptr, master_key, master_key_length); + else + server_key= memcached_generate_hash(ptr, key, key_length); - rc= memcached_connect(ptr); + send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, + "get %.*s\r\n", (int)key_length, key); - if (rc != MEMCACHED_SUCCESS) - return rc; + do + { + if (memcached_server_response_count(&ptr->hosts[server_key])) + { + char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; - cursor_key_exec= (memcached_string_st **)malloc(sizeof(memcached_string_st *) * ptr->number_of_hosts); - memset(cursor_key_exec, 0, sizeof(memcached_string_st *) * ptr->number_of_hosts); + if (ptr->flags & MEM_NO_BLOCK) + (void)memcached_io_write(&ptr->hosts[server_key], NULL, 0, 1); + while(memcached_server_response_count(&ptr->hosts[server_key])) + (void)memcached_response(&ptr->hosts[server_key], buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, result_buffer); + } - for (x= 0; x < number_of_keys; x++) - { - unsigned int server_key; + rc[replicas]= memcached_do(&ptr->hosts[server_key], buffer, send_length, 1); + if (rc[replicas] != MEMCACHED_SUCCESS) + goto error; - server_key= memcached_generate_hash(ptr, keys[x], key_length[x]); + rc[replicas]= memcached_response(&ptr->hosts[server_key], buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, result_buffer); - if (cursor_key_exec[server_key]) + /* On no key found, we check the replica */ + if (rc[replicas] == MEMCACHED_END) /* END means that we move on to the next */ { - memcached_string_st *string= cursor_key_exec[server_key]; - - memcached_string_append_character(ptr, string, ' '); - memcached_string_append(ptr, string, keys[x], key_length[x]); + memcached_server_response_reset(&ptr->hosts[server_key]); } - else + else if (rc[replicas] == MEMCACHED_SUCCESS) { - memcached_string_st *string= memcached_string_create(ptr, SMALL_STRING_LEN); - - /* We need to figure out the correct way to error in case of this failure */ - if (!string) - assert(0); - - memcached_string_append(ptr, string, "get ", 4); - memcached_string_append(ptr, string, keys[x], key_length[x]); + *value_length= memcached_string_length(&result_buffer->value); + + if (result_buffer->flags) + *flags= result_buffer->flags; - cursor_key_exec[server_key]= string; + return memcached_string_c_copy(&result_buffer->value); } - } - - /* - Should we muddle on if some servers are dead? - */ - for (x= 0; x < ptr->number_of_hosts; x++) - { - if (cursor_key_exec[x]) + /* On error we just jump to the next potential server */ +error: + if (replicas > 1 && ptr->distribution == MEMCACHED_DISTRIBUTION_CONSISTENT) { - memcached_string_st *string= cursor_key_exec[x]; - memcached_string_append(ptr, string, "\r\n", 2); - - if ((memcached_io_write(ptr, x, string->string, - memcached_string_length(ptr, string), 1)) == -1) - { - memcached_quit(ptr); - rc= MEMCACHED_SOME_ERRORS; - } - memcached_string_free(ptr, string); - cursor_key_exec[x]= NULL; /* Remove warning */ + if (server_key == (ptr->number_of_hosts - 1)) + server_key= 0; + else + server_key++; } - } + } while ((++replicas) < ptr->number_of_replicas); - free(cursor_key_exec); - - LIBMEMCACHED_MEMCACHED_MGET_END(); - return rc; -} - -char *memcached_fetch(memcached_st *ptr, char *key, size_t *key_length, - size_t *value_length, - uint16_t *flags, - memcached_return *error) -{ - char *value_check; + /* TODO: An error on replica 1 of host down, but not found on 2, will give wrong error */ + /* This is for historical reasons */ + if (rc[0] == MEMCACHED_END) + *error= MEMCACHED_NOTFOUND; + else + *error= rc[0]; - while (ptr->cursor_server < ptr->number_of_hosts) - { - value_check= memcached_value_fetch(ptr, key, key_length, value_length, flags, - error, 1, ptr->cursor_server); - - if (*error == MEMCACHED_NOTFOUND) - ptr->cursor_server++; - else if (*error != MEMCACHED_SUCCESS) - return NULL; - else - return value_check; - } + *value_length= 0; return NULL; }