X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=lib%2Fmemcached_get.c;h=251cd59201c0ac67236cf289b6ee48006185af2f;hb=7add2cb42be7d072888ab916eb35cdef8a2774a1;hp=560a50de07dffb36274fcaff566ecc350a6dac48;hpb=557de9b08007dd2b482778ba934574bcf7ee531f;p=awesomized%2Flibmemcached diff --git a/lib/memcached_get.c b/lib/memcached_get.c index 560a50de..251cd592 100644 --- a/lib/memcached_get.c +++ b/lib/memcached_get.c @@ -1,115 +1,308 @@ -#include +#include "common.h" +#include "memcached_io.h" + +static char *memcached_value_fetch(memcached_st *ptr, char *key, size_t *key_length, + size_t *value_length, + uint16_t *flags, + memcached_return *error, + char load_key, + unsigned int server_key) +{ + char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; + char *string_ptr; + char *end_ptr; + + assert(value_length); + assert(flags); + assert(error); + + memset(buffer, 0, MEMCACHED_DEFAULT_COMMAND_SIZE); + end_ptr= buffer + MEMCACHED_DEFAULT_COMMAND_SIZE; + + *value_length= 0; + + *error= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key); + + if (*error == MEMCACHED_SUCCESS) + { + char *next_ptr; + + string_ptr= buffer; + string_ptr+= 6; /* "VALUE " */ + + /* We load the key */ + if (load_key) + { + memset(key, 0, MEMCACHED_MAX_KEY); + *key_length= 0; + + for (; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++) + { + *key= *string_ptr; + key++; + (*key_length)++; + } + } + else /* Skip characters */ + for (; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++); + + if (end_ptr == string_ptr) + goto read_error; + + /* Flags fetch move past space */ + string_ptr++; + if (end_ptr == string_ptr) + goto read_error; + for (next_ptr= string_ptr; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++); + *flags= (uint16_t)strtol(next_ptr, &string_ptr, 10); + + if (end_ptr == string_ptr) + goto read_error; + + /* Length fetch move past space*/ + string_ptr++; + if (end_ptr == string_ptr) + goto read_error; + + for (next_ptr= string_ptr; end_ptr == string_ptr || *string_ptr != ' '; string_ptr++); + *value_length= (size_t)strtoll(next_ptr, &string_ptr, 10); + + if (end_ptr == string_ptr) + goto read_error; + + /* Skip past the \r\n */ + string_ptr+= 2; + + if (end_ptr < string_ptr) + goto read_error; + + if (*value_length) + { + size_t read_length; + size_t to_read; + char *value; + char *value_ptr; + + /* We add two bytes so that we can walk the \r\n */ + value= (char *)malloc(((*value_length) +2) * sizeof(char)); + if (!value) + { + *value_length= 0; + *error= MEMCACHED_MEMORY_ALLOCATION_FAILURE; + return NULL; + } + memset(value, 0, ((*value_length) +2) * sizeof(char)); + + value_ptr= value; + read_length= 0; + /* + We read the \r\n into the string since not doing so is more + cycles then the waster of memory to do so. + + We are null terminating through, which will most likely make + some people lazy about using the return length. + */ + to_read= (*value_length) + 2; + + read_length= memcached_io_read(ptr, server_key, + value_ptr, to_read); + + if (read_length != (size_t)(*value_length + 2)) + { + free(value); + goto read_error; + } + + value[*value_length]= 0; + value[(*value_length) + 1]= 0; + + return value; + } + } + else if (*error == MEMCACHED_END) + *error= MEMCACHED_NOTFOUND; + + return NULL; +read_error: + *error= MEMCACHED_PARTIAL_READ; + return NULL; +} char *memcached_get(memcached_st *ptr, char *key, size_t key_length, size_t *value_length, uint16_t *flags, memcached_return *error) { - size_t send_length, sent_length; + size_t send_length; char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; - char *string_ptr; unsigned int server_key; + char *value; + LIBMEMCACHED_MEMCACHED_GET_START(); + + server_key= memcached_generate_hash(ptr, key, key_length); *value_length= 0; - *error= memcached_connect(ptr); + *error= memcached_connect(ptr, server_key); if (*error != MEMCACHED_SUCCESS) - return NULL; - - server_key= memcached_generate_hash(key, key_length) % ptr->number_of_hosts; + goto error; send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, "get %.*s\r\n", (int)key_length, key); - if (send_length >= MEMCACHED_DEFAULT_COMMAND_SIZE) + if ((memcached_io_write(ptr, server_key, buffer, send_length, 1)) == -1) { *error= MEMCACHED_WRITE_FAILURE; - return NULL; + goto error; } - sent_length= write(ptr->hosts[server_key].fd, buffer, send_length); - - if (sent_length == -1) + value= memcached_value_fetch(ptr, key, &key_length, value_length, flags, + error, 0, server_key); + if (*error == MEMCACHED_END && *value_length == 0) { - fprintf(stderr, "error %s: write: %m\n", __FUNCTION__); - *error= MEMCACHED_WRITE_FAILURE; - return NULL; + *error= MEMCACHED_NOTFOUND; + goto error; } - - if (sent_length != send_length) + else if (*error == MEMCACHED_END) + assert(0); /* If this happens we have somehow messed up the fetch */ + else if (*error == MEMCACHED_SUCCESS) { - fprintf(stderr, "error %s: short write %d %d: %m\n", - __FUNCTION__, sent_length, send_length); - *error= MEMCACHED_WRITE_FAILURE; - return NULL; + memcached_return rc; + /* We need to read END */ + rc= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key); + + if (rc != MEMCACHED_END) + { + *error= MEMCACHED_PROTOCOL_ERROR; + goto error; + } } + else + goto error; - memset(buffer, 0, MEMCACHED_DEFAULT_COMMAND_SIZE); - *error= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key); + LIBMEMCACHED_MEMCACHED_GET_END(); - if (*error == MEMCACHED_SUCCESS) - { - char *end_ptr; + return value; - string_ptr= buffer; - string_ptr+= 6; /* "VALUE " */ +error: + free(value); + *value_length= 0; - /* We do nothing with the key, since we only asked for one key */ - for (end_ptr= string_ptr; *end_ptr != ' '; end_ptr++); + LIBMEMCACHED_MEMCACHED_GET_END(); - /* Flags fetch */ - string_ptr= end_ptr + 1; - for (end_ptr= string_ptr; *end_ptr != ' '; end_ptr++); - *flags= (uint16_t)strtol(string_ptr, &end_ptr, 10); + return NULL; +} - /* Length fetch */ - string_ptr= end_ptr + 1; - for (end_ptr= string_ptr; *end_ptr != ' '; end_ptr++); - *value_length= strtoll(string_ptr, &end_ptr, 10); +memcached_return memcached_mget(memcached_st *ptr, + char **keys, size_t *key_length, + unsigned int number_of_keys) +{ + char buffer[HUGE_STRING_LEN]; + unsigned int x; + memcached_return rc; + memcached_string_st **cursor_key_exec; + LIBMEMCACHED_MEMCACHED_MGET_START(); - /* Skip past the \r\n */ - string_ptr= end_ptr +2; + ptr->cursor_server= 0; + memset(buffer, 0, HUGE_STRING_LEN); - if (*value_length) + cursor_key_exec= (memcached_string_st **)malloc(sizeof(memcached_string_st *) * ptr->number_of_hosts); + memset(cursor_key_exec, 0, sizeof(memcached_string_st *) * ptr->number_of_hosts); + + + for (x= 0; x < number_of_keys; x++) + { + unsigned int server_key; + + server_key= memcached_generate_hash(ptr, keys[x], key_length[x]); + + if (cursor_key_exec[server_key]) { - size_t need_to_copy; - char *pos_ptr; - char *value; + memcached_string_st *string= cursor_key_exec[server_key]; - value= (char *)malloc(*value_length * sizeof(char)); + memcached_string_append_character(ptr, string, ' '); + memcached_string_append(ptr, string, keys[x], key_length[x]); + } + else + { + memcached_string_st *string= memcached_string_create(ptr, SMALL_STRING_LEN); - if (!value) - { - *error= MEMCACHED_MEMORY_ALLOCATION_FAILURE; - return NULL; - } + /* We need to figure out the correct way to error in case of this failure */ + if (!string) + assert(0); - need_to_copy= (*value_length < (size_t)(buffer-string_ptr)) - ? *value_length - : (size_t)(buffer-string_ptr) ; + memcached_string_append(ptr, string, "get ", 4); + memcached_string_append(ptr, string, keys[x], key_length[x]); - pos_ptr= memcpy(value, string_ptr, need_to_copy); + cursor_key_exec[server_key]= string; + } + } - if ( need_to_copy > *value_length) - { - size_t read_length; - size_t need_to_read; - need_to_read= *value_length - need_to_copy; + /* + Should we muddle on if some servers are dead? + */ + for (x= 0; x < ptr->number_of_hosts; x++) + { + if (cursor_key_exec[x]) + { + /* We need to doo something about non-connnected hosts in the future */ + rc= memcached_connect(ptr, x); - read_length= read(ptr->hosts[server_key].fd, pos_ptr, need_to_read); - if (read_length != need_to_read) - { - free(value); - *error= MEMCACHED_PARTIAL_READ; + memcached_string_st *string= cursor_key_exec[x]; + memcached_string_append(ptr, string, "\r\n", 2); - return NULL; - } + if ((memcached_io_write(ptr, x, string->string, + memcached_string_length(ptr, string), 1)) == -1) + { + memcached_quit(ptr); + rc= MEMCACHED_SOME_ERRORS; } + memcached_string_free(ptr, string); + cursor_key_exec[x]= NULL; /* Remove warning */ + ptr->hosts[x].cursor_active= 1; + } + else + ptr->hosts[x].cursor_active= 0; + } - return value; + free(cursor_key_exec); + + LIBMEMCACHED_MEMCACHED_MGET_END(); + return rc; +} + +char *memcached_fetch(memcached_st *ptr, char *key, size_t *key_length, + size_t *value_length, + uint16_t *flags, + memcached_return *error) +{ + char *value_check; + + while (ptr->cursor_server < ptr->number_of_hosts) + { + if (!ptr->hosts[ptr->cursor_server].cursor_active) + { + ptr->cursor_server++; + continue; } + + value_check= memcached_value_fetch(ptr, key, key_length, value_length, flags, + error, 1, ptr->cursor_server); + + if (*error == MEMCACHED_NOTFOUND) + ptr->cursor_server++; + else if (*error == MEMCACHED_END && *value_length == 0) + return NULL; + else if (*error == MEMCACHED_END) + assert(0); /* If this happens we have somehow messed up the fetch */ + else if (*error != MEMCACHED_SUCCESS) + return NULL; + else + return value_check; + } + *value_length= 0; return NULL; }