#include "common.h"
#include "memcached_io.h"
-static memcached_return memcached_value_fetch(memcached_st *ptr, char *key, size_t *key_length,
- memcached_string_st *value,
- uint16_t *flags,
- char load_key,
- unsigned int server_key)
-{
- memcached_return rc;
- char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
- char *string_ptr;
- char *end_ptr;
-
- memset(buffer, 0, MEMCACHED_DEFAULT_COMMAND_SIZE);
- end_ptr= buffer + MEMCACHED_DEFAULT_COMMAND_SIZE;
-
- *flags= 0;
-
- memcached_string_reset(value);
-
- rc= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key);
-
- if (rc == MEMCACHED_SUCCESS)
- {
- char *next_ptr;
- size_t value_length;
-
- string_ptr= buffer;
- string_ptr+= 6; /* "VALUE " */
-
- /* We load the key */
- if (load_key)
- {
- memset(key, 0, MEMCACHED_MAX_KEY);
- *key_length= 0;
-
- for (; end_ptr > string_ptr && *string_ptr != ' '; string_ptr++)
- {
- *key= *string_ptr;
- key++;
- (*key_length)++;
- }
- }
- else /* Skip characters */
- for (; end_ptr > string_ptr && *string_ptr != ' '; string_ptr++);
-
- if (end_ptr == string_ptr)
- goto read_error;
-
- /* Flags fetch move past space */
- string_ptr++;
- if (end_ptr == string_ptr)
- goto read_error;
- for (next_ptr= string_ptr; end_ptr > string_ptr && *string_ptr != ' '; string_ptr++);
- *flags= (uint16_t)strtol(next_ptr, &string_ptr, 10);
-
- if (end_ptr == string_ptr)
- goto read_error;
-
- /* Length fetch move past space*/
- string_ptr++;
- if (end_ptr == string_ptr)
- goto read_error;
-
- for (next_ptr= string_ptr; end_ptr > string_ptr && *string_ptr != ' '; string_ptr++);
- value_length= (size_t)strtoll(next_ptr, &string_ptr, 10);
-
- if (end_ptr == string_ptr)
- goto read_error;
-
- /* Skip past the \r\n */
- string_ptr+= 2;
-
- if (end_ptr < string_ptr)
- goto read_error;
-
- if (value_length)
- {
- size_t read_length;
- size_t to_read;
- char *value_ptr;
-
- /* We add two bytes so that we can walk the \r\n */
- rc= memcached_string_check(value, value_length+2);
- if (rc != MEMCACHED_SUCCESS)
- {
- value_length= 0;
- return MEMCACHED_MEMORY_ALLOCATION_FAILURE;
- }
-
- value_ptr= memcached_string_value(value);
- read_length= 0;
- /*
- We read the \r\n into the string since not doing so is more
- cycles then the waster of memory to do so.
-
- We are null terminating through, which will most likely make
- some people lazy about using the return length.
- */
- to_read= (value_length) + 2;
-
- read_length= memcached_io_read(ptr, server_key,
- value_ptr, to_read);
-
- if (read_length != (size_t)(value_length + 2))
- {
- goto read_error;
- }
-
- /* This next bit blows the API, but this is internal....*/
- {
- char *char_ptr;
- char_ptr= memcached_string_value(value);;
- char_ptr[value_length]= 0;
- char_ptr[value_length + 1]= 0;
- memcached_string_set_length(value, value_length);
- }
-
- return MEMCACHED_SUCCESS;
- }
- }
- else if (rc == MEMCACHED_END)
- rc= MEMCACHED_NOTFOUND;
-
- return rc;
-
-read_error:
- return MEMCACHED_PARTIAL_READ;
-}
-
/*
What happens if no servers exist?
*/
char *memcached_get(memcached_st *ptr, char *key, size_t key_length,
size_t *value_length,
- uint16_t *flags,
+ uint32_t *flags,
memcached_return *error)
{
- char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
- char *buf_ptr= buffer;
- unsigned int server_key;
- memcached_string_st *result_buffer;
- LIBMEMCACHED_MEMCACHED_GET_START();
+ return memcached_get_by_key(ptr, NULL, 0, key, key_length, value_length,
+ flags, error);
+}
- if (key_length == 0)
- {
- *error= MEMCACHED_NO_KEY_PROVIDED;
- return NULL;
- }
+char *memcached_get_by_key(memcached_st *ptr,
+ char *master_key, size_t master_key_length,
+ char *key, size_t key_length,
+ size_t *value_length,
+ uint32_t *flags,
+ memcached_return *error)
+{
+ unsigned int server_key;
+ size_t send_length;
+ char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
+ memcached_result_st *result_buffer= &ptr->result;
+ memcached_return rc[MEMCACHED_MAX_REPLICAS];
+ uint8_t replicas= 0;
- if (ptr->hosts == NULL || ptr->number_of_hosts == 0)
+ if (ptr->number_of_hosts == 0)
{
*error= MEMCACHED_NO_SERVERS;
return NULL;
}
- server_key= memcached_generate_hash(ptr, key, key_length);
- result_buffer= &ptr->result_buffer;
-
- *value_length= 0;
- memcpy(buf_ptr, "get ", 4);
- buf_ptr+= 4;
- memcpy(buf_ptr, key, key_length);
- buf_ptr+= key_length;
- memcpy(buf_ptr, "\r\n", 2);
- buf_ptr+= 2;
-
- *error= memcached_do(ptr, server_key, buffer, (size_t)(buf_ptr - buffer), 1);
- if (*error != MEMCACHED_SUCCESS)
- goto error;
-
- *error= memcached_value_fetch(ptr, key, &key_length, result_buffer,
- flags, 0, server_key);
- *value_length= memcached_string_length(result_buffer);
- if (*error == MEMCACHED_END && *value_length == 0)
- {
- *error= MEMCACHED_NOTFOUND;
- goto error;
- }
- else if (*error == MEMCACHED_END)
- {
- WATCHPOINT_ASSERT(0); /* If this happens we have somehow messed up the fetch */
- }
- else if (*error == MEMCACHED_SUCCESS)
+ if ((ptr->flags & MEM_VERIFY_KEY) && (memcachd_key_test(&key, &key_length, 1) == MEMCACHED_BAD_KEY_PROVIDED))
{
- memcached_return rc;
- /* We need to read END */
- rc= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key);
-
- if (rc != MEMCACHED_END)
- {
- *error= MEMCACHED_PROTOCOL_ERROR;
- goto error;
- }
- }
- else
- goto error;
-
- LIBMEMCACHED_MEMCACHED_GET_END();
-
-
- return memcached_string_c_copy(result_buffer);
-
-error:
- *value_length= 0;
-
- LIBMEMCACHED_MEMCACHED_GET_END();
-
+ *value_length= 0;
+ *error= MEMCACHED_BAD_KEY_PROVIDED;
return NULL;
-}
-
-memcached_return memcached_mget(memcached_st *ptr,
- char **keys, size_t *key_length,
- unsigned int number_of_keys)
-{
- unsigned int x;
- memcached_return rc= MEMCACHED_NOTFOUND;
- char *cursor_key_exec;
- LIBMEMCACHED_MEMCACHED_MGET_START();
- ptr->cursor_server= 0;
-
- if (number_of_keys == 0)
- return MEMCACHED_NOTFOUND;
+ }
- if (ptr->number_of_hosts == 0)
- return MEMCACHED_NO_SERVERS;
+ if (master_key)
+ server_key= memcached_generate_hash(ptr, master_key, master_key_length);
+ else
+ server_key= memcached_generate_hash(ptr, key, key_length);
- cursor_key_exec= (char *)malloc(sizeof(char) * ptr->number_of_hosts);
- memset(cursor_key_exec, 0, sizeof(char) * ptr->number_of_hosts);
+ send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE,
+ "get %.*s\r\n", (int)key_length, key);
- for (x= 0; x < number_of_keys; x++)
+ do
{
- unsigned int server_key;
+ char response_buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
- server_key= memcached_generate_hash(ptr, keys[x], key_length[x]);
-
- if (cursor_key_exec[server_key] == 0)
+ if (memcached_server_response_count(&ptr->hosts[server_key]))
{
- rc= memcached_connect(ptr, server_key);
+ if (ptr->flags & MEM_NO_BLOCK)
+ (void)memcached_io_write(&ptr->hosts[server_key], NULL, 0, 1);
- if ((memcached_io_write(ptr, server_key, "get ", 4, 0)) == -1)
- {
- memcached_quit(ptr);
- rc= MEMCACHED_SOME_ERRORS;
- break;
- }
+ while(memcached_server_response_count(&ptr->hosts[server_key]))
+ (void)memcached_response(&ptr->hosts[server_key], response_buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, result_buffer);
}
- if ((memcached_io_write(ptr, server_key, keys[x], key_length[x], 0)) == -1)
- {
- memcached_quit(ptr);
- rc= MEMCACHED_SOME_ERRORS;
- break;
- }
-
- if ((memcached_io_write(ptr, server_key, " ", 1, 0)) == -1)
- {
- memcached_quit(ptr);
- rc= MEMCACHED_SOME_ERRORS;
- break;
- }
- cursor_key_exec[server_key]= 1;
- }
+ rc[replicas]= memcached_do(&ptr->hosts[server_key], buffer, send_length, 1);
+ if (rc[replicas] != MEMCACHED_SUCCESS)
+ goto error;
+ rc[replicas]= memcached_response(&ptr->hosts[server_key], response_buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, result_buffer);
- /*
- Should we muddle on if some servers are dead?
- */
- for (x= 0; x < ptr->number_of_hosts; x++)
- {
- if (cursor_key_exec[x])
+ /* On no key found, we check the replica */
+ if (rc[replicas] == MEMCACHED_END) /* END means that we move on to the next */
{
- /* We need to doo something about non-connnected hosts in the future */
- if ((memcached_io_write(ptr, x, "\r\n", 2, 1)) == -1)
- {
- memcached_quit(ptr);
- rc= MEMCACHED_SOME_ERRORS;
- break;
- }
-
- ptr->hosts[x].cursor_active= 1;
+ memcached_server_response_reset(&ptr->hosts[server_key]);
}
- else
- ptr->hosts[x].cursor_active= 0;
- }
-
- free(cursor_key_exec);
-
- LIBMEMCACHED_MEMCACHED_MGET_END();
- return rc;
-}
-
-char *memcached_fetch(memcached_st *ptr, char *key, size_t *key_length,
- size_t *value_length,
- uint16_t *flags,
- memcached_return *error)
-{
- memcached_string_st *result_buffer;
- result_buffer= &ptr->result_buffer;
-
- while (ptr->cursor_server < ptr->number_of_hosts)
- {
- if (!ptr->hosts[ptr->cursor_server].cursor_active)
+ else if (rc[replicas] == MEMCACHED_SUCCESS)
{
- ptr->cursor_server++;
- continue;
- }
-
- *error = memcached_value_fetch(ptr, key, key_length, result_buffer,
- flags, 1, ptr->cursor_server);
- *value_length= memcached_string_length(result_buffer);
+ *value_length= memcached_string_length(&result_buffer->value);
- if (*error == MEMCACHED_NOTFOUND)
- ptr->cursor_server++;
- else if (*error == MEMCACHED_END && *value_length == 0)
- return NULL;
- else if (*error == MEMCACHED_END)
- {
- WATCHPOINT_ASSERT(0); /* If this happens we have somehow messed up the fetch */
- return NULL;
- }
- else if (*error != MEMCACHED_SUCCESS)
- return NULL;
- else
- return memcached_string_c_copy(result_buffer);
-
- }
+ if (result_buffer->flags)
+ *flags= result_buffer->flags;
- *value_length= 0;
- return NULL;
-}
-
-memcached_result_st *memcached_fetch_result(memcached_st *ptr,
- memcached_result_st *result,
- memcached_return *error)
-{
- if (result == NULL)
- result= memcached_result_create(ptr, NULL);
-
- while (ptr->cursor_server < ptr->number_of_hosts)
- {
- if (!ptr->hosts[ptr->cursor_server].cursor_active)
- {
- ptr->cursor_server++;
- continue;
+ *error= MEMCACHED_SUCCESS;
+ return memcached_string_c_copy(&result_buffer->value);
}
- *error= memcached_value_fetch(ptr, result->key, &result->key_length,
- &result->value,
- &result->flags,
- 1, ptr->cursor_server);
-
- if (*error == MEMCACHED_NOTFOUND)
- ptr->cursor_server++;
- else if (*error == MEMCACHED_END && memcached_string_length((memcached_string_st *)(&result->value)) == 0)
- return NULL;
- else if (*error == MEMCACHED_END)
+ /* On error we just jump to the next potential server */
+error:
+ if (ptr->number_of_replicas > 1)
{
- WATCHPOINT_ASSERT(0); /* If this happens we have somehow messed up the fetch */
- return NULL;
+ if (server_key == (ptr->number_of_hosts - 1))
+ server_key= 0;
+ else
+ server_key++;
}
- else if (*error != MEMCACHED_SUCCESS)
- return NULL;
- else
- return result;
+ } while ((++replicas) < ptr->number_of_replicas);
- }
+ /* TODO: An error on replica 1 of host down, but not found on 2, will give wrong error */
+ /* This is for historical reasons */
+ if (rc[0] == MEMCACHED_END)
+ *error= MEMCACHED_NOTFOUND;
+ else
+ *error= rc[0];
+
+ *value_length= 0;
return NULL;
}