#include "common.h"
#include "memcached_io.h"
-static memcached_return memcached_value_fetch(memcached_st *ptr, char *key, size_t *key_length,
- memcached_string_st *value,
- uint16_t *flags,
- uint64_t *cas,
- unsigned int server_key)
-{
- memcached_return rc;
- char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
- char *string_ptr;
- char *end_ptr;
-
- end_ptr= buffer + MEMCACHED_DEFAULT_COMMAND_SIZE;
-
- *flags= 0;
-
- memcached_string_reset(value);
-
- rc= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key);
-
- if (rc == MEMCACHED_SUCCESS)
- {
- char *next_ptr;
- size_t value_length;
-
- string_ptr= buffer;
- string_ptr+= 6; /* "VALUE " */
-
- /* We load the key */
- if (key)
- {
- *key_length= 0;
-
- for (; isalnum(*string_ptr); string_ptr++)
- {
- *key= *string_ptr;
- key++;
- (*key_length)++;
- }
- }
- else /* Skip characters */
- for (; isalnum(*string_ptr); string_ptr++);
-
- if (end_ptr == string_ptr)
- goto read_error;
-
- /* Flags fetch move past space */
- string_ptr++;
- if (end_ptr == string_ptr)
- goto read_error;
- for (next_ptr= string_ptr; isdigit(*string_ptr); string_ptr++);
- *flags= (uint16_t)strtol(next_ptr, &string_ptr, 10);
-
- if (end_ptr == string_ptr)
- goto read_error;
-
- /* Length fetch move past space*/
- string_ptr++;
- if (end_ptr == string_ptr)
- goto read_error;
-
- for (next_ptr= string_ptr; isdigit(*string_ptr); string_ptr++);
- value_length= (size_t)strtoll(next_ptr, &string_ptr, 10);
-
- if (end_ptr == string_ptr)
- goto read_error;
-
- /* Skip spaces */
- if (*string_ptr == '\r')
- {
- /* Skip past the \r\n */
- string_ptr+= 2;
- }
- else
- {
- string_ptr++;
- for (next_ptr= string_ptr; isdigit(*string_ptr); string_ptr++);
- if (cas)
- *cas= (size_t)strtoll(next_ptr, &string_ptr, 10);
- }
-
- if (end_ptr < string_ptr)
- goto read_error;
-
- if (value_length)
- {
- size_t read_length;
- size_t to_read;
- char *value_ptr;
-
- /* We add two bytes so that we can walk the \r\n */
- rc= memcached_string_check(value, value_length+2);
- if (rc != MEMCACHED_SUCCESS)
- {
- value_length= 0;
- return MEMCACHED_MEMORY_ALLOCATION_FAILURE;
- }
-
- value_ptr= memcached_string_value(value);
- read_length= 0;
- /*
- We read the \r\n into the string since not doing so is more
- cycles then the waster of memory to do so.
-
- We are null terminating through, which will most likely make
- some people lazy about using the return length.
- */
- to_read= (value_length) + 2;
-
- read_length= memcached_io_read(ptr, server_key,
- value_ptr, to_read);
-
- if (read_length != (size_t)(value_length + 2))
- {
- goto read_error;
- }
-
- /* This next bit blows the API, but this is internal....*/
- {
- char *char_ptr;
- char_ptr= memcached_string_value(value);;
- char_ptr[value_length]= 0;
- char_ptr[value_length + 1]= 0;
- memcached_string_set_length(value, value_length);
- }
-
- return MEMCACHED_SUCCESS;
- }
- }
- else if (rc == MEMCACHED_END)
- rc= MEMCACHED_NOTFOUND;
-
- return rc;
-
-read_error:
- return MEMCACHED_PARTIAL_READ;
-}
-
/*
What happens if no servers exist?
*/
char *memcached_get(memcached_st *ptr, char *key, size_t key_length,
size_t *value_length,
- uint16_t *flags,
+ uint32_t *flags,
memcached_return *error)
{
- char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
- char *buf_ptr= buffer;
- unsigned int server_key;
- memcached_string_st *result_buffer;
- LIBMEMCACHED_MEMCACHED_GET_START();
+ return memcached_get_by_key(ptr, NULL, 0, key, key_length, value_length,
+ flags, error);
+}
- if (key_length == 0)
- {
- *error= MEMCACHED_NO_KEY_PROVIDED;
- return NULL;
- }
+char *memcached_get_by_key(memcached_st *ptr,
+ char *master_key, size_t master_key_length,
+ char *key, size_t key_length,
+ size_t *value_length,
+ uint32_t *flags,
+ memcached_return *error)
+{
+ unsigned int server_key;
+ size_t send_length;
+ char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
+ memcached_result_st *result_buffer= &ptr->result;
+ memcached_return rc[MEMCACHED_MAX_REPLICAS];
+ uint8_t replicas= 0;
- if (ptr->hosts == NULL || ptr->number_of_hosts == 0)
+ if (ptr->number_of_hosts == 0)
{
*error= MEMCACHED_NO_SERVERS;
return NULL;
}
- server_key= memcached_generate_hash(ptr, key, key_length);
- result_buffer= &ptr->result_buffer;
-
- *value_length= 0;
- memcpy(buf_ptr, "get ", 4);
- buf_ptr+= 4;
- memcpy(buf_ptr, key, key_length);
- buf_ptr+= key_length;
- memcpy(buf_ptr, "\r\n", 2);
- buf_ptr+= 2;
-
- *error= memcached_do(ptr, server_key, buffer, (size_t)(buf_ptr - buffer), 1);
- if (*error != MEMCACHED_SUCCESS)
- goto error;
-
- *error= memcached_value_fetch(ptr, NULL, NULL, result_buffer,
- flags, NULL, server_key);
- *value_length= memcached_string_length(result_buffer);
- if (*error == MEMCACHED_END && *value_length == 0)
- {
- *error= MEMCACHED_NOTFOUND;
- goto error;
- }
- else if (*error == MEMCACHED_END)
+ if ((ptr->flags & MEM_VERIFY_KEY) && (memcachd_key_test(&key, &key_length, 1) == MEMCACHED_BAD_KEY_PROVIDED))
{
- WATCHPOINT_ASSERT(0); /* If this happens we have somehow messed up the fetch */
- }
- else if (*error == MEMCACHED_SUCCESS)
- {
- memcached_return rc;
- /* We need to read END */
- rc= memcached_response(ptr, buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, server_key);
-
- if (rc != MEMCACHED_END)
- {
- *error= MEMCACHED_PROTOCOL_ERROR;
- goto error;
- }
+ *value_length= 0;
+ *error= MEMCACHED_BAD_KEY_PROVIDED;
+ return NULL;
}
- else
- goto error;
- LIBMEMCACHED_MEMCACHED_GET_END();
-
- return memcached_string_c_copy(result_buffer);
-
-error:
- *value_length= 0;
-
- LIBMEMCACHED_MEMCACHED_GET_END();
-
- return NULL;
-}
-
-memcached_return memcached_mget(memcached_st *ptr,
- char **keys, size_t *key_length,
- unsigned int number_of_keys)
-{
- unsigned int x;
- memcached_return rc= MEMCACHED_NOTFOUND;
- char *get_command= "get ";
- uint8_t get_command_length= 4
-
- LIBMEMCACHED_MEMCACHED_MGET_START();
- ptr->cursor_server= 0;
-
- if (number_of_keys == 0)
- return MEMCACHED_NOTFOUND;
-
- if (ptr->number_of_hosts == 0)
- return MEMCACHED_NO_SERVERS;
+ if (master_key)
+ server_key= memcached_generate_hash(ptr, master_key, master_key_length);
+ else
+ server_key= memcached_generate_hash(ptr, key, key_length);
- if (ptr->flags & MEM_SUPPORT_CAS)
- {
- get_command= "gets ";
- get_command_length= 5;
- }
+ send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE,
+ "get %.*s\r\n", (int)key_length, key);
- for (x= 0; x < number_of_keys; x++)
+ do
{
- unsigned int server_key;
+ char response_buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
- server_key= memcached_generate_hash(ptr, keys[x], key_length[x]);
-
- if (ptr->hosts[server_key].cursor_active == 0)
+ if (memcached_server_response_count(&ptr->hosts[server_key]))
{
- rc= memcached_connect(ptr, server_key);
-
- if ((memcached_io_write(ptr, server_key, get_command, get_command_length, 0)) == -1)
- {
- memcached_quit_server(ptr, server_key);
- rc= MEMCACHED_SOME_ERRORS;
- continue;
- }
- ptr->hosts[server_key].cursor_active= 1;
- }
+ if (ptr->flags & MEM_NO_BLOCK)
+ (void)memcached_io_write(&ptr->hosts[server_key], NULL, 0, 1);
- if ((memcached_io_write(ptr, server_key, keys[x], key_length[x], 0)) == -1)
- {
- ptr->hosts[server_key].cursor_active = 0;
- memcached_quit_server(ptr, server_key);
- rc= MEMCACHED_SOME_ERRORS;
- continue;
+ while(memcached_server_response_count(&ptr->hosts[server_key]))
+ (void)memcached_response(&ptr->hosts[server_key], response_buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, result_buffer);
}
- if ((memcached_io_write(ptr, server_key, " ", 1, 0)) == -1)
- {
- ptr->hosts[server_key].cursor_active = 0;
- memcached_quit_server(ptr, server_key);
- rc= MEMCACHED_SOME_ERRORS;
- continue;
- }
- }
+ rc[replicas]= memcached_do(&ptr->hosts[server_key], buffer, send_length, 1);
+ if (rc[replicas] != MEMCACHED_SUCCESS)
+ goto error;
+ rc[replicas]= memcached_response(&ptr->hosts[server_key], response_buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, result_buffer);
- /*
- Should we muddle on if some servers are dead?
- */
- for (x= 0; x < ptr->number_of_hosts; x++)
- {
- if (ptr->hosts[x].cursor_active == 1)
+ /* On no key found, we check the replica */
+ if (rc[replicas] == MEMCACHED_END) /* END means that we move on to the next */
{
- /* We need to doo something about non-connnected hosts in the future */
- if ((memcached_io_write(ptr, x, "\r\n", 2, 1)) == -1)
- {
- memcached_quit_server(ptr, x);
- rc= MEMCACHED_SOME_ERRORS;
- }
+ memcached_server_response_reset(&ptr->hosts[server_key]);
}
- }
-
- LIBMEMCACHED_MEMCACHED_MGET_END();
- return rc;
-}
-
-char *memcached_fetch(memcached_st *ptr, char *key, size_t *key_length,
- size_t *value_length,
- uint16_t *flags,
- memcached_return *error)
-{
- memcached_string_st *result_buffer;
- result_buffer= &ptr->result_buffer;
-
- while (ptr->cursor_server < ptr->number_of_hosts)
- {
- if (!ptr->hosts[ptr->cursor_server].cursor_active)
+ else if (rc[replicas] == MEMCACHED_SUCCESS)
{
- ptr->cursor_server++;
- continue;
- }
-
- *error = memcached_value_fetch(ptr, key, key_length, result_buffer,
- flags, NULL, ptr->cursor_server);
- *value_length= memcached_string_length(result_buffer);
+ *value_length= memcached_string_length(&result_buffer->value);
- if (*error == MEMCACHED_NOTFOUND)
- {
- ptr->hosts[ptr->cursor_server].cursor_active = 0;
- ptr->cursor_server++;
- }
- else if (*error == MEMCACHED_END && *value_length == 0)
- {
- return NULL;
- }
- else if (*error == MEMCACHED_END)
- {
- WATCHPOINT_ASSERT(0); /* If this happens we have somehow messed up the fetch */
- *value_length= 0;
- return NULL;
- }
- else if (*error != MEMCACHED_SUCCESS)
- {
- return NULL;
- }
- else
- {
- return memcached_string_c_copy(result_buffer);
- }
-
- }
-
- *value_length= 0;
- return NULL;
-}
-
-memcached_result_st *memcached_fetch_result(memcached_st *ptr,
- memcached_result_st *result,
- memcached_return *error)
-{
- if (result == NULL)
- result= memcached_result_create(ptr, NULL);
+ if (result_buffer->flags)
+ *flags= result_buffer->flags;
- WATCHPOINT_ASSERT(result->value.is_allocated != MEMCACHED_USED);
-
- while (ptr->cursor_server < ptr->number_of_hosts)
- {
- if (!ptr->hosts[ptr->cursor_server].cursor_active)
- {
- ptr->cursor_server++;
- continue;
+ *error= MEMCACHED_SUCCESS;
+ return memcached_string_c_copy(&result_buffer->value);
}
- result->cas= 0; /* We do this so we do not send in any junk */
- *error= memcached_value_fetch(ptr, result->key, &result->key_length,
- &result->value,
- &result->flags,
- &result->cas,
- ptr->cursor_server);
-
- if (*error == MEMCACHED_NOTFOUND)
- {
- ptr->hosts[ptr->cursor_server].cursor_active = 0;
- ptr->cursor_server++;
- }
- else if (*error == MEMCACHED_END && memcached_string_length((memcached_string_st *)(&result->value)) == 0)
- {
- break;
- }
- else if (*error == MEMCACHED_END)
- {
- WATCHPOINT_ASSERT(0); /* If this happens we have somehow messed up the fetch */
- break;
- }
- else if (*error != MEMCACHED_SUCCESS)
- {
- break;
- }
- else
+ /* On error we just jump to the next potential server */
+error:
+ if (ptr->number_of_replicas > 1)
{
- return result;
+ if (server_key == (ptr->number_of_hosts - 1))
+ server_key= 0;
+ else
+ server_key++;
}
- }
+ } while ((++replicas) < ptr->number_of_replicas);
- /* An error has occurred */
- if (result->is_allocated == MEMCACHED_ALLOCATED)
- memcached_result_free(result);
+ /* TODO: An error on replica 1 of host down, but not found on 2, will give wrong error */
+ /* This is for historical reasons */
+ if (rc[0] == MEMCACHED_END)
+ *error= MEMCACHED_NOTFOUND;
else
- memcached_string_reset(&result->value);
+ *error= rc[0];
+
+ *value_length= 0;
return NULL;
}