X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=libmemcached%2Fconnect.c;h=3002727d6a4cbed07051e0a7f8fd918e37d01a9a;hb=09ef521d2c88955d04d6c91f7b5a1671a1955130;hp=41bd7fb03429832d200ca3639a760e46aaa01041;hpb=acd51e4987d27c762de5639cbff8ec87ff0990c3;p=m6w6%2Flibmemcached diff --git a/libmemcached/connect.c b/libmemcached/connect.c index 41bd7fb0..3002727d 100644 --- a/libmemcached/connect.c +++ b/libmemcached/connect.c @@ -1,14 +1,102 @@ +/* LibMemcached + * Copyright (C) 2006-2010 Brian Aker + * All rights reserved. + * + * Use and distribution licensed under the BSD license. See + * the COPYING file in the parent directory for full text. + * + * Summary: Server IO, Not public! + * + */ + #include "common.h" #include #include #include +#include + +static memcached_return_t connect_poll(memcached_server_st *ptr) +{ + struct pollfd fds[1]; + fds[0].fd = ptr->fd; + fds[0].events = POLLOUT; + + int timeout= ptr->root->connect_timeout; + if (ptr->root->flags.no_block == true) + timeout= -1; + + int error; + size_t loop_max= 5; + + while (--loop_max) // Should only loop on cases of ERESTART or EINTR + { + error= poll(fds, 1, timeout); + + switch (error) + { + case 1: + { + int err; + socklen_t len= sizeof (err); + (void)getsockopt(ptr->fd, SOL_SOCKET, SO_ERROR, &err, &len); + + // We check the value to see what happened wth the socket. + if (err == 0) + { + return MEMCACHED_SUCCESS; + } + else + { + ptr->cached_errno= errno; + + return MEMCACHED_ERRNO; + } + } + case 0: + return MEMCACHED_TIMEOUT; + default: // A real error occurred and we need to completely bail + WATCHPOINT_ERRNO(errno); + switch (errno) + { +#ifdef TARGET_OS_LINUX + case ERESTART: +#endif + case EINTR: + continue; + default: + if (fds[0].revents & POLLERR) + { + int err; + socklen_t len= sizeof (err); + (void)getsockopt(ptr->fd, SOL_SOCKET, SO_ERROR, &err, &len); + ptr->cached_errno= (err == 0) ? errno : err; + } + else + { + ptr->cached_errno= errno; + } + + (void)close(ptr->fd); + ptr->fd= -1; + + return MEMCACHED_ERRNO; + } + } + WATCHPOINT_ASSERT(0); // Programming error + } + + // This should only be possible from ERESTART or EINTR; + ptr->cached_errno= errno; + + return MEMCACHED_ERRNO; +} static memcached_return_t set_hostinfo(memcached_server_st *server) { struct addrinfo *ai; struct addrinfo hints; - int e; char str_port[NI_MAXSERV]; + uint32_t counter= 5; snprintf(str_port, NI_MAXSERV, "%u", (uint32_t)server->port); @@ -26,12 +114,31 @@ static memcached_return_t set_hostinfo(memcached_server_st *server) hints.ai_protocol= IPPROTO_TCP; } - e= getaddrinfo(server->hostname, str_port, &hints, &ai); - if (e != 0) + while (--counter) { - WATCHPOINT_STRING(server->hostname); - WATCHPOINT_STRING(gai_strerror(e)); - return MEMCACHED_HOST_LOOKUP_FAILURE; + int e= getaddrinfo(server->hostname, str_port, &hints, &ai); + + if (e == 0) + { + break; + } + else if (e == EAI_AGAIN) + { + struct timespec dream, rem; + + dream.tv_nsec= 1000; + dream.tv_sec= 0; + + nanosleep(&dream, &rem); + + continue; + } + else + { + WATCHPOINT_STRING(server->hostname); + WATCHPOINT_STRING(gai_strerror(e)); + return MEMCACHED_HOST_LOOKUP_FAILURE; + } } if (server->address_info) @@ -85,6 +192,21 @@ static memcached_return_t set_socket_options(memcached_server_st *ptr) } #endif + +#if defined(__MACH__) && defined(__APPLE__) || defined(__FreeBSD__) + { + int set = 1; + int error= setsockopt(ptr->fd, SOL_SOCKET, SO_NOSIGPIPE, (void *)&set, sizeof(int)); + + // This is not considered a fatal error + if (error == -1) + { + WATCHPOINT_ERRNO(errno); + perror("setsockopt(SO_NOSIGPIPE)"); + } + } +#endif + if (ptr->root->flags.no_block) { int error; @@ -123,6 +245,19 @@ static memcached_return_t set_socket_options(memcached_server_st *ptr) return MEMCACHED_FAILURE; } +#ifdef TCP_KEEPIDLE + if (ptr->root->tcp_keepidle > 0) + { + int error; + + error= setsockopt(ptr->fd, IPPROTO_TCP, TCP_KEEPIDLE, + &ptr->root->tcp_keepidle, (socklen_t)sizeof(int)); + WATCHPOINT_ASSERT(error == 0); + if (error) + return MEMCACHED_FAILURE; + } +#endif + if (ptr->root->send_size > 0) { int error; @@ -211,11 +346,14 @@ test_connect: } WATCHPOINT_ASSERT(ptr->fd != -1); + return MEMCACHED_SUCCESS; } static memcached_return_t network_connect(memcached_server_st *ptr) { + bool timeout_error_occured= false; + if (ptr->fd == -1) { struct addrinfo *use; @@ -256,55 +394,46 @@ static memcached_return_t network_connect(memcached_server_st *ptr) (void)set_socket_options(ptr); /* connect to server */ - while (ptr->fd != -1 && - connect(ptr->fd, use->ai_addr, use->ai_addrlen) < 0) + if ((connect(ptr->fd, use->ai_addr, use->ai_addrlen) > -1)) { - ptr->cached_errno= errno; - if (errno == EINPROGRESS || /* nonblocking mode - first return, */ - errno == EALREADY) /* nonblocking mode - subsequent returns */ - { - struct pollfd fds[1]; - fds[0].fd = ptr->fd; - fds[0].events = POLLOUT; - int error= poll(fds, 1, ptr->root->connect_timeout); - - if (error != 1 || fds[0].revents & POLLERR) - { - if (fds[0].revents & POLLERR) - { - int err; - socklen_t len = sizeof (err); - (void)getsockopt(ptr->fd, SOL_SOCKET, SO_ERROR, &err, &len); - ptr->cached_errno= (err == 0) ? errno : err; - } - - (void)close(ptr->fd); - ptr->fd= -1; - } - } - else if (errno == EISCONN) /* we are connected :-) */ - { - break; - } - else if (errno != EINTR) - { - (void)close(ptr->fd); - ptr->fd= -1; - break; - } + break; // Success } - if (ptr->fd != -1) + /* An error occurred */ + ptr->cached_errno= errno; + if (errno == EINPROGRESS || /* nonblocking mode - first return, */ + errno == EALREADY) /* nonblocking mode - subsequent returns */ + { + memcached_return_t rc; + rc= connect_poll(ptr); + + if (rc == MEMCACHED_TIMEOUT) + timeout_error_occured= true; + + if (rc == MEMCACHED_SUCCESS) + break; + } + else if (errno == EISCONN) /* we are connected :-) */ { - ptr->server_failure_counter= 0; - return MEMCACHED_SUCCESS; + break; } - use = use->ai_next; + else if (errno == EINTR) // Special case, we retry ai_addr + { + (void)close(ptr->fd); + ptr->fd= -1; + continue; + } + + (void)close(ptr->fd); + ptr->fd= -1; + use= use->ai_next; } } if (ptr->fd == -1) { + WATCHPOINT_STRING("Never got a good file descriptor"); + /* Failed to connect. schedule next retry */ if (ptr->root->retry_timeout) { @@ -313,17 +442,30 @@ static memcached_return_t network_connect(memcached_server_st *ptr) if (gettimeofday(&next_time, NULL) == 0) ptr->next_retry= next_time.tv_sec + ptr->root->retry_timeout; } - ptr->server_failure_counter++; - if (ptr->cached_errno == 0) + + if (timeout_error_occured) return MEMCACHED_TIMEOUT; return MEMCACHED_ERRNO; /* The last error should be from connect() */ } - ptr->server_failure_counter= 0; return MEMCACHED_SUCCESS; /* The last error should be from connect() */ } +void set_last_disconnected_host(memcached_server_write_instance_st ptr) +{ + // const_cast + memcached_st *root= (memcached_st *)ptr->root; + +#if 0 + WATCHPOINT_STRING(ptr->hostname); + WATCHPOINT_NUMBER(ptr->port); + WATCHPOINT_ERRNO(ptr->cached_errno); +#endif + if (root->last_disconnected_server) + memcached_server_free(root->last_disconnected_server); + root->last_disconnected_server= memcached_server_clone(NULL, ptr); +} memcached_return_t memcached_connect(memcached_server_write_instance_st ptr) { @@ -332,33 +474,36 @@ memcached_return_t memcached_connect(memcached_server_write_instance_st ptr) /* both retry_timeout and server_failure_limit must be set in order to delay retrying a server on error. */ WATCHPOINT_ASSERT(ptr->root); - if (ptr->root->retry_timeout && ptr->root->server_failure_limit) + if (ptr->root->retry_timeout && ptr->next_retry) { struct timeval curr_time; gettimeofday(&curr_time, NULL); - /* if we've had too many consecutive errors on this server, mark it dead. */ - if (ptr->server_failure_counter >= ptr->root->server_failure_limit) + // We should optimize this to remove the allocation if the server was + // the last server to die + if (ptr->next_retry > curr_time.tv_sec) { - ptr->next_retry= curr_time.tv_sec + ptr->root->retry_timeout; - ptr->server_failure_counter= 0; - } + set_last_disconnected_host(ptr); - if (curr_time.tv_sec < ptr->next_retry) - { - memcached_st *root= (memcached_st *)ptr->root; - // @todo fix this by fixing behavior to no longer make use of - // memcached_st - if (memcached_behavior_get(root, MEMCACHED_BEHAVIOR_AUTO_EJECT_HOSTS)) - { - run_distribution(root); - } + return MEMCACHED_SERVER_MARKED_DEAD; + } + } - root->last_disconnected_server = ptr; + // If we are over the counter failure, we just fail. Reject host only + // works if you have a set number of failures. + if (ptr->root->server_failure_limit && ptr->server_failure_counter >= ptr->root->server_failure_limit) + { + set_last_disconnected_host(ptr); - return MEMCACHED_SERVER_MARKED_DEAD; + // @todo fix this by fixing behavior to no longer make use of + // memcached_st + if (_is_auto_eject_host(ptr->root)) + { + run_distribution((memcached_st *)ptr->root); } + + return MEMCACHED_SERVER_MARKED_DEAD; } /* We need to clean up the multi startup piece */ @@ -371,6 +516,17 @@ memcached_return_t memcached_connect(memcached_server_write_instance_st ptr) case MEMCACHED_CONNECTION_UDP: case MEMCACHED_CONNECTION_TCP: rc= network_connect(ptr); +#ifdef LIBMEMCACHED_WITH_SASL_SUPPORT + if (ptr->fd != -1 && ptr->root->sasl && ptr->root->sasl->callbacks) + { + rc= memcached_sasl_authenticate_connection(ptr); + if (rc != MEMCACHED_SUCCESS) + { + (void)close(ptr->fd); + ptr->fd= -1; + } + } +#endif break; case MEMCACHED_CONNECTION_UNIX_SOCKET: rc= unix_socket_connect(ptr); @@ -380,11 +536,16 @@ memcached_return_t memcached_connect(memcached_server_write_instance_st ptr) WATCHPOINT_ASSERT(0); } - unlikely ( rc != MEMCACHED_SUCCESS) + if (rc == MEMCACHED_SUCCESS) { - //@todo create interface around last_discontected_server - memcached_st *root= (memcached_st *)ptr->root; - root->last_disconnected_server = ptr; + ptr->server_failure_counter= 0; + ptr->next_retry= 0; + } + else + { + ptr->server_failure_counter++; + + set_last_disconnected_host(ptr); } LIBMEMCACHED_MEMCACHED_CONNECT_END();