X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=libmemcached%2Fio.c;h=1c8783b29ec71899ecf39733a882a5b6cf37bf57;hb=ea260e7bce23c9a41c3c60fd68f55b33608714a9;hp=712e11afd9363f345347df0fbab12e44f06065b3;hpb=474deb0826ebcd7b748e15dd7f0fc6da0f64cd89;p=m6w6%2Flibmemcached diff --git a/libmemcached/io.c b/libmemcached/io.c index 712e11af..1c8783b2 100644 --- a/libmemcached/io.c +++ b/libmemcached/io.c @@ -19,10 +19,11 @@ typedef enum { MEM_WRITE } memc_read_or_write; -static ssize_t io_flush(memcached_server_st *ptr, memcached_return_t *error); -static void increment_udp_message_id(memcached_server_st *ptr); +static ssize_t io_flush(memcached_server_write_instance_st ptr, + memcached_return_t *error); +static void increment_udp_message_id(memcached_server_write_instance_st ptr); -static memcached_return_t io_wait(memcached_server_st *ptr, +static memcached_return_t io_wait(memcached_server_write_instance_st ptr, memc_read_or_write read_or_write) { struct pollfd fds= { @@ -31,8 +32,15 @@ static memcached_return_t io_wait(memcached_server_st *ptr, }; int error; - unlikely (read_or_write == MEM_WRITE) /* write */ + if (read_or_write == MEM_WRITE) /* write */ + { fds.events= POLLOUT; + WATCHPOINT_SET(ptr->io_wait_count.write++); + } + else + { + WATCHPOINT_SET(ptr->io_wait_count.read++); + } /* ** We are going to block on write, but at least on Solaris we might block @@ -53,16 +61,47 @@ static memcached_return_t io_wait(memcached_server_st *ptr, if (ptr->root->flags.no_block == false) timeout= -1; - error= poll(&fds, 1, timeout); + size_t loop_max= 5; + while (--loop_max) + { + error= poll(&fds, 1, timeout); - if (error == 1) - return MEMCACHED_SUCCESS; - else if (error == 0) + switch (error) + { + case 1: + WATCHPOINT_IF_LABELED_NUMBER(read_or_write && loop_max < 4, "read() times we had to loop, decremented down from 5", loop_max); + WATCHPOINT_IF_LABELED_NUMBER(!read_or_write && loop_max < 4, "write() times we had to loop, decremented down from 5", loop_max); + + return MEMCACHED_SUCCESS; + case 0: + return MEMCACHED_TIMEOUT; + default: + WATCHPOINT_ERRNO(errno); + { + switch (errno) + { +#ifdef TARGET_OS_LINUX + case ERESTART: +#endif + case EINTR: + continue; + default: + ptr->cached_errno= error; + memcached_quit_server(ptr, true); + + return MEMCACHED_FAILURE; + } + } + } + } + + if (loop_max == 0 && error == 0) return MEMCACHED_TIMEOUT; /* Imposssible for anything other then -1 */ WATCHPOINT_ASSERT(error == -1); - memcached_quit_server(ptr, 1); + ptr->cached_errno= error; + memcached_quit_server(ptr, true); return MEMCACHED_FAILURE; } @@ -73,7 +112,7 @@ static memcached_return_t io_wait(memcached_server_st *ptr, * * @param ptr the server to pack */ -static bool repack_input_buffer(memcached_server_st *ptr) +static bool repack_input_buffer(memcached_server_write_instance_st ptr) { if (ptr->read_ptr != ptr->read_buffer) { @@ -113,7 +152,7 @@ static bool repack_input_buffer(memcached_server_st *ptr) * @param ptr the server to star processing iput messages for * @return true if we processed anything, false otherwise */ -static bool process_input_buffer(memcached_server_st *ptr) +static bool process_input_buffer(memcached_server_write_instance_st ptr) { /* ** We might be able to process some of the response messages if we @@ -127,15 +166,21 @@ static bool process_input_buffer(memcached_server_st *ptr) */ memcached_callback_st cb= *ptr->root->callbacks; + memcached_set_processing_input((memcached_st *)ptr->root, true); + char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE]; memcached_return_t error; + memcached_st *root= (memcached_st *)ptr->root; error= memcached_response(ptr, buffer, sizeof(buffer), - &ptr->root->result); + &root->result); + + memcached_set_processing_input(root, false); + if (error == MEMCACHED_SUCCESS) { for (unsigned int x= 0; x < cb.number_of_callback; x++) { - error= (*cb.callback[x])(ptr->root, &ptr->root->result, cb.context); + error= (*cb.callback[x])(ptr->root, &root->result, cb.context); if (error != MEMCACHED_SUCCESS) break; } @@ -149,14 +194,48 @@ static bool process_input_buffer(memcached_server_st *ptr) return false; } -#ifdef UNUSED +static inline void memcached_io_cork_push(memcached_server_st *ptr) +{ + (void)ptr; +#ifdef CORK + if (ptr->root->flags.cork == false || ptr->state.is_corked) + return; + + int enable= 1; + int err= setsockopt(ptr->fd, IPPROTO_TCP, CORK, + &enable, (socklen_t)sizeof(int)); + if (! err) + ptr->state.is_corked= true; + + WATCHPOINT_ASSERT(ptr->state.is_corked == true); +#endif +} + +static inline void memcached_io_cork_pop(memcached_server_st *ptr) +{ + (void)ptr; +#ifdef CORK + if (ptr->root->flags.cork == false || ptr->state.is_corked == false) + return; + + int enable= 0; + int err= setsockopt(ptr->fd, IPPROTO_TCP, CORK, + &enable, (socklen_t)sizeof(int)); + if (! err) + ptr->state.is_corked= false; + + WATCHPOINT_ASSERT(ptr->state.is_corked == false); +#endif +} + +#if 0 // Dead code, this should be removed. void memcached_io_preread(memcached_st *ptr) { unsigned int x; return; - for (x= 0; x < ptr->number_of_hosts; x++) + for (x= 0; x < memcached_server_count(ptr); x++) { if (memcached_server_response_count(ptr, x) && ptr->hosts[x].read_data_length < MEMCACHED_MAX_BUFFER ) @@ -176,7 +255,7 @@ void memcached_io_preread(memcached_st *ptr) } #endif -memcached_return_t memcached_io_read(memcached_server_st *ptr, +memcached_return_t memcached_io_read(memcached_server_write_instance_st ptr, void *buffer, size_t length, ssize_t *nread) { char *buffer_ptr; @@ -193,7 +272,9 @@ memcached_return_t memcached_io_read(memcached_server_st *ptr, { data_read= read(ptr->fd, ptr->read_buffer, MEMCACHED_MAX_BUFFER); if (data_read > 0) + { break; + } else if (data_read == -1) { ptr->cached_errno= errno; @@ -202,13 +283,16 @@ memcached_return_t memcached_io_read(memcached_server_st *ptr, { case EAGAIN: case EINTR: +#ifdef TARGET_OS_LINUX + case ERESTART: +#endif if ((rc= io_wait(ptr, MEM_READ)) == MEMCACHED_SUCCESS) continue; /* fall through */ default: { - memcached_quit_server(ptr, 1); + memcached_quit_server(ptr, true); *nread= -1; return rc; } @@ -225,7 +309,7 @@ memcached_return_t memcached_io_read(memcached_server_st *ptr, for blocking I/O we do not return 0 and for non-blocking case it will return EGAIN if data is not immediatly available. */ - memcached_quit_server(ptr, 1); + memcached_quit_server(ptr, true); *nread= -1; return MEMCACHED_UNKNOWN_READ_FAILURE; } @@ -264,8 +348,8 @@ memcached_return_t memcached_io_read(memcached_server_st *ptr, return MEMCACHED_SUCCESS; } -ssize_t memcached_io_write(memcached_server_st *ptr, - const void *buffer, size_t length, char with_flush) +static ssize_t _io_write(memcached_server_write_instance_st ptr, + const void *buffer, size_t length, bool with_flush) { size_t original_length; const char* buffer_ptr; @@ -275,6 +359,12 @@ ssize_t memcached_io_write(memcached_server_st *ptr, original_length= length; buffer_ptr= buffer; + /* more writable data is coming if a flush isn't required, so delay send */ + if (! with_flush) + { + memcached_io_cork_push(ptr); + } + while (length) { char *write_ptr; @@ -325,13 +415,52 @@ ssize_t memcached_io_write(memcached_server_st *ptr, memcached_return_t rc; WATCHPOINT_ASSERT(ptr->fd != -1); if (io_flush(ptr, &rc) == -1) + { return -1; + } + + memcached_io_cork_pop(ptr); } return (ssize_t) original_length; } -memcached_return_t memcached_io_close(memcached_server_st *ptr) +ssize_t memcached_io_write(memcached_server_write_instance_st ptr, + const void *buffer, size_t length, bool with_flush) +{ + return _io_write(ptr, buffer, length, with_flush); +} + +ssize_t memcached_io_writev(memcached_server_write_instance_st ptr, + const struct __write_vector_st *vector, + size_t number_of, bool with_flush) +{ + ssize_t total= 0; + + for (size_t x= 0; x < number_of; x++, vector++) + { + ssize_t returnable; + + if ((returnable= _io_write(ptr, vector->buffer, vector->length, false)) == -1) + { + return -1; + } + total+= returnable; + } + + if (with_flush) + { + if (memcached_io_write(ptr, NULL, 0, true) == -1) + { + return -1; + } + } + + return total; +} + + +memcached_return_t memcached_io_close(memcached_server_write_instance_st ptr) { if (ptr->fd == -1) { @@ -354,24 +483,27 @@ memcached_return_t memcached_io_close(memcached_server_st *ptr) return MEMCACHED_SUCCESS; } -memcached_server_st *memcached_io_get_readable_server(memcached_st *memc) +memcached_server_write_instance_st memcached_io_get_readable_server(memcached_st *memc) { #define MAX_SERVERS_TO_POLL 100 struct pollfd fds[MAX_SERVERS_TO_POLL]; unsigned int host_index= 0; - for (unsigned int x= 0; - x< memc->number_of_hosts && host_index < MAX_SERVERS_TO_POLL; + for (uint32_t x= 0; + x< memcached_server_count(memc) && host_index < MAX_SERVERS_TO_POLL; ++x) { - if (memc->hosts[x].read_buffer_length > 0) /* I have data in the buffer */ - return &memc->hosts[x]; + memcached_server_write_instance_st instance= + memcached_server_instance_fetch(memc, x); - if (memcached_server_response_count(&memc->hosts[x]) > 0) + if (instance->read_buffer_length > 0) /* I have data in the buffer */ + return instance; + + if (memcached_server_response_count(instance) > 0) { fds[host_index].events = POLLIN; fds[host_index].revents = 0; - fds[host_index].fd = memc->hosts[x].fd; + fds[host_index].fd = instance->fd; ++host_index; } } @@ -379,9 +511,16 @@ memcached_server_st *memcached_io_get_readable_server(memcached_st *memc) if (host_index < 2) { /* We have 0 or 1 server with pending events.. */ - for (unsigned int x= 0; x< memc->number_of_hosts; ++x) - if (memcached_server_response_count(&memc->hosts[x]) > 0) - return &memc->hosts[x]; + for (uint32_t x= 0; x< memcached_server_count(memc); ++x) + { + memcached_server_write_instance_st instance= + memcached_server_instance_fetch(memc, x); + + if (memcached_server_response_count(instance) > 0) + { + return instance; + } + } return NULL; } @@ -394,17 +533,26 @@ memcached_server_st *memcached_io_get_readable_server(memcached_st *memc) case 0: break; default: - for (unsigned int x= 0; x < host_index; ++x) + for (size_t x= 0; x < host_index; ++x) + { if (fds[x].revents & POLLIN) - for (unsigned int y= 0; y < memc->number_of_hosts; ++y) - if (memc->hosts[y].fd == fds[x].fd) - return &memc->hosts[y]; + { + for (uint32_t y= 0; y < memcached_server_count(memc); ++y) + { + memcached_server_write_instance_st instance= + memcached_server_instance_fetch(memc, y); + + if (instance->fd == fds[x].fd) + return instance; + } + } + } } return NULL; } -static ssize_t io_flush(memcached_server_st *ptr, +static ssize_t io_flush(memcached_server_write_instance_st ptr, memcached_return_t *error) { /* @@ -457,6 +605,8 @@ static ssize_t io_flush(memcached_server_st *ptr, if (sent_length == -1) { ptr->cached_errno= errno; + WATCHPOINT_ERRNO(errno); + WATCHPOINT_NUMBER(errno); switch (errno) { case ENOBUFS: @@ -479,11 +629,11 @@ static ssize_t io_flush(memcached_server_st *ptr, if (rc == MEMCACHED_SUCCESS || rc == MEMCACHED_TIMEOUT) continue; - memcached_quit_server(ptr, 1); + memcached_quit_server(ptr, true); return -1; } default: - memcached_quit_server(ptr, 1); + memcached_quit_server(ptr, true); *error= MEMCACHED_ERRNO; return -1; } @@ -492,7 +642,7 @@ static ssize_t io_flush(memcached_server_st *ptr, if (ptr->type == MEMCACHED_CONNECTION_UDP && (size_t)sent_length != write_length) { - memcached_quit_server(ptr, 1); + memcached_quit_server(ptr, true); return -1; } @@ -520,16 +670,16 @@ static ssize_t io_flush(memcached_server_st *ptr, /* Eventually we will just kill off the server with the problem. */ -void memcached_io_reset(memcached_server_st *ptr) +void memcached_io_reset(memcached_server_write_instance_st ptr) { - memcached_quit_server(ptr, 1); + memcached_quit_server(ptr, true); } /** * Read a given number of bytes from the server and place it into a specific * buffer. Reset the IO channel on this server if an error occurs. */ -memcached_return_t memcached_safe_read(memcached_server_st *ptr, +memcached_return_t memcached_safe_read(memcached_server_write_instance_st ptr, void *dta, size_t size) { @@ -550,7 +700,7 @@ memcached_return_t memcached_safe_read(memcached_server_st *ptr, return MEMCACHED_SUCCESS; } -memcached_return_t memcached_io_readline(memcached_server_st *ptr, +memcached_return_t memcached_io_readline(memcached_server_write_instance_st ptr, char *buffer_ptr, size_t size) { @@ -608,7 +758,7 @@ memcached_return_t memcached_io_readline(memcached_server_st *ptr, * extracts the message number from message_id, increments it and then * writes the new value back into the header */ -static void increment_udp_message_id(memcached_server_st *ptr) +static void increment_udp_message_id(memcached_server_write_instance_st ptr) { struct udp_datagram_header_st *header= (struct udp_datagram_header_st *)ptr->write_buffer; uint16_t cur_req= get_udp_datagram_request_id(header); @@ -621,7 +771,7 @@ static void increment_udp_message_id(memcached_server_st *ptr) header->request_id= htons((uint16_t) (thread_id | msg_num)); } -memcached_return_t memcached_io_init_udp_header(memcached_server_st *ptr, uint16_t thread_id) +memcached_return_t memcached_io_init_udp_header(memcached_server_write_instance_st ptr, uint16_t thread_id) { if (thread_id > UDP_REQUEST_ID_MAX_THREAD_ID) return MEMCACHED_FAILURE;