d2c3a03d33a73e535e4fac305daa94d7365e5408
[awesomized/libmemcached] / libmemcached / io.cc
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * LibMemcached
4 *
5 * Copyright (C) 2011 Data Differential, http://datadifferential.com/
6 * Copyright (C) 2006-2009 Brian Aker
7 * All rights reserved.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions are
11 * met:
12 *
13 * * Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 *
16 * * Redistributions in binary form must reproduce the above
17 * copyright notice, this list of conditions and the following disclaimer
18 * in the documentation and/or other materials provided with the
19 * distribution.
20 *
21 * * The names of its contributors may not be used to endorse or
22 * promote products derived from this software without specific prior
23 * written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
26 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
27 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
28 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
29 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
30 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
31 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
32 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
33 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
34 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
35 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 *
37 */
38
39
40 #include <libmemcached/common.h>
41
42 typedef enum {
43 MEM_READ,
44 MEM_WRITE
45 } memc_read_or_write;
46
47 static ssize_t io_flush(memcached_server_write_instance_st ptr,
48 const bool with_flush,
49 memcached_return_t *error);
50 static void increment_udp_message_id(memcached_server_write_instance_st ptr);
51
52 static memcached_return_t io_wait(memcached_server_write_instance_st ptr,
53 memc_read_or_write read_or_write)
54 {
55 struct pollfd fds;
56 fds.fd= ptr->fd;
57 fds.events= POLLIN;
58
59 int error;
60
61 if (read_or_write == MEM_WRITE) /* write */
62 {
63 fds.events= POLLOUT;
64 WATCHPOINT_SET(ptr->io_wait_count.write++);
65 }
66 else
67 {
68 WATCHPOINT_SET(ptr->io_wait_count.read++);
69 }
70
71 /*
72 ** We are going to block on write, but at least on Solaris we might block
73 ** on write if we haven't read anything from our input buffer..
74 ** Try to purge the input buffer if we don't do any flow control in the
75 ** application layer (just sending a lot of data etc)
76 ** The test is moved down in the purge function to avoid duplication of
77 ** the test.
78 */
79 if (read_or_write == MEM_WRITE)
80 {
81 memcached_return_t rc= memcached_purge(ptr);
82 if (rc != MEMCACHED_SUCCESS && rc != MEMCACHED_STORED)
83 {
84 return MEMCACHED_FAILURE;
85 }
86 }
87
88 size_t loop_max= 5;
89 while (--loop_max) // While loop is for ERESTART or EINTR
90 {
91 if (ptr->root->poll_timeout) // Mimic 0 causes timeout behavior (not all platforms do this)
92 {
93 error= poll(&fds, 1, ptr->root->poll_timeout);
94 }
95 else
96 {
97 error= 0;
98 }
99
100 switch (error)
101 {
102 case 1: // Success!
103 WATCHPOINT_IF_LABELED_NUMBER(read_or_write && loop_max < 4, "read() times we had to loop, decremented down from 5", loop_max);
104 WATCHPOINT_IF_LABELED_NUMBER(!read_or_write && loop_max < 4, "write() times we had to loop, decremented down from 5", loop_max);
105
106 return MEMCACHED_SUCCESS;
107
108 case 0: // Timeout occured, we let the while() loop do its thing.
109 return memcached_set_error(*ptr, MEMCACHED_TIMEOUT, MEMCACHED_AT);
110
111 default:
112 WATCHPOINT_ERRNO(get_socket_errno());
113 switch (get_socket_errno())
114 {
115 #ifdef TARGET_OS_LINUX
116 case ERESTART:
117 #endif
118 case EINTR:
119 break;
120
121 default:
122 if (fds.revents & POLLERR)
123 {
124 int err;
125 socklen_t len= sizeof (err);
126 (void)getsockopt(ptr->fd, SOL_SOCKET, SO_ERROR, &err, &len);
127 ptr->cached_errno= (err == 0) ? get_socket_errno() : err;
128 }
129 else
130 {
131 ptr->cached_errno= get_socket_errno();
132 }
133 memcached_quit_server(ptr, true);
134
135 return memcached_set_errno(*ptr, get_socket_errno(), MEMCACHED_AT);
136 }
137 }
138 }
139
140 /* Imposssible for anything other then -1 */
141 WATCHPOINT_ASSERT(error == -1);
142 ptr->cached_errno= get_socket_errno();
143 memcached_quit_server(ptr, true);
144
145 return memcached_set_error(*ptr, MEMCACHED_FAILURE, MEMCACHED_AT);
146 }
147
148 memcached_return_t memcached_io_wait_for_write(memcached_server_write_instance_st ptr)
149 {
150 return io_wait(ptr, MEM_WRITE);
151 }
152
153 /**
154 * Try to fill the input buffer for a server with as much
155 * data as possible.
156 *
157 * @param ptr the server to pack
158 */
159 static bool repack_input_buffer(memcached_server_write_instance_st ptr)
160 {
161 if (ptr->read_ptr != ptr->read_buffer)
162 {
163 /* Move all of the data to the beginning of the buffer so
164 ** that we can fit more data into the buffer...
165 */
166 memmove(ptr->read_buffer, ptr->read_ptr, ptr->read_buffer_length);
167 ptr->read_ptr= ptr->read_buffer;
168 ptr->read_data_length= ptr->read_buffer_length;
169 }
170
171 /* There is room in the buffer, try to fill it! */
172 if (ptr->read_buffer_length != MEMCACHED_MAX_BUFFER)
173 {
174 /* Just try a single read to grab what's available */
175 ssize_t nr= recv(ptr->fd,
176 ptr->read_ptr + ptr->read_data_length,
177 MEMCACHED_MAX_BUFFER - ptr->read_data_length,
178 0);
179
180 if (nr > 0)
181 {
182 ptr->read_data_length+= (size_t)nr;
183 ptr->read_buffer_length+= (size_t)nr;
184 return true;
185 }
186 }
187 return false;
188 }
189
190 /**
191 * If the we have callbacks connected to this server structure
192 * we may start process the input queue and fire the callbacks
193 * for the incomming messages. This function is _only_ called
194 * when the input buffer is full, so that we _know_ that we have
195 * at least _one_ message to process.
196 *
197 * @param ptr the server to star processing iput messages for
198 * @return true if we processed anything, false otherwise
199 */
200 static bool process_input_buffer(memcached_server_write_instance_st ptr)
201 {
202 /*
203 ** We might be able to process some of the response messages if we
204 ** have a callback set up
205 */
206 if (ptr->root->callbacks != NULL && ptr->root->flags.use_udp == false)
207 {
208 /*
209 * We might have responses... try to read them out and fire
210 * callbacks
211 */
212 memcached_callback_st cb= *ptr->root->callbacks;
213
214 memcached_set_processing_input((memcached_st *)ptr->root, true);
215
216 char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
217 memcached_return_t error;
218 memcached_st *root= (memcached_st *)ptr->root;
219 error= memcached_response(ptr, buffer, sizeof(buffer),
220 &root->result);
221
222 memcached_set_processing_input(root, false);
223
224 if (error == MEMCACHED_SUCCESS)
225 {
226 for (unsigned int x= 0; x < cb.number_of_callback; x++)
227 {
228 error= (*cb.callback[x])(ptr->root, &root->result, cb.context);
229 if (error != MEMCACHED_SUCCESS)
230 break;
231 }
232
233 /* @todo what should I do with the error message??? */
234 }
235 /* @todo what should I do with other error messages?? */
236 return true;
237 }
238
239 return false;
240 }
241
242 #if 0 // Dead code, this should be removed.
243 void memcached_io_preread(memcached_st *ptr)
244 {
245 unsigned int x;
246
247 return;
248
249 for (x= 0; x < memcached_server_count(ptr); x++)
250 {
251 if (memcached_server_response_count(ptr, x) &&
252 ptr->hosts[x].read_data_length < MEMCACHED_MAX_BUFFER )
253 {
254 size_t data_read;
255
256 data_read= recv(ptr->hosts[x].fd,
257 ptr->hosts[x].read_ptr + ptr->hosts[x].read_data_length,
258 MEMCACHED_MAX_BUFFER - ptr->hosts[x].read_data_length, 0);
259 if (data_read == SOCKET_ERROR)
260 continue;
261
262 ptr->hosts[x].read_buffer_length+= data_read;
263 ptr->hosts[x].read_data_length+= data_read;
264 }
265 }
266 }
267 #endif
268
269 memcached_return_t memcached_io_read(memcached_server_write_instance_st ptr,
270 void *buffer, size_t length, ssize_t *nread)
271 {
272 char *buffer_ptr;
273
274 buffer_ptr= static_cast<char *>(buffer);
275
276 while (length)
277 {
278 if (not ptr->read_buffer_length)
279 {
280 ssize_t data_read;
281
282 while (1)
283 {
284 data_read= recv(ptr->fd, ptr->read_buffer, MEMCACHED_MAX_BUFFER, 0);
285 if (data_read > 0)
286 {
287 break;
288 }
289 else if (data_read == SOCKET_ERROR)
290 {
291 ptr->cached_errno= get_socket_errno();
292 memcached_return_t rc= MEMCACHED_ERRNO;
293 switch (get_socket_errno())
294 {
295 case EWOULDBLOCK:
296 #ifdef USE_EAGAIN
297 case EAGAIN:
298 #endif
299 case EINTR:
300 #ifdef TARGET_OS_LINUX
301 case ERESTART:
302 #endif
303 if ((rc= io_wait(ptr, MEM_READ)) == MEMCACHED_SUCCESS)
304 continue;
305
306 /* fall through */
307
308 default:
309 {
310 memcached_quit_server(ptr, true);
311 *nread= -1;
312 return memcached_set_error(*ptr, rc, MEMCACHED_AT);
313 }
314 }
315 }
316 else
317 {
318 /*
319 EOF. Any data received so far is incomplete
320 so discard it. This always reads by byte in case of TCP
321 and protocol enforcement happens at memcached_response()
322 looking for '\n'. We do not care for UDB which requests 8 bytes
323 at once. Generally, this means that connection went away. Since
324 for blocking I/O we do not return 0 and for non-blocking case
325 it will return EGAIN if data is not immediatly available.
326 */
327 WATCHPOINT_STRING("We had a zero length recv()");
328 memcached_quit_server(ptr, true);
329 *nread= -1;
330 return memcached_set_error(*ptr, MEMCACHED_UNKNOWN_READ_FAILURE, MEMCACHED_AT);
331 }
332 }
333
334 ptr->io_bytes_sent = 0;
335 ptr->read_data_length= (size_t) data_read;
336 ptr->read_buffer_length= (size_t) data_read;
337 ptr->read_ptr= ptr->read_buffer;
338 }
339
340 if (length > 1)
341 {
342 size_t difference;
343
344 difference= (length > ptr->read_buffer_length) ? ptr->read_buffer_length : length;
345
346 memcpy(buffer_ptr, ptr->read_ptr, difference);
347 length -= difference;
348 ptr->read_ptr+= difference;
349 ptr->read_buffer_length-= difference;
350 buffer_ptr+= difference;
351 }
352 else
353 {
354 *buffer_ptr= *ptr->read_ptr;
355 ptr->read_ptr++;
356 ptr->read_buffer_length--;
357 buffer_ptr++;
358 break;
359 }
360 }
361
362 ptr->server_failure_counter= 0;
363 *nread = (ssize_t)(buffer_ptr - (char*)buffer);
364 return MEMCACHED_SUCCESS;
365 }
366
367 static ssize_t _io_write(memcached_server_write_instance_st ptr,
368 const void *buffer, size_t length, bool with_flush)
369 {
370 size_t original_length;
371 const char* buffer_ptr;
372
373 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
374
375 original_length= length;
376 buffer_ptr= static_cast<const char *>(buffer);
377
378 while (length)
379 {
380 char *write_ptr;
381 size_t should_write;
382 size_t buffer_end;
383
384 if (ptr->type == MEMCACHED_CONNECTION_UDP)
385 {
386 //UDP does not support partial writes
387 buffer_end= MAX_UDP_DATAGRAM_LENGTH;
388 should_write= length;
389 if (ptr->write_buffer_offset + should_write > buffer_end)
390 {
391 return -1;
392 }
393 }
394 else
395 {
396 buffer_end= MEMCACHED_MAX_BUFFER;
397 should_write= buffer_end - ptr->write_buffer_offset;
398 should_write= (should_write < length) ? should_write : length;
399 }
400
401 write_ptr= ptr->write_buffer + ptr->write_buffer_offset;
402 memcpy(write_ptr, buffer_ptr, should_write);
403 ptr->write_buffer_offset+= should_write;
404 buffer_ptr+= should_write;
405 length-= should_write;
406
407 if (ptr->write_buffer_offset == buffer_end && ptr->type != MEMCACHED_CONNECTION_UDP)
408 {
409 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
410
411 memcached_return_t rc;
412 ssize_t sent_length= io_flush(ptr, with_flush, &rc);
413 if (sent_length == -1)
414 {
415 return -1;
416 }
417
418 /* If io_flush calls memcached_purge, sent_length may be 0 */
419 unlikely (sent_length != 0)
420 {
421 WATCHPOINT_ASSERT(sent_length == (ssize_t)buffer_end);
422 }
423 }
424 }
425
426 if (with_flush)
427 {
428 memcached_return_t rc;
429 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
430 if (io_flush(ptr, with_flush, &rc) == -1)
431 {
432 return -1;
433 }
434 }
435
436 return (ssize_t) original_length;
437 }
438
439 ssize_t memcached_io_write(memcached_server_write_instance_st ptr,
440 const void *buffer, size_t length, bool with_flush)
441 {
442 return _io_write(ptr, buffer, length, with_flush);
443 }
444
445 ssize_t memcached_io_writev(memcached_server_write_instance_st ptr,
446 const struct libmemcached_io_vector_st *vector,
447 size_t number_of, bool with_flush)
448 {
449 ssize_t total= 0;
450
451 for (size_t x= 0; x < number_of; x++, vector++)
452 {
453 ssize_t returnable;
454
455 if ((returnable= _io_write(ptr, vector->buffer, vector->length, false)) == -1)
456 {
457 return -1;
458 }
459 total+= returnable;
460 }
461
462 if (with_flush)
463 {
464 if (memcached_io_write(ptr, NULL, 0, true) == -1)
465 {
466 return -1;
467 }
468 }
469
470 return total;
471 }
472
473
474 memcached_return_t memcached_io_close(memcached_server_write_instance_st ptr)
475 {
476 if (ptr->fd == INVALID_SOCKET)
477 {
478 return MEMCACHED_SUCCESS;
479 }
480
481 /* in case of death shutdown to avoid blocking at close() */
482 if (shutdown(ptr->fd, SHUT_RDWR) == SOCKET_ERROR && get_socket_errno() != ENOTCONN)
483 {
484 WATCHPOINT_NUMBER(ptr->fd);
485 WATCHPOINT_ERRNO(get_socket_errno());
486 WATCHPOINT_ASSERT(get_socket_errno());
487 }
488
489 if (closesocket(ptr->fd) == SOCKET_ERROR)
490 {
491 WATCHPOINT_ERRNO(get_socket_errno());
492 }
493
494 return MEMCACHED_SUCCESS;
495 }
496
497 memcached_server_write_instance_st memcached_io_get_readable_server(memcached_st *memc)
498 {
499 #define MAX_SERVERS_TO_POLL 100
500 struct pollfd fds[MAX_SERVERS_TO_POLL];
501 unsigned int host_index= 0;
502
503 for (uint32_t x= 0;
504 x< memcached_server_count(memc) && host_index < MAX_SERVERS_TO_POLL;
505 ++x)
506 {
507 memcached_server_write_instance_st instance=
508 memcached_server_instance_fetch(memc, x);
509
510 if (instance->read_buffer_length > 0) /* I have data in the buffer */
511 return instance;
512
513 if (memcached_server_response_count(instance) > 0)
514 {
515 fds[host_index].events = POLLIN;
516 fds[host_index].revents = 0;
517 fds[host_index].fd = instance->fd;
518 ++host_index;
519 }
520 }
521
522 if (host_index < 2)
523 {
524 /* We have 0 or 1 server with pending events.. */
525 for (uint32_t x= 0; x< memcached_server_count(memc); ++x)
526 {
527 memcached_server_write_instance_st instance=
528 memcached_server_instance_fetch(memc, x);
529
530 if (memcached_server_response_count(instance) > 0)
531 {
532 return instance;
533 }
534 }
535
536 return NULL;
537 }
538
539 switch (poll(fds, host_index, memc->poll_timeout))
540 {
541 case -1:
542 memcached_set_errno(*memc, get_socket_errno(), MEMCACHED_AT);
543 /* FALLTHROUGH */
544 case 0:
545 break;
546
547 default:
548 for (size_t x= 0; x < host_index; ++x)
549 {
550 if (fds[x].revents & POLLIN)
551 {
552 for (uint32_t y= 0; y < memcached_server_count(memc); ++y)
553 {
554 memcached_server_write_instance_st instance=
555 memcached_server_instance_fetch(memc, y);
556
557 if (instance->fd == fds[x].fd)
558 return instance;
559 }
560 }
561 }
562 }
563
564 return NULL;
565 }
566
567 static ssize_t io_flush(memcached_server_write_instance_st ptr,
568 const bool with_flush,
569 memcached_return_t *error)
570 {
571 /*
572 ** We might want to purge the input buffer if we haven't consumed
573 ** any output yet... The test for the limits is the purge is inline
574 ** in the purge function to avoid duplicating the logic..
575 */
576 {
577 memcached_return_t rc;
578 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
579 rc= memcached_purge(ptr);
580
581 if (rc != MEMCACHED_SUCCESS && rc != MEMCACHED_STORED)
582 {
583 return -1;
584 }
585 }
586 ssize_t sent_length;
587 size_t return_length;
588 char *local_write_ptr= ptr->write_buffer;
589 size_t write_length= ptr->write_buffer_offset;
590
591 *error= MEMCACHED_SUCCESS;
592
593 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
594
595 // UDP Sanity check, make sure that we are not sending somthing too big
596 if (ptr->type == MEMCACHED_CONNECTION_UDP && write_length > MAX_UDP_DATAGRAM_LENGTH)
597 {
598 *error= MEMCACHED_WRITE_FAILURE;
599 return -1;
600 }
601
602 if (ptr->write_buffer_offset == 0 || (ptr->type == MEMCACHED_CONNECTION_UDP
603 && ptr->write_buffer_offset == UDP_DATAGRAM_HEADER_LENGTH))
604 {
605 return 0;
606 }
607
608 /* Looking for memory overflows */
609 #if defined(DEBUG)
610 if (write_length == MEMCACHED_MAX_BUFFER)
611 WATCHPOINT_ASSERT(ptr->write_buffer == local_write_ptr);
612 WATCHPOINT_ASSERT((ptr->write_buffer + MEMCACHED_MAX_BUFFER) >= (local_write_ptr + write_length));
613 #endif
614
615 return_length= 0;
616 while (write_length)
617 {
618 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
619 WATCHPOINT_ASSERT(write_length > 0);
620 sent_length= 0;
621 if (ptr->type == MEMCACHED_CONNECTION_UDP)
622 increment_udp_message_id(ptr);
623
624 WATCHPOINT_ASSERT(ptr->fd != INVALID_SOCKET);
625 if (with_flush)
626 {
627 sent_length= send(ptr->fd, local_write_ptr, write_length, MSG_NOSIGNAL|MSG_DONTWAIT);
628 }
629 else
630 {
631 sent_length= send(ptr->fd, local_write_ptr, write_length, MSG_NOSIGNAL|MSG_DONTWAIT|MSG_MORE);
632 }
633
634 if (sent_length == SOCKET_ERROR)
635 {
636 ptr->cached_errno= get_socket_errno();
637 #if 0 // @todo I should look at why we hit this bit of code hard frequently
638 WATCHPOINT_ERRNO(get_socket_errno());
639 WATCHPOINT_NUMBER(get_socket_errno());
640 #endif
641 switch (get_socket_errno())
642 {
643 case ENOBUFS:
644 continue;
645 case EWOULDBLOCK:
646 #ifdef USE_EAGAIN
647 case EAGAIN:
648 #endif
649 {
650 /*
651 * We may be blocked on write because the input buffer
652 * is full. Let's check if we have room in our input
653 * buffer for more data and retry the write before
654 * waiting..
655 */
656 if (repack_input_buffer(ptr) ||
657 process_input_buffer(ptr))
658 continue;
659
660 memcached_return_t rc= io_wait(ptr, MEM_WRITE);
661 if (memcached_success(rc))
662 {
663 continue;
664 }
665 else if (rc == MEMCACHED_TIMEOUT)
666 {
667 *error= memcached_set_error(*ptr, MEMCACHED_TIMEOUT, MEMCACHED_AT);
668 return -1;
669 }
670
671 memcached_quit_server(ptr, true);
672 *error= memcached_set_errno(*ptr, get_socket_errno(), MEMCACHED_AT);
673 return -1;
674 }
675 case ENOTCONN:
676 case EPIPE:
677 default:
678 memcached_quit_server(ptr, true);
679 *error= memcached_set_errno(*ptr, get_socket_errno(), MEMCACHED_AT);
680 WATCHPOINT_ASSERT(ptr->fd == -1);
681 return -1;
682 }
683 }
684
685 if (ptr->type == MEMCACHED_CONNECTION_UDP and
686 (size_t)sent_length != write_length)
687 {
688 memcached_quit_server(ptr, true);
689 *error= memcached_set_error(*ptr, MEMCACHED_WRITE_FAILURE, MEMCACHED_AT);
690 return -1;
691 }
692
693 ptr->io_bytes_sent += (uint32_t) sent_length;
694
695 local_write_ptr+= sent_length;
696 write_length-= (uint32_t) sent_length;
697 return_length+= (uint32_t) sent_length;
698 }
699
700 WATCHPOINT_ASSERT(write_length == 0);
701 // Need to study this assert() WATCHPOINT_ASSERT(return_length ==
702 // ptr->write_buffer_offset);
703
704 // if we are a udp server, the begining of the buffer is reserverd for
705 // the upd frame header
706 if (ptr->type == MEMCACHED_CONNECTION_UDP)
707 ptr->write_buffer_offset= UDP_DATAGRAM_HEADER_LENGTH;
708 else
709 ptr->write_buffer_offset= 0;
710
711 return (ssize_t) return_length;
712 }
713
714 /*
715 Eventually we will just kill off the server with the problem.
716 */
717 void memcached_io_reset(memcached_server_write_instance_st ptr)
718 {
719 memcached_quit_server(ptr, true);
720 }
721
722 /**
723 * Read a given number of bytes from the server and place it into a specific
724 * buffer. Reset the IO channel on this server if an error occurs.
725 */
726 memcached_return_t memcached_safe_read(memcached_server_write_instance_st ptr,
727 void *dta,
728 size_t size)
729 {
730 size_t offset= 0;
731 char *data= static_cast<char *>(dta);
732
733 while (offset < size)
734 {
735 ssize_t nread;
736 memcached_return_t rc= memcached_io_read(ptr, data + offset, size - offset,
737 &nread);
738 if (rc != MEMCACHED_SUCCESS)
739 {
740 return rc;
741 }
742
743 offset+= (size_t) nread;
744 }
745
746 return MEMCACHED_SUCCESS;
747 }
748
749 memcached_return_t memcached_io_readline(memcached_server_write_instance_st ptr,
750 char *buffer_ptr,
751 size_t size)
752 {
753 bool line_complete= false;
754 size_t total_nr= 0;
755
756 while (!line_complete)
757 {
758 if (ptr->read_buffer_length == 0)
759 {
760 /*
761 * We don't have any data in the buffer, so let's fill the read
762 * buffer. Call the standard read function to avoid duplicating
763 * the logic.
764 */
765 ssize_t nread;
766 memcached_return_t rc= memcached_io_read(ptr, buffer_ptr, 1, &nread);
767 if (rc != MEMCACHED_SUCCESS)
768 {
769 return rc;
770 }
771
772 if (*buffer_ptr == '\n')
773 line_complete= true;
774
775 ++buffer_ptr;
776 ++total_nr;
777 }
778
779 /* Now let's look in the buffer and copy as we go! */
780 while (ptr->read_buffer_length && total_nr < size && !line_complete)
781 {
782 *buffer_ptr = *ptr->read_ptr;
783 if (*buffer_ptr == '\n')
784 line_complete = true;
785 --ptr->read_buffer_length;
786 ++ptr->read_ptr;
787 ++total_nr;
788 ++buffer_ptr;
789 }
790
791 if (total_nr == size)
792 return MEMCACHED_PROTOCOL_ERROR;
793 }
794
795 return MEMCACHED_SUCCESS;
796 }
797
798 /*
799 * The udp request id consists of two seperate sections
800 * 1) The thread id
801 * 2) The message number
802 * The thread id should only be set when the memcached_st struct is created
803 * and should not be changed.
804 *
805 * The message num is incremented for each new message we send, this function
806 * extracts the message number from message_id, increments it and then
807 * writes the new value back into the header
808 */
809 static void increment_udp_message_id(memcached_server_write_instance_st ptr)
810 {
811 struct udp_datagram_header_st *header= (struct udp_datagram_header_st *)ptr->write_buffer;
812 uint16_t cur_req= get_udp_datagram_request_id(header);
813 int msg_num= get_msg_num_from_request_id(cur_req);
814 int thread_id= get_thread_id_from_request_id(cur_req);
815
816 if (((++msg_num) & UDP_REQUEST_ID_THREAD_MASK) != 0)
817 msg_num= 0;
818
819 header->request_id= htons((uint16_t) (thread_id | msg_num));
820 }
821
822 memcached_return_t memcached_io_init_udp_header(memcached_server_write_instance_st ptr, uint16_t thread_id)
823 {
824 if (thread_id > UDP_REQUEST_ID_MAX_THREAD_ID)
825 return MEMCACHED_FAILURE;
826
827 struct udp_datagram_header_st *header= (struct udp_datagram_header_st *)ptr->write_buffer;
828 header->request_id= htons((uint16_t) (generate_udp_request_thread_id(thread_id)));
829 header->num_datagrams= htons(1);
830 header->sequence_number= htons(0);
831
832 return MEMCACHED_SUCCESS;
833 }