Initial support for the binary protocol
[awesomized/libmemcached] / libmemcached / memcached_io.c
1 /*
2 Basic socket buffered IO
3 */
4
5 #include "common.h"
6 #include "memcached_io.h"
7 #include <sys/select.h>
8 #include <poll.h>
9
10 typedef enum {
11 MEM_READ,
12 MEM_WRITE,
13 } memc_read_or_write;
14
15 static ssize_t io_flush(memcached_server_st *ptr, memcached_return *error);
16
17 static memcached_return io_wait(memcached_server_st *ptr,
18 memc_read_or_write read_or_write)
19 {
20 struct pollfd fds[1];
21 short flags= 0;
22 int error;
23
24 if (read_or_write == MEM_WRITE) /* write */
25 flags= POLLOUT | POLLERR;
26 else
27 flags= POLLIN | POLLERR;
28
29 memset(&fds, 0, sizeof(struct pollfd));
30 fds[0].fd= ptr->fd;
31 fds[0].events= flags;
32
33 error= poll(fds, 1, ptr->root->poll_timeout);
34
35 if (error == 1)
36 return MEMCACHED_SUCCESS;
37 else if (error == 0)
38 {
39 return MEMCACHED_TIMEOUT;
40 }
41
42 /* Imposssible for anything other then -1 */
43 WATCHPOINT_ASSERT(error == -1);
44 memcached_quit_server(ptr, 1);
45
46 return MEMCACHED_FAILURE;
47
48 }
49
50 #ifdef UNUSED
51 void memcached_io_preread(memcached_st *ptr)
52 {
53 unsigned int x;
54
55 return;
56
57 for (x= 0; x < ptr->number_of_hosts; x++)
58 {
59 if (memcached_server_response_count(ptr, x) &&
60 ptr->hosts[x].read_data_length < MEMCACHED_MAX_BUFFER )
61 {
62 size_t data_read;
63
64 data_read= read(ptr->hosts[x].fd,
65 ptr->hosts[x].read_ptr + ptr->hosts[x].read_data_length,
66 MEMCACHED_MAX_BUFFER - ptr->hosts[x].read_data_length);
67 if (data_read == -1)
68 continue;
69
70 ptr->hosts[x].read_buffer_length+= data_read;
71 ptr->hosts[x].read_data_length+= data_read;
72 }
73 }
74 }
75 #endif
76
77 ssize_t memcached_io_read(memcached_server_st *ptr,
78 void *buffer, size_t length)
79 {
80 char *buffer_ptr;
81
82 buffer_ptr= buffer;
83
84 while (length)
85 {
86 uint8_t found_eof= 0;
87 if (!ptr->read_buffer_length)
88 {
89 ssize_t data_read;
90
91 while (1)
92 {
93 data_read= read(ptr->fd,
94 ptr->read_buffer,
95 MEMCACHED_MAX_BUFFER);
96 if (data_read > 0)
97 break;
98 else if (data_read == -1)
99 {
100 ptr->cached_errno= errno;
101 switch (errno)
102 {
103 case EAGAIN:
104 {
105 memcached_return rc;
106
107 rc= io_wait(ptr, MEM_READ);
108
109 if (rc == MEMCACHED_SUCCESS)
110 continue;
111 }
112 /* fall trough */
113 default:
114 {
115 memcached_quit_server(ptr, 1);
116 return -1;
117 }
118 }
119 }
120 else
121 {
122 found_eof= 1;
123 break;
124 }
125 }
126
127 ptr->read_data_length= data_read;
128 ptr->read_buffer_length= data_read;
129 ptr->read_ptr= ptr->read_buffer;
130 }
131
132 if (length > 1)
133 {
134 size_t difference;
135
136 difference= (length > ptr->read_buffer_length) ? ptr->read_buffer_length : length;
137
138 memcpy(buffer_ptr, ptr->read_ptr, difference);
139 length -= difference;
140 ptr->read_ptr+= difference;
141 ptr->read_buffer_length-= difference;
142 buffer_ptr+= difference;
143 }
144 else
145 {
146 *buffer_ptr= *ptr->read_ptr;
147 ptr->read_ptr++;
148 ptr->read_buffer_length--;
149 buffer_ptr++;
150 break;
151 }
152
153 if (found_eof)
154 break;
155 }
156
157 return (size_t)(buffer_ptr - (char*)buffer);
158 }
159
160 ssize_t memcached_io_write(memcached_server_st *ptr,
161 const void *buffer, size_t length, char with_flush)
162 {
163 size_t original_length;
164 const char* buffer_ptr;
165
166 original_length= length;
167 buffer_ptr= buffer;
168
169 while (length)
170 {
171 char *write_ptr;
172 size_t should_write;
173
174 should_write= MEMCACHED_MAX_BUFFER - ptr->write_buffer_offset;
175 write_ptr= ptr->write_buffer + ptr->write_buffer_offset;
176
177 should_write= (should_write < length) ? should_write : length;
178
179 memcpy(write_ptr, buffer_ptr, should_write);
180 ptr->write_buffer_offset+= should_write;
181 buffer_ptr+= should_write;
182 length-= should_write;
183
184 if (ptr->write_buffer_offset == MEMCACHED_MAX_BUFFER)
185 {
186 memcached_return rc;
187 ssize_t sent_length;
188
189 sent_length= io_flush(ptr, &rc);
190 if (sent_length == -1)
191 return -1;
192
193 WATCHPOINT_ASSERT(sent_length == MEMCACHED_MAX_BUFFER);
194 }
195 }
196
197 if (with_flush)
198 {
199 memcached_return rc;
200 if (io_flush(ptr, &rc) == -1)
201 return -1;
202 }
203
204 return original_length;
205 }
206
207 memcached_return memcached_io_close(memcached_server_st *ptr, uint8_t io_death)
208 {
209 /* in case of death shutdown to avoid blocking at close() */
210
211 if (io_death)
212 shutdown(ptr->fd, SHUT_RDWR);
213 else
214 close(ptr->fd);
215
216 return MEMCACHED_SUCCESS;
217 }
218
219 static ssize_t io_flush(memcached_server_st *ptr,
220 memcached_return *error)
221 {
222 size_t sent_length;
223 size_t return_length;
224 char *local_write_ptr= ptr->write_buffer;
225 size_t write_length= ptr->write_buffer_offset;
226
227 *error= MEMCACHED_SUCCESS;
228
229 if (ptr->write_buffer_offset == 0)
230 return 0;
231
232 /* Looking for memory overflows */
233 if (write_length == MEMCACHED_MAX_BUFFER)
234 WATCHPOINT_ASSERT(ptr->write_buffer == local_write_ptr);
235 WATCHPOINT_ASSERT((ptr->write_buffer + MEMCACHED_MAX_BUFFER) >= (local_write_ptr + write_length));
236
237 return_length= 0;
238 while (write_length)
239 {
240 WATCHPOINT_ASSERT(write_length > 0);
241 sent_length= 0;
242 if (ptr->type == MEMCACHED_CONNECTION_UDP)
243 {
244 struct addrinfo *ai;
245
246 ai= ptr->address_info;
247
248 /* Crappy test code */
249 char buffer[HUGE_STRING_LEN + 8];
250 memset(buffer, 0, HUGE_STRING_LEN + 8);
251 memcpy (buffer+8, local_write_ptr, write_length);
252 buffer[0]= 0;
253 buffer[1]= 0;
254 buffer[2]= 0;
255 buffer[3]= 0;
256 buffer[4]= 0;
257 buffer[5]= 1;
258 buffer[6]= 0;
259 buffer[7]= 0;
260 sent_length= sendto(ptr->fd, buffer, write_length + 8, 0,
261 (struct sockaddr *)ai->ai_addr,
262 ai->ai_addrlen);
263 if (sent_length == -1)
264 {
265 WATCHPOINT_ERRNO(errno);
266 WATCHPOINT_ASSERT(0);
267 }
268 sent_length-= 8; /* We remove the header */
269 }
270 else
271 {
272 if ((ssize_t)(sent_length= write(ptr->fd, local_write_ptr,
273 write_length)) == -1)
274 {
275 switch (errno)
276 {
277 case ENOBUFS:
278 continue;
279 case EAGAIN:
280 {
281 memcached_return rc;
282 rc= io_wait(ptr, MEM_WRITE);
283
284 if (rc == MEMCACHED_SUCCESS)
285 continue;
286
287 memcached_quit_server(ptr, 1);
288 return -1;
289 }
290 default:
291 memcached_quit_server(ptr, 1);
292 ptr->cached_errno= errno;
293 *error= MEMCACHED_ERRNO;
294 return -1;
295 }
296 }
297 }
298
299 local_write_ptr+= sent_length;
300 write_length-= sent_length;
301 return_length+= sent_length;
302 }
303
304 WATCHPOINT_ASSERT(write_length == 0);
305 WATCHPOINT_ASSERT(return_length == ptr->write_buffer_offset);
306 ptr->write_buffer_offset= 0;
307
308 return return_length;
309 }
310
311 /*
312 Eventually we will just kill off the server with the problem.
313 */
314 void memcached_io_reset(memcached_server_st *ptr)
315 {
316 memcached_quit_server(ptr, 0);
317 }