Modifications for IO performance.
[awesomized/libmemcached] / lib / memcached_io.c
1 /*
2 Basic socket buffered IO
3 */
4
5 #include "common.h"
6 #include "memcached_io.h"
7 #include <sys/select.h>
8 #include <poll.h>
9
10 typedef enum {
11 MEM_READ,
12 MEM_WRITE,
13 } memc_read_or_write;
14
15 static ssize_t io_flush(memcached_server_st *ptr, memcached_return *error);
16
17 static memcached_return io_wait(memcached_server_st *ptr,
18 memc_read_or_write read_or_write)
19 {
20 struct pollfd fds[1];
21 short flags= 0;
22 int error;
23
24 if (read_or_write == MEM_WRITE) /* write */
25 flags= POLLOUT | POLLERR;
26 else
27 flags= POLLIN | POLLERR;
28
29 memset(&fds, 0, sizeof(struct pollfd));
30 fds[0].fd= ptr->fd;
31 fds[0].events= flags;
32
33 error= poll(fds, 1, ptr->root->poll_timeout);
34
35 if (error == 1)
36 return MEMCACHED_SUCCESS;
37 else if (error == 0)
38 {
39 return MEMCACHED_TIMEOUT;
40 }
41
42 /* Imposssible for anything other then -1 */
43 WATCHPOINT_ASSERT(error == -1);
44 memcached_quit_server(ptr, 1);
45
46 return MEMCACHED_FAILURE;
47
48 }
49
50 #ifdef UNUSED
51 void memcached_io_preread(memcached_st *ptr)
52 {
53 unsigned int x;
54
55 return;
56
57 for (x= 0; x < ptr->number_of_hosts; x++)
58 {
59 if (memcached_server_response_count(ptr, x) &&
60 ptr->hosts[x].read_data_length < MEMCACHED_MAX_BUFFER )
61 {
62 size_t data_read;
63
64 data_read= read(ptr->hosts[x].fd,
65 ptr->hosts[x].read_ptr + ptr->hosts[x].read_data_length,
66 MEMCACHED_MAX_BUFFER - ptr->hosts[x].read_data_length);
67 if (data_read == -1)
68 continue;
69
70 ptr->hosts[x].read_buffer_length+= data_read;
71 ptr->hosts[x].read_data_length+= data_read;
72 }
73 }
74 }
75 #endif
76
77 ssize_t memcached_io_read(memcached_server_st *ptr,
78 char *buffer, size_t length)
79 {
80 char *buffer_ptr;
81
82 buffer_ptr= buffer;
83
84 while (length)
85 {
86 uint8_t found_eof= 0;
87 if (!ptr->read_buffer_length)
88 {
89 size_t data_read;
90
91 while (1)
92 {
93 data_read= read(ptr->fd,
94 ptr->read_buffer,
95 MEMCACHED_MAX_BUFFER);
96 if (data_read)
97 break;
98 else if (data_read == -1)
99 {
100 ptr->cached_errno= errno;
101 switch (errno)
102 {
103 case EAGAIN:
104 {
105 memcached_return rc;
106
107 rc= io_wait(ptr, MEM_READ);
108
109 if (rc == MEMCACHED_SUCCESS)
110 continue;
111 }
112 /* fall trough */
113 default:
114 {
115 memcached_quit_server(ptr, 1);
116 return -1;
117 }
118 }
119 }
120 else
121 {
122 WATCHPOINT_ASSERT(0);
123 found_eof= 1;
124 break;
125 }
126 }
127
128 ptr->read_data_length= data_read;
129 ptr->read_buffer_length= data_read;
130 ptr->read_ptr= ptr->read_buffer;
131 }
132
133 if (length > 1)
134 {
135 size_t difference;
136
137 difference= (length > ptr->read_buffer_length) ? ptr->read_buffer_length : length;
138
139 memcpy(buffer_ptr, ptr->read_ptr, difference);
140 length -= difference;
141 ptr->read_ptr+= difference;
142 ptr->read_buffer_length-= difference;
143 buffer_ptr+= difference;
144 }
145 else
146 {
147 *buffer_ptr= *ptr->read_ptr;
148 ptr->read_ptr++;
149 ptr->read_buffer_length--;
150 buffer_ptr++;
151 break;
152 }
153
154 if (found_eof)
155 break;
156 }
157
158 return (size_t)(buffer_ptr - buffer);
159 }
160
161 ssize_t memcached_io_write(memcached_server_st *ptr,
162 char *buffer, size_t length, char with_flush)
163 {
164 size_t original_length;
165
166 original_length= length;
167
168 while (length)
169 {
170 char *write_ptr;
171 size_t should_write;
172
173 should_write= MEMCACHED_MAX_BUFFER - ptr->write_buffer_offset;
174 write_ptr= ptr->write_buffer + ptr->write_buffer_offset;
175
176 should_write= (should_write < length) ? should_write : length;
177
178 memcpy(write_ptr, buffer, should_write);
179 ptr->write_buffer_offset+= should_write;
180 length-= should_write;
181
182 if (ptr->write_buffer_offset == MEMCACHED_MAX_BUFFER)
183 {
184 memcached_return rc;
185 ssize_t sent_length;
186
187 sent_length= io_flush(ptr, &rc);
188 if (sent_length == -1)
189 return -1;
190
191 WATCHPOINT_ASSERT(sent_length == MEMCACHED_MAX_BUFFER);
192 }
193 }
194
195 if (with_flush)
196 {
197 memcached_return rc;
198 if (io_flush(ptr, &rc) == -1)
199 return -1;
200 }
201
202 return original_length;
203 }
204
205 memcached_return memcached_io_close(memcached_server_st *ptr)
206 {
207 close(ptr->fd);
208
209 return MEMCACHED_SUCCESS;
210 }
211
212 static ssize_t io_flush(memcached_server_st *ptr,
213 memcached_return *error)
214 {
215 size_t sent_length;
216 size_t return_length;
217 char *local_write_ptr= ptr->write_buffer;
218 size_t write_length= ptr->write_buffer_offset;
219
220 *error= MEMCACHED_SUCCESS;
221
222 if (ptr->write_buffer_offset == 0)
223 return 0;
224
225 /* Looking for memory overflows */
226 if (write_length == MEMCACHED_MAX_BUFFER)
227 WATCHPOINT_ASSERT(ptr->write_buffer == local_write_ptr);
228 WATCHPOINT_ASSERT((ptr->write_buffer + MEMCACHED_MAX_BUFFER) >= (local_write_ptr + write_length));
229 return_length= 0;
230 while (write_length)
231 {
232 sent_length= 0;
233 if (ptr->type == MEMCACHED_CONNECTION_UDP)
234 {
235 sent_length= sendto(ptr->fd, local_write_ptr, write_length, 0,
236 (struct sockaddr *)&ptr->address_info->ai_addr,
237 sizeof(struct sockaddr));
238 }
239 else
240 {
241 if ((ssize_t)(sent_length= write(ptr->fd, local_write_ptr,
242 write_length)) == -1)
243 {
244 switch (errno)
245 {
246 case ENOBUFS:
247 continue;
248 case EAGAIN:
249 {
250 memcached_return rc;
251 rc= io_wait(ptr, MEM_WRITE);
252
253 if (rc == MEMCACHED_SUCCESS)
254 continue;
255
256 memcached_quit_server(ptr, 1);
257 return -1;
258 }
259 default:
260 memcached_quit_server(ptr, 1);
261 ptr->cached_errno= errno;
262 *error= MEMCACHED_ERRNO;
263 return -1;
264 }
265 }
266 }
267
268 local_write_ptr+= sent_length;
269 write_length-= sent_length;
270 return_length+= sent_length;
271 }
272
273 WATCHPOINT_ASSERT(write_length == 0);
274 WATCHPOINT_ASSERT(return_length == ptr->write_buffer_offset);
275 ptr->write_buffer_offset= 0;
276
277 return return_length;
278 }
279
280 /*
281 Eventually we will just kill off the server with the problem.
282 */
283 void memcached_io_reset(memcached_server_st *ptr)
284 {
285 ptr->write_buffer_offset= 0;
286 memcached_quit_server(ptr, 0);
287 }