Stat fix and storage boost performance.
[awesomized/libmemcached] / libmemcached / memcached_stats.c
1 /*
2 */
3
4 #include "common.h"
5
6 static char *memcached_stat_keys[] = {
7 "pid",
8 "uptime",
9 "time",
10 "version",
11 "pointer_size",
12 "rusage_user",
13 "rusage_system",
14 "curr_items",
15 "total_items",
16 "bytes",
17 "curr_connections",
18 "total_connections",
19 "connection_structures",
20 "cmd_get",
21 "cmd_set",
22 "get_hits",
23 "get_misses",
24 "evictions",
25 "bytes_read",
26 "bytes_written",
27 "limit_maxbytes",
28 "threads",
29 NULL
30 };
31
32
33 static memcached_return set_data(memcached_stat_st *stat, char *key, char *value)
34 {
35
36 if(strlen(key) < 1)
37 {
38 WATCHPOINT_STRING(key);
39 return MEMCACHED_UNKNOWN_STAT_KEY;
40 }
41 else if (!strcmp("pid", key))
42 {
43 stat->pid= strtol(value, (char **)NULL, 10);
44 }
45 else if (!strcmp("uptime", key))
46 {
47 stat->uptime= strtol(value, (char **)NULL, 10);
48 }
49 else if (!strcmp("time", key))
50 {
51 stat->time= strtol(value, (char **)NULL, 10);
52 }
53 else if (!strcmp("version", key))
54 {
55 memcpy(stat->version, value, strlen(value));
56 stat->version[strlen(value)]= 0;
57 }
58 else if (!strcmp("pointer_size", key))
59 {
60 stat->pointer_size= strtol(value, (char **)NULL, 10);
61 }
62 else if (!strcmp("rusage_user", key))
63 {
64 char *walk_ptr;
65 for (walk_ptr= value; (!ispunct(*walk_ptr)); walk_ptr++);
66 *walk_ptr= 0;
67 walk_ptr++;
68 stat->rusage_user_seconds= strtol(value, (char **)NULL, 10);
69 stat->rusage_user_microseconds= strtol(walk_ptr, (char **)NULL, 10);
70 }
71 else if (!strcmp("rusage_system", key))
72 {
73 char *walk_ptr;
74 for (walk_ptr= value; (!ispunct(*walk_ptr)); walk_ptr++);
75 *walk_ptr= 0;
76 walk_ptr++;
77 stat->rusage_system_seconds= strtol(value, (char **)NULL, 10);
78 stat->rusage_system_microseconds= strtol(walk_ptr, (char **)NULL, 10);
79 }
80 else if (!strcmp("curr_items", key))
81 {
82 stat->curr_items= strtol(value, (char **)NULL, 10);
83 }
84 else if (!strcmp("total_items", key))
85 {
86 stat->total_items= strtol(value, (char **)NULL, 10);
87 }
88 else if (!strcmp("bytes_read", key))
89 {
90 stat->bytes_read= strtoll(value, (char **)NULL, 10);
91 }
92 else if (!strcmp("bytes_written", key))
93 {
94 stat->bytes_written= strtoll(value, (char **)NULL, 10);
95 }
96 else if (!strcmp("bytes", key))
97 {
98 stat->bytes= strtoll(value, (char **)NULL, 10);
99 }
100 else if (!strcmp("curr_connections", key))
101 {
102 stat->curr_connections= strtoll(value, (char **)NULL, 10);
103 }
104 else if (!strcmp("total_connections", key))
105 {
106 stat->total_connections= strtoll(value, (char **)NULL, 10);
107 }
108 else if (!strcmp("connection_structures", key))
109 {
110 stat->connection_structures= strtol(value, (char **)NULL, 10);
111 }
112 else if (!strcmp("cmd_get", key))
113 {
114 stat->cmd_get= strtoll(value, (char **)NULL, 10);
115 }
116 else if (!strcmp("cmd_set", key))
117 {
118 stat->cmd_set= strtoll(value, (char **)NULL, 10);
119 }
120 else if (!strcmp("get_hits", key))
121 {
122 stat->get_hits= strtoll(value, (char **)NULL, 10);
123 }
124 else if (!strcmp("get_misses", key))
125 {
126 stat->get_misses= (uint64_t)strtoll(value, (char **)NULL, 10);
127 }
128 else if (!strcmp("evictions", key))
129 {
130 stat->evictions= (uint64_t)strtoll(value, (char **)NULL, 10);
131 }
132 else if (!strcmp("limit_maxbytes", key))
133 {
134 stat->limit_maxbytes= strtoll(value, (char **)NULL, 10);
135 }
136 else if (!strcmp("threads", key))
137 {
138 stat->threads= strtol(value, (char **)NULL, 10);
139 }
140 else if (!(strcmp("delete_misses", key) == 0 ||/* New stats in the 1.3 beta */
141 strcmp("delete_hits", key) == 0 ||/* Just swallow them for now.. */
142 strcmp("incr_misses", key) == 0 ||
143 strcmp("incr_hits", key) == 0 ||
144 strcmp("decr_misses", key) == 0 ||
145 strcmp("decr_hits", key) == 0 ||
146 strcmp("cas_misses", key) == 0 ||
147 strcmp("cas_hits", key) == 0 ||
148 strcmp("cas_badval", key) == 0 ||
149 strcmp("cmd_flush", key) == 0 ||
150 strcmp("accepting_conns", key) == 0 ||
151 strcmp("listen_disabled_num", key) == 0))
152 {
153 WATCHPOINT_STRING(key);
154 return MEMCACHED_UNKNOWN_STAT_KEY;
155 }
156
157 return MEMCACHED_SUCCESS;
158 }
159
160 char *memcached_stat_get_value(memcached_st *ptr, memcached_stat_st *stat,
161 const char *key, memcached_return *error)
162 {
163 char buffer[SMALL_STRING_LEN];
164 size_t length;
165 char *ret;
166
167 *error= MEMCACHED_SUCCESS;
168
169 if (!memcmp("pid", key, strlen("pid")))
170 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->pid);
171 else if (!memcmp("uptime", key, strlen("uptime")))
172 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->uptime);
173 else if (!memcmp("time", key, strlen("time")))
174 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->time);
175 else if (!memcmp("version", key, strlen("version")))
176 length= snprintf(buffer, SMALL_STRING_LEN,"%s", stat->version);
177 else if (!memcmp("pointer_size", key, strlen("pointer_size")))
178 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->pointer_size);
179 else if (!memcmp("rusage_user", key, strlen("rusage_user")))
180 length= snprintf(buffer, SMALL_STRING_LEN,"%u.%u", stat->rusage_user_seconds, stat->rusage_user_microseconds);
181 else if (!memcmp("rusage_system", key, strlen("rusage_system")))
182 length= snprintf(buffer, SMALL_STRING_LEN,"%u.%u", stat->rusage_system_seconds, stat->rusage_system_microseconds);
183 else if (!memcmp("curr_items", key, strlen("curr_items")))
184 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->curr_items);
185 else if (!memcmp("total_items", key, strlen("total_items")))
186 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->total_items);
187 else if (!memcmp("bytes", key, strlen("bytes")))
188 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->bytes);
189 else if (!memcmp("curr_connections", key, strlen("curr_connections")))
190 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->curr_connections);
191 else if (!memcmp("total_connections", key, strlen("total_connections")))
192 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->total_connections);
193 else if (!memcmp("connection_structures", key, strlen("connection_structures")))
194 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->connection_structures);
195 else if (!memcmp("cmd_get", key, strlen("cmd_get")))
196 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->cmd_get);
197 else if (!memcmp("cmd_set", key, strlen("cmd_set")))
198 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->cmd_set);
199 else if (!memcmp("get_hits", key, strlen("get_hits")))
200 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->get_hits);
201 else if (!memcmp("get_misses", key, strlen("get_misses")))
202 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->get_misses);
203 else if (!memcmp("evictions", key, strlen("evictions")))
204 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->evictions);
205 else if (!memcmp("bytes_read", key, strlen("bytes_read")))
206 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->bytes_read);
207 else if (!memcmp("bytes_written", key, strlen("bytes_written")))
208 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->bytes_written);
209 else if (!memcmp("limit_maxbytes", key, strlen("limit_maxbytes")))
210 length= snprintf(buffer, SMALL_STRING_LEN,"%llu", (unsigned long long)stat->limit_maxbytes);
211 else if (!memcmp("threads", key, strlen("threads")))
212 length= snprintf(buffer, SMALL_STRING_LEN,"%u", stat->threads);
213 else
214 {
215 *error= MEMCACHED_NOTFOUND;
216 return NULL;
217 }
218
219 if (ptr->call_malloc)
220 ret= ptr->call_malloc(ptr, length + 1);
221 else
222 ret= malloc(length + 1);
223 memcpy(ret, buffer, length);
224 ret[length]= '\0';
225
226 return ret;
227 }
228
229 static memcached_return binary_stats_fetch(memcached_st *ptr,
230 memcached_stat_st *stat,
231 char *args,
232 unsigned int server_key)
233 {
234 memcached_return rc;
235
236 char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
237 protocol_binary_request_stats request= {.bytes= {0}};
238 request.message.header.request.magic= PROTOCOL_BINARY_REQ;
239 request.message.header.request.opcode= PROTOCOL_BINARY_CMD_STAT;
240 request.message.header.request.datatype= PROTOCOL_BINARY_RAW_BYTES;
241
242 if (args != NULL)
243 {
244 int len= strlen(args);
245
246 rc= memcached_validate_key_length(len, true);
247 unlikely (rc != MEMCACHED_SUCCESS)
248 return rc;
249
250 request.message.header.request.keylen= htons((uint16_t)len);
251 request.message.header.request.bodylen= htonl(len);
252
253 if ((memcached_do(&ptr->hosts[server_key], request.bytes,
254 sizeof(request.bytes), 0) != MEMCACHED_SUCCESS) ||
255 (memcached_io_write(&ptr->hosts[server_key], args, len, 1) == -1))
256 {
257 memcached_io_reset(&ptr->hosts[server_key]);
258 return MEMCACHED_WRITE_FAILURE;
259 }
260 }
261 else
262 {
263 if (memcached_do(&ptr->hosts[server_key], request.bytes,
264 sizeof(request.bytes), 1) != MEMCACHED_SUCCESS)
265 {
266 memcached_io_reset(&ptr->hosts[server_key]);
267 return MEMCACHED_WRITE_FAILURE;
268 }
269 }
270
271 memcached_server_response_decrement(&ptr->hosts[server_key]);
272 do
273 {
274 rc= memcached_response(&ptr->hosts[server_key], buffer,
275 sizeof(buffer), NULL);
276 if (rc == MEMCACHED_END)
277 break;
278
279 unlikely (rc != MEMCACHED_SUCCESS)
280 {
281 memcached_io_reset(&ptr->hosts[server_key]);
282 return rc;
283 }
284
285 unlikely((set_data(stat, buffer, buffer + strlen(buffer) + 1)) == MEMCACHED_UNKNOWN_STAT_KEY)
286 {
287 WATCHPOINT_ERROR(MEMCACHED_UNKNOWN_STAT_KEY);
288 WATCHPOINT_ASSERT(0);
289 }
290 } while (1);
291
292 /* shit... memcached_response will decrement the counter, so I need to
293 ** reset it.. todo: look at this and try to find a better solution.
294 */
295 ptr->hosts[server_key].cursor_active= 0;
296
297 return MEMCACHED_SUCCESS;
298 }
299
300 static memcached_return ascii_stats_fetch(memcached_st *ptr,
301 memcached_stat_st *stat,
302 char *args,
303 unsigned int server_key)
304 {
305 memcached_return rc;
306 char buffer[MEMCACHED_DEFAULT_COMMAND_SIZE];
307 size_t send_length;
308
309 if (args)
310 send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE,
311 "stats %s\r\n", args);
312 else
313 send_length= snprintf(buffer, MEMCACHED_DEFAULT_COMMAND_SIZE,
314 "stats\r\n");
315
316 if (send_length >= MEMCACHED_DEFAULT_COMMAND_SIZE)
317 return MEMCACHED_WRITE_FAILURE;
318
319 rc= memcached_do(&ptr->hosts[server_key], buffer, send_length, 1);
320 if (rc != MEMCACHED_SUCCESS)
321 goto error;
322
323 while (1)
324 {
325 rc= memcached_response(&ptr->hosts[server_key], buffer, MEMCACHED_DEFAULT_COMMAND_SIZE, NULL);
326
327 if (rc == MEMCACHED_STAT)
328 {
329 char *string_ptr, *end_ptr;
330 char *key, *value;
331
332 string_ptr= buffer;
333 string_ptr+= 5; /* Move past STAT */
334 for (end_ptr= string_ptr; isgraph(*end_ptr); end_ptr++);
335 key= string_ptr;
336 key[(size_t)(end_ptr-string_ptr)]= 0;
337
338 string_ptr= end_ptr + 1;
339 for (end_ptr= string_ptr; !(isspace(*end_ptr)); end_ptr++);
340 value= string_ptr;
341 value[(size_t)(end_ptr-string_ptr)]= 0;
342 string_ptr= end_ptr + 2;
343 unlikely((set_data(stat, key, value)) == MEMCACHED_UNKNOWN_STAT_KEY)
344 {
345 WATCHPOINT_ERROR(MEMCACHED_UNKNOWN_STAT_KEY);
346 WATCHPOINT_ASSERT(0);
347 }
348 }
349 else
350 break;
351 }
352
353 error:
354 if (rc == MEMCACHED_END)
355 return MEMCACHED_SUCCESS;
356 else
357 return rc;
358 }
359
360 memcached_stat_st *memcached_stat(memcached_st *ptr, char *args, memcached_return *error)
361 {
362 unsigned int x;
363 memcached_return rc;
364 memcached_stat_st *stats;
365
366 unlikely (ptr->flags & MEM_USE_UDP)
367 {
368 *error= MEMCACHED_NOT_SUPPORTED;
369 return NULL;
370 }
371
372 if (ptr->call_malloc)
373 stats= (memcached_stat_st *)ptr->call_malloc(ptr, sizeof(memcached_stat_st)*(ptr->number_of_hosts));
374 else
375 stats= (memcached_stat_st *)calloc(1, sizeof(memcached_stat_st)*(ptr->number_of_hosts));
376
377 if (!stats)
378 {
379 *error= MEMCACHED_MEMORY_ALLOCATION_FAILURE;
380 return NULL;
381 }
382
383 rc= MEMCACHED_SUCCESS;
384 for (x= 0; x < ptr->number_of_hosts; x++)
385 {
386 memcached_return temp_return;
387
388 if (ptr->flags & MEM_BINARY_PROTOCOL)
389 temp_return= binary_stats_fetch(ptr, stats + x, args, x);
390 else
391 temp_return= ascii_stats_fetch(ptr, stats + x, args, x);
392
393 if (temp_return != MEMCACHED_SUCCESS)
394 rc= MEMCACHED_SOME_ERRORS;
395 }
396
397 *error= rc;
398 return stats;
399 }
400
401 memcached_return memcached_stat_servername(memcached_stat_st *stat, char *args,
402 char *hostname, unsigned int port)
403 {
404 memcached_return rc;
405 memcached_st memc;
406
407 memcached_create(&memc);
408
409 memcached_server_add(&memc, hostname, port);
410
411 if (memc.flags & MEM_BINARY_PROTOCOL)
412 rc= binary_stats_fetch(&memc, stat, args, 0);
413 else
414 rc= ascii_stats_fetch(&memc, stat, args, 0);
415
416 memcached_free(&memc);
417
418 return rc;
419 }
420
421 /*
422 We make a copy of the keys since at some point in the not so distant future
423 we will add support for "found" keys.
424 */
425 char ** memcached_stat_get_keys(memcached_st *ptr, memcached_stat_st *stat __attribute__((unused)),
426 memcached_return *error)
427 {
428 char **list;
429 size_t length= sizeof(memcached_stat_keys);
430
431 if (ptr->call_malloc)
432 list= (char **)ptr->call_malloc(ptr, length);
433 else
434 list= (char **)calloc(1, length);
435
436 if (!list)
437 {
438 *error= MEMCACHED_MEMORY_ALLOCATION_FAILURE;
439 return NULL;
440 }
441
442 memcpy(list, memcached_stat_keys, sizeof(memcached_stat_keys));
443
444 *error= MEMCACHED_SUCCESS;
445
446 return list;
447 }
448
449 void memcached_stat_free(memcached_st *ptr, memcached_stat_st *stat)
450 {
451 if (stat == NULL)
452 {
453 WATCHPOINT_ASSERT(0); /* Be polite, but when debugging catch this as an error */
454 return;
455 }
456
457 if (ptr && ptr->call_free)
458 ptr->call_free(ptr, stat);
459 else
460 free(stat);
461 }