1 /* -*- Mode: C; tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- */
3 * Copyright (c) <2008>, Sun Microsystems, Inc.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of the nor the
14 * names of its contributors may be used to endorse or promote products
15 * derived from this software without specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY SUN MICROSYSTEMS, INC. ``AS IS'' AND ANY
18 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 * DISCLAIMED. IN NO EVENT SHALL SUN MICROSYSTEMS, INC. BE LIABLE FOR ANY
21 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
22 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
23 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
24 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 * Summary: Constants used by to implement the binary protocol.
31 * Copy: See Copyright for the status of this software.
33 * Author: Trond Norbye <trond.norbye@sun.com>
36 #ifndef PROTOCOL_BINARY_H
37 #define PROTOCOL_BINARY_H
39 #include <libmemcachedprotocol-0.0/vbucket.h>
42 * \addtogroup Protocol
47 * This file contains definitions of the constants and packet formats
48 * defined in the binary specification. Please note that you _MUST_ remember
49 * to convert each multibyte field to / from network byte order to / from
58 * Definition of the legal "magic" values used in a packet.
59 * See section 3.1 Magic byte
62 PROTOCOL_BINARY_REQ
= 0x80,
63 PROTOCOL_BINARY_RES
= 0x81
64 } protocol_binary_magic
;
67 * Definition of the valid response status numbers.
68 * See section 3.2 Response Status
71 PROTOCOL_BINARY_RESPONSE_SUCCESS
= 0x00,
72 PROTOCOL_BINARY_RESPONSE_KEY_ENOENT
= 0x01,
73 PROTOCOL_BINARY_RESPONSE_KEY_EEXISTS
= 0x02,
74 PROTOCOL_BINARY_RESPONSE_E2BIG
= 0x03,
75 PROTOCOL_BINARY_RESPONSE_EINVAL
= 0x04,
76 PROTOCOL_BINARY_RESPONSE_NOT_STORED
= 0x05,
77 PROTOCOL_BINARY_RESPONSE_DELTA_BADVAL
= 0x06,
78 PROTOCOL_BINARY_RESPONSE_NOT_MY_VBUCKET
= 0x07,
79 PROTOCOL_BINARY_RESPONSE_AUTH_ERROR
= 0x20,
80 PROTOCOL_BINARY_RESPONSE_AUTH_CONTINUE
= 0x21,
81 PROTOCOL_BINARY_RESPONSE_UNKNOWN_COMMAND
= 0x81,
82 PROTOCOL_BINARY_RESPONSE_ENOMEM
= 0x82,
83 PROTOCOL_BINARY_RESPONSE_NOT_SUPPORTED
= 0x83,
84 PROTOCOL_BINARY_RESPONSE_EINTERNAL
= 0x84,
85 PROTOCOL_BINARY_RESPONSE_EBUSY
= 0x85,
86 PROTOCOL_BINARY_RESPONSE_ETMPFAIL
= 0x86
87 } protocol_binary_response_status
;
90 * Defintion of the different command opcodes.
91 * See section 3.3 Command Opcodes
94 PROTOCOL_BINARY_CMD_GET
= 0x00,
95 PROTOCOL_BINARY_CMD_SET
= 0x01,
96 PROTOCOL_BINARY_CMD_ADD
= 0x02,
97 PROTOCOL_BINARY_CMD_REPLACE
= 0x03,
98 PROTOCOL_BINARY_CMD_DELETE
= 0x04,
99 PROTOCOL_BINARY_CMD_INCREMENT
= 0x05,
100 PROTOCOL_BINARY_CMD_DECREMENT
= 0x06,
101 PROTOCOL_BINARY_CMD_QUIT
= 0x07,
102 PROTOCOL_BINARY_CMD_FLUSH
= 0x08,
103 PROTOCOL_BINARY_CMD_GETQ
= 0x09,
104 PROTOCOL_BINARY_CMD_NOOP
= 0x0a,
105 PROTOCOL_BINARY_CMD_VERSION
= 0x0b,
106 PROTOCOL_BINARY_CMD_GETK
= 0x0c,
107 PROTOCOL_BINARY_CMD_GETKQ
= 0x0d,
108 PROTOCOL_BINARY_CMD_APPEND
= 0x0e,
109 PROTOCOL_BINARY_CMD_PREPEND
= 0x0f,
110 PROTOCOL_BINARY_CMD_STAT
= 0x10,
111 PROTOCOL_BINARY_CMD_SETQ
= 0x11,
112 PROTOCOL_BINARY_CMD_ADDQ
= 0x12,
113 PROTOCOL_BINARY_CMD_REPLACEQ
= 0x13,
114 PROTOCOL_BINARY_CMD_DELETEQ
= 0x14,
115 PROTOCOL_BINARY_CMD_INCREMENTQ
= 0x15,
116 PROTOCOL_BINARY_CMD_DECREMENTQ
= 0x16,
117 PROTOCOL_BINARY_CMD_QUITQ
= 0x17,
118 PROTOCOL_BINARY_CMD_FLUSHQ
= 0x18,
119 PROTOCOL_BINARY_CMD_APPENDQ
= 0x19,
120 PROTOCOL_BINARY_CMD_PREPENDQ
= 0x1a,
121 PROTOCOL_BINARY_CMD_VERBOSITY
= 0x1b,
122 PROTOCOL_BINARY_CMD_TOUCH
= 0x1c,
123 PROTOCOL_BINARY_CMD_GAT
= 0x1d,
124 PROTOCOL_BINARY_CMD_GATQ
= 0x1e,
125 PROTOCOL_BINARY_CMD_GATK
= 0x23,
126 PROTOCOL_BINARY_CMD_GATKQ
= 0x24,
128 PROTOCOL_BINARY_CMD_SASL_LIST_MECHS
= 0x20,
129 PROTOCOL_BINARY_CMD_SASL_AUTH
= 0x21,
130 PROTOCOL_BINARY_CMD_SASL_STEP
= 0x22,
132 /* These commands are used for range operations and exist within
133 * this header for use in other projects. Range operations are
134 * not expected to be implemented in the memcached server itself.
136 PROTOCOL_BINARY_CMD_RGET
= 0x30,
137 PROTOCOL_BINARY_CMD_RSET
= 0x31,
138 PROTOCOL_BINARY_CMD_RSETQ
= 0x32,
139 PROTOCOL_BINARY_CMD_RAPPEND
= 0x33,
140 PROTOCOL_BINARY_CMD_RAPPENDQ
= 0x34,
141 PROTOCOL_BINARY_CMD_RPREPEND
= 0x35,
142 PROTOCOL_BINARY_CMD_RPREPENDQ
= 0x36,
143 PROTOCOL_BINARY_CMD_RDELETE
= 0x37,
144 PROTOCOL_BINARY_CMD_RDELETEQ
= 0x38,
145 PROTOCOL_BINARY_CMD_RINCR
= 0x39,
146 PROTOCOL_BINARY_CMD_RINCRQ
= 0x3a,
147 PROTOCOL_BINARY_CMD_RDECR
= 0x3b,
148 PROTOCOL_BINARY_CMD_RDECRQ
= 0x3c,
149 /* End Range operations */
151 /* VBucket commands */
152 PROTOCOL_BINARY_CMD_SET_VBUCKET
= 0x3d,
153 PROTOCOL_BINARY_CMD_GET_VBUCKET
= 0x3e,
154 PROTOCOL_BINARY_CMD_DEL_VBUCKET
= 0x3f,
155 /* End VBucket commands */
158 PROTOCOL_BINARY_CMD_TAP_CONNECT
= 0x40,
159 PROTOCOL_BINARY_CMD_TAP_MUTATION
= 0x41,
160 PROTOCOL_BINARY_CMD_TAP_DELETE
= 0x42,
161 PROTOCOL_BINARY_CMD_TAP_FLUSH
= 0x43,
162 PROTOCOL_BINARY_CMD_TAP_OPAQUE
= 0x44,
163 PROTOCOL_BINARY_CMD_TAP_VBUCKET_SET
= 0x45,
164 PROTOCOL_BINARY_CMD_TAP_CHECKPOINT_START
= 0x46,
165 PROTOCOL_BINARY_CMD_TAP_CHECKPOINT_END
= 0x47,
168 PROTOCOL_BINARY_CMD_LAST_RESERVED
= 0xef,
171 PROTOCOL_BINARY_CMD_SCRUB
= 0xf0
172 } protocol_binary_command
;
175 * Definition of the data types in the packet
176 * See section 3.4 Data Types
179 PROTOCOL_BINARY_RAW_BYTES
= 0x00
180 } protocol_binary_datatypes
;
183 * Definition of the header structure for a request packet.
199 } protocol_binary_request_header
;
202 * Definition of the header structure for a response packet.
218 } protocol_binary_response_header
;
221 * Definition of a request-packet containing no extras
223 union protocol_binary_request_no_extras
{
225 protocol_binary_request_header header
;
227 uint8_t bytes
[sizeof(protocol_binary_request_header
)];
229 typedef union protocol_binary_request_no_extras protocol_binary_request_no_extras
;
232 * Definition of a response-packet containing no extras
236 protocol_binary_response_header header
;
238 uint8_t bytes
[sizeof(protocol_binary_response_header
)];
239 } protocol_binary_response_no_extras
;
242 * Definition of the packet used by the get, getq, getk and getkq command.
245 typedef protocol_binary_request_no_extras protocol_binary_request_get
;
246 typedef protocol_binary_request_no_extras protocol_binary_request_getq
;
247 typedef protocol_binary_request_no_extras protocol_binary_request_getk
;
248 typedef protocol_binary_request_no_extras protocol_binary_request_getkq
;
251 * Definition of the packet returned from a successful get, getq, getk and
257 protocol_binary_response_header header
;
262 uint8_t bytes
[sizeof(protocol_binary_response_header
) + 4];
263 } protocol_binary_response_get
;
265 typedef protocol_binary_response_get protocol_binary_response_getq
;
266 typedef protocol_binary_response_get protocol_binary_response_getk
;
267 typedef protocol_binary_response_get protocol_binary_response_getkq
;
270 * Definition of the packet used by the delete command
273 typedef protocol_binary_request_no_extras protocol_binary_request_delete
;
276 * Definition of the packet returned by the delete command
279 typedef protocol_binary_response_no_extras protocol_binary_response_delete
;
282 * Definition of the packet used by the flush command
284 * Please note that the expiration field is optional, so remember to see
285 * check the header.bodysize to see if it is present.
289 protocol_binary_request_header header
;
294 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 4];
295 } protocol_binary_request_flush
;
298 * Definition of the packet returned by the flush command
301 typedef protocol_binary_response_no_extras protocol_binary_response_flush
;
304 * Definition of the packet used by set, add and replace
309 protocol_binary_request_header header
;
315 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 8];
316 } protocol_binary_request_set
;
317 typedef protocol_binary_request_set protocol_binary_request_add
;
318 typedef protocol_binary_request_set protocol_binary_request_replace
;
321 * Definition of the packet returned by set, add and replace
324 typedef protocol_binary_response_no_extras protocol_binary_response_set
;
325 typedef protocol_binary_response_no_extras protocol_binary_response_add
;
326 typedef protocol_binary_response_no_extras protocol_binary_response_replace
;
329 * Definition of the noop packet
332 typedef protocol_binary_request_no_extras protocol_binary_request_noop
;
335 * Definition of the packet returned by the noop command
338 typedef protocol_binary_response_no_extras protocol_binary_response_noop
;
341 * Definition of the structure used by the increment and decrement
347 protocol_binary_request_header header
;
354 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 20];
355 } protocol_binary_request_incr
;
356 typedef protocol_binary_request_incr protocol_binary_request_decr
;
359 * Definition of the response from an incr or decr command
365 protocol_binary_response_header header
;
370 uint8_t bytes
[sizeof(protocol_binary_response_header
) + 8];
371 } protocol_binary_response_incr
;
372 typedef protocol_binary_response_incr protocol_binary_response_decr
;
375 * Definition of the quit
378 typedef protocol_binary_request_no_extras protocol_binary_request_quit
;
381 * Definition of the packet returned by the quit command
384 typedef protocol_binary_response_no_extras protocol_binary_response_quit
;
387 * Definition of the packet used by append and prepend command
390 typedef protocol_binary_request_no_extras protocol_binary_request_append
;
391 typedef protocol_binary_request_no_extras protocol_binary_request_prepend
;
394 * Definition of the packet returned from a successful append or prepend
397 typedef protocol_binary_response_no_extras protocol_binary_response_append
;
398 typedef protocol_binary_response_no_extras protocol_binary_response_prepend
;
401 * Definition of the packet used by the version command
404 typedef protocol_binary_request_no_extras protocol_binary_request_version
;
407 * Definition of the packet returned from a successful version command
410 typedef protocol_binary_response_no_extras protocol_binary_response_version
;
414 * Definition of the packet used by the stats command.
417 typedef protocol_binary_request_no_extras protocol_binary_request_stats
;
420 * Definition of the packet returned from a successful stats command
423 typedef protocol_binary_response_no_extras protocol_binary_response_stats
;
426 * Definition of the packet used by the verbosity command
430 protocol_binary_request_header header
;
435 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 4];
436 } protocol_binary_request_verbosity
;
439 * Definition of the packet returned from the verbosity command
441 typedef protocol_binary_response_no_extras protocol_binary_response_verbosity
;
444 * Definition of the packet used by the touch command.
448 protocol_binary_request_header header
;
453 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 4];
454 } protocol_binary_request_touch
;
457 * Definition of the packet returned from the touch command
459 typedef protocol_binary_response_no_extras protocol_binary_response_touch
;
462 * Definition of the packet used by the GAT(Q) command.
466 protocol_binary_request_header header
;
471 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 4];
472 } protocol_binary_request_gat
;
474 typedef protocol_binary_request_gat protocol_binary_request_gatq
;
477 * Definition of the packet returned from the GAT(Q)
479 typedef protocol_binary_response_get protocol_binary_response_gat
;
480 typedef protocol_binary_response_get protocol_binary_response_gatq
;
484 * Definition of a request for a range operation.
485 * See http://code.google.com/p/memcached/wiki/RangeOps
487 * These types are used for range operations and exist within
488 * this header for use in other projects. Range operations are
489 * not expected to be implemented in the memcached server itself.
493 protocol_binary_response_header header
;
498 uint32_t max_results
;
501 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 4];
502 } protocol_binary_request_rangeop
;
504 typedef protocol_binary_request_rangeop protocol_binary_request_rget
;
505 typedef protocol_binary_request_rangeop protocol_binary_request_rset
;
506 typedef protocol_binary_request_rangeop protocol_binary_request_rsetq
;
507 typedef protocol_binary_request_rangeop protocol_binary_request_rappend
;
508 typedef protocol_binary_request_rangeop protocol_binary_request_rappendq
;
509 typedef protocol_binary_request_rangeop protocol_binary_request_rprepend
;
510 typedef protocol_binary_request_rangeop protocol_binary_request_rprependq
;
511 typedef protocol_binary_request_rangeop protocol_binary_request_rdelete
;
512 typedef protocol_binary_request_rangeop protocol_binary_request_rdeleteq
;
513 typedef protocol_binary_request_rangeop protocol_binary_request_rincr
;
514 typedef protocol_binary_request_rangeop protocol_binary_request_rincrq
;
515 typedef protocol_binary_request_rangeop protocol_binary_request_rdecr
;
516 typedef protocol_binary_request_rangeop protocol_binary_request_rdecrq
;
520 * Definition of tap commands
527 protocol_binary_request_header header
;
530 * flags is a bitmask used to set properties for the
531 * the connection. Please In order to be forward compatible
532 * you should set all undefined bits to 0.
534 * If the bit require extra userdata, it will be stored
535 * in the user-data field of the body (passed to the engine
536 * as enginespeciffic). That means that when you parse the
537 * flags and the engine-specific data, you have to work your
538 * way from bit 0 and upwards to find the correct offset for
547 * By using this flag you can limit the amount of data being
548 * transmitted. If you don't specify a backfill age, the
549 * server will transmit everything it contains.
551 * The first 8 bytes in the engine specific data contains
552 * the oldest entry (from epoc) you're interested in.
553 * Specifying a time in the future (for the server you are
554 * connecting to), will cause it to start streaming current
557 #define TAP_CONNECT_FLAG_BACKFILL 0x01
559 * Dump will cause the server to send the data stored on the
560 * server, but disconnect when the keys stored in the server
563 #define TAP_CONNECT_FLAG_DUMP 0x02
565 * The body contains a list of 16 bits words in network byte
566 * order specifying the vbucket ids to monitor. The first 16
567 * bit word contains the number of buckets. The number of 0
568 * means "all buckets"
570 #define TAP_CONNECT_FLAG_LIST_VBUCKETS 0x04
572 * The responsibility of the vbuckets is to be transferred
573 * over to the caller when all items are transferred.
575 #define TAP_CONNECT_FLAG_TAKEOVER_VBUCKETS 0x08
577 * The tap consumer supports ack'ing of tap messages
579 #define TAP_CONNECT_SUPPORT_ACK 0x10
581 * The tap consumer would prefer to just get the keys
582 * back. If the engine supports this it will set
583 * the TAP_FLAG_NO_VALUE flag in each of the
584 * tap packets returned.
586 #define TAP_CONNECT_REQUEST_KEYS_ONLY 0x20
588 * The body contains a list of (vbucket_id, last_checkpoint_id)
589 * pairs. This provides the checkpoint support in TAP streams.
590 * The last checkpoint id represents the last checkpoint that
591 * was successfully persisted.
593 #define TAP_CONNECT_CHECKPOINT 0x40
595 * The tap consumer is a registered tap client, which means that
596 * the tap server will maintain its checkpoint cursor permanently.
598 #define TAP_CONNECT_REGISTERED_CLIENT 0x80
601 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 4];
602 } protocol_binary_request_tap_connect
;
606 protocol_binary_request_header header
;
609 uint16_t enginespecific_length
;
611 * The flag section support the following flags
614 * Request that the consumer send a response packet
615 * for this packet. The opaque field must be preserved
618 #define TAP_FLAG_ACK 0x01
620 * The value for the key is not included in the packet
622 #define TAP_FLAG_NO_VALUE 0x02
635 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 16];
636 } protocol_binary_request_tap_mutation
;
640 protocol_binary_request_header header
;
643 uint16_t enginespecific_length
;
645 * See the definition of the flags for
646 * protocol_binary_request_tap_mutation for a description
647 * of the available flags.
657 uint8_t bytes
[sizeof(protocol_binary_request_header
) + 8];
658 } protocol_binary_request_tap_no_extras
;
660 typedef protocol_binary_request_tap_no_extras protocol_binary_request_tap_delete
;
661 typedef protocol_binary_request_tap_no_extras protocol_binary_request_tap_flush
;
662 typedef protocol_binary_request_tap_no_extras protocol_binary_request_tap_opaque
;
663 typedef protocol_binary_request_tap_no_extras protocol_binary_request_tap_vbucket_set
;
667 * Definition of the packet used by the scrub.
669 typedef protocol_binary_request_no_extras protocol_binary_request_scrub
;
672 * Definition of the packet returned from scrub.
674 typedef protocol_binary_response_no_extras protocol_binary_response_scrub
;
678 * Definition of the packet used by set vbucket
682 protocol_binary_request_header header
;
684 vbucket_state_t state
;
687 uint8_t bytes
[sizeof(protocol_binary_request_header
) + sizeof(vbucket_state_t
)];
688 } protocol_binary_request_set_vbucket
;
690 * Definition of the packet returned from set vbucket
692 typedef protocol_binary_response_no_extras protocol_binary_response_set_vbucket
;
694 * Definition of the packet used by del vbucket
696 typedef protocol_binary_request_no_extras protocol_binary_request_del_vbucket
;
698 * Definition of the packet returned from del vbucket
700 typedef protocol_binary_response_no_extras protocol_binary_response_del_vbucket
;
703 * Definition of the packet used by get vbucket
705 typedef protocol_binary_request_no_extras protocol_binary_request_get_vbucket
;
708 * Definition of the packet returned from get vbucket
712 protocol_binary_response_header header
;
714 vbucket_state_t state
;
717 uint8_t bytes
[sizeof(protocol_binary_response_header
) + sizeof(vbucket_state_t
)];
718 } protocol_binary_response_get_vbucket
;
728 #endif /* PROTOCOL_BINARY_H */