Merge in changes around setting up better syntax for distribution.
[m6w6/libmemcached] / libmemcached / options / scanner.l
1 /* vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
2 *
3 * Libmemcached Scanner and Parser
4 *
5 * Copyright (C) 2011 DataDifferental, http://datadifferential.com
6 *
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU Affero General Public License as
9 * published by the Free Software Foundation, either version 3 of the
10 * License, or (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU Affero General Public License for more details.
16 *
17 * You should have received a copy of the GNU Affero General Public License
18 * along with this program. If not, see <http://www.gnu.org/licenses/>.
19 */
20
21 %top{
22
23 #pragma GCC diagnostic ignored "-Wold-style-cast"
24 #pragma GCC diagnostic ignored "-Wunused-parameter"
25 #pragma GCC diagnostic ignored "-fpermissive"
26
27 #include <libmemcached/options/context.h>
28 #include <libmemcached/options/parser.h>
29 #include <libmemcached/options/string.h>
30 #include <libmemcached/options/symbol.h>
31
32 #define YY_EXTRA_TYPE Context*
33
34 }
35
36
37 %{
38 #include <cstdlib>
39 #include <cstring>
40
41 #define PARAM yyget_extra(yyscanner)
42
43 static void get_lex_chars(char* buffer, int& result, int max_size, Context *context)
44 {
45 if (context->pos >= context->length)
46 {
47 result= YY_NULL;
48 }
49 else
50 {
51 result= context->length - context->pos;
52 result > (int)max_size ? result = max_size : 0;
53 memcpy(buffer, context->buf + context->pos, result);
54 context->pos += result;
55 }
56 }
57
58
59 #define YY_INPUT(buffer, result, max_size) get_lex_chars(buffer, result, max_size, PARAM)
60
61 %}
62
63 %option 8bit
64 %option bison-bridge
65 %option case-insensitive
66 %option debug
67 %option nounput
68 %option noyywrap
69 %option outfile="libmemcached/options/scanner.cc" header-file="libmemcached/options/scanner.h"
70 %option perf-report
71 %option prefix="config_"
72 %option reentrant
73
74 %%
75
76
77 =|,|[ ] { return yytext[0];}
78
79
80 [[:digit:]]+ { yylval->number = atoi(yytext); return (NUMBER); }
81
82 [\t\r\n] ; /* skip whitespace */
83
84 ^#.*$ {
85 return COMMENT;
86 }
87
88 "--SERVER=" { yyextra->begin= yytext; return SERVER; }
89 "--SERVERS=" { yyextra->begin= yytext; return SERVERS_OPTION; }
90
91 "--VERIFY_KEY" { yyextra->begin= yytext; return VERIFY_KEY; }
92 "--VERIFY-KEY" { yyextra->begin= yytext; return VERIFY_KEY; }
93 "--AUTO_EJECT_HOSTS" { yyextra->begin= yytext; return AUTO_EJECT_HOSTS; }
94 "--AUTO-EJECT_HOSTS" { yyextra->begin= yytext; return AUTO_EJECT_HOSTS; }
95 "--BINARY_PROTOCOL" { yyextra->begin= yytext; return BINARY_PROTOCOL; }
96 "--BINARY-PROTOCOL" { yyextra->begin= yytext; return BINARY_PROTOCOL; }
97 "--BUFFER_REQUESTS" { yyextra->begin= yytext; return BUFFER_REQUESTS; }
98 "--BUFFER-REQUESTS" { yyextra->begin= yytext; return BUFFER_REQUESTS; }
99 "--CACHE_LOOKUPS" { yyextra->begin= yytext; return CACHE_LOOKUPS; }
100 "--CACHE-LOOKUPS" { yyextra->begin= yytext; return CACHE_LOOKUPS; }
101 "--CONFIGURE_FILE=" { yyextra->begin= yytext; return CONFIGURE_FILE; }
102 "--CONFIGURE-FILE=" { yyextra->begin= yytext; return CONFIGURE_FILE; }
103 "--CONNECT_TIMEOUT=" { yyextra->begin= yytext; return CONNECT_TIMEOUT; }
104 "--CONNECT-TIMEOUT=" { yyextra->begin= yytext; return CONNECT_TIMEOUT; }
105 "--DISTRIBUTION=" { yyextra->begin= yytext; return DISTRIBUTION; }
106 "--HASH=" { yyextra->begin= yytext; return HASH; }
107 "--HASH_WITH_PREFIX_KEY" { yyextra->begin= yytext; return HASH_WITH_PREFIX_KEY; }
108 "--HASH-WITH-PREFIX_KEY" { yyextra->begin= yytext; return HASH_WITH_PREFIX_KEY; }
109 "--IO_BYTES_WATERMARK=" { yyextra->begin= yytext; return IO_BYTES_WATERMARK; }
110 "--IO-BYTES-WATERMARK=" { yyextra->begin= yytext; return IO_BYTES_WATERMARK; }
111 "--IO_KEY_PREFETCH=" { yyextra->begin= yytext; return IO_KEY_PREFETCH; }
112 "--IO-KEY-PREFETCH=" { yyextra->begin= yytext; return IO_KEY_PREFETCH; }
113 "--IO_MSG_WATERMARK=" { yyextra->begin= yytext; return IO_MSG_WATERMARK; }
114 "--IO-MSG-WATERMARK=" { yyextra->begin= yytext; return IO_MSG_WATERMARK; }
115 "--KETAMA_WEIGHTED" { yyextra->begin= yytext; return KETAMA_WEIGHTED; }
116 "--KETAMA-WEIGHTED" { yyextra->begin= yytext; return KETAMA_WEIGHTED; }
117 "--NOREPLY" { yyextra->begin= yytext; return NOREPLY; }
118 "--NUMBER_OF_REPLICAS=" { yyextra->begin= yytext; return NUMBER_OF_REPLICAS; }
119 "--NUMBER-OF-REPLICAS=" { yyextra->begin= yytext; return NUMBER_OF_REPLICAS; }
120 "--POLL_TIMEOUT=" { yyextra->begin= yytext; return POLL_TIMEOUT; }
121 "--POLL-TIMEOUT=" { yyextra->begin= yytext; return POLL_TIMEOUT; }
122 "--RANDOMIZE_REPLICA_READ" { yyextra->begin= yytext; return RANDOMIZE_REPLICA_READ; }
123 "--RANDOMIZE-REPLICA-READ" { yyextra->begin= yytext; return RANDOMIZE_REPLICA_READ; }
124 "--RCV_TIMEOUT=" { yyextra->begin= yytext; return RCV_TIMEOUT; }
125 "--RCV-TIMEOUT=" { yyextra->begin= yytext; return RCV_TIMEOUT; }
126 "--RETRY_TIMEOUT=" { yyextra->begin= yytext; return RETRY_TIMEOUT; }
127 "--RETRY-TIMEOUT=" { yyextra->begin= yytext; return RETRY_TIMEOUT; }
128 "--SERVER_FAILURE_LIMIT=" { yyextra->begin= yytext; return SERVER_FAILURE_LIMIT; }
129 "--SERVER-FAILURE-LIMIT=" { yyextra->begin= yytext; return SERVER_FAILURE_LIMIT; }
130 "--SND_TIMEOUT=" { yyextra->begin= yytext; return SND_TIMEOUT; }
131 "--SND-TIMEOUT=" { yyextra->begin= yytext; return SND_TIMEOUT; }
132 "--SOCKET_RECV_SIZE=" { yyextra->begin= yytext; return SOCKET_RECV_SIZE; }
133 "--SOCKET-RECV-SIZE=" { yyextra->begin= yytext; return SOCKET_RECV_SIZE; }
134 "--SOCKET_SEND_SIZE=" { yyextra->begin= yytext; return SOCKET_SEND_SIZE; }
135 "--SOCKET-SEND-SIZE=" { yyextra->begin= yytext; return SOCKET_SEND_SIZE; }
136 "--SORT_HOSTS" { yyextra->begin= yytext; return SORT_HOSTS; }
137 "--SORT-HOSTS" { yyextra->begin= yytext; return SORT_HOSTS; }
138 "--SUPPORT_CAS" { yyextra->begin= yytext; return SUPPORT_CAS; }
139 "--SUPPORT-CAS" { yyextra->begin= yytext; return SUPPORT_CAS; }
140 "--TCP_NODELAY" { yyextra->begin= yytext; return _TCP_NODELAY; }
141 "--TCP-NODELAY" { yyextra->begin= yytext; return _TCP_NODELAY; }
142 "--TCP_KEEPALIVE" { yyextra->begin= yytext; return _TCP_KEEPALIVE; }
143 "--TCP-KEEPALIVE" { yyextra->begin= yytext; return _TCP_KEEPALIVE; }
144 "--TCP_KEEPIDLE" { yyextra->begin= yytext; return _TCP_KEEPIDLE; }
145 "--TCP-KEEPIDLE" { yyextra->begin= yytext; return _TCP_KEEPIDLE; }
146 "--USER_DATA" { yyextra->begin= yytext; return USER_DATA; }
147 "--USER-DATA" { yyextra->begin= yytext; return USER_DATA; }
148 "--USE_UDP" { yyextra->begin= yytext; return USE_UDP; }
149 "--USE-UDP" { yyextra->begin= yytext; return USE_UDP; }
150
151 "--PREFIX-KEY=" { yyextra->begin= yytext; return PREFIX_KEY; }
152 "--PREFIX_KEY=" { yyextra->begin= yytext; return PREFIX_KEY; }
153
154 INCLUDE { yyextra->begin= yytext; return INCLUDE; }
155 RESET { yyextra->begin= yytext; return RESET; }
156 DEBUG { yyextra->begin= yytext; return PARSER_DEBUG; }
157 SERVERS { yyextra->begin= yytext; return SERVERS; }
158 END { yyextra->begin= yytext; return END; }
159 ERROR { yyextra->begin= yytext; return ERROR; }
160
161 TRUE { return TRUE; }
162 FALSE { return FALSE; }
163
164
165 "--"[[:alnum:]]* {
166 yyextra->begin= yytext;
167 return UNKNOWN_OPTION;
168 }
169
170 CONSISTENT { return CONSISTENT; }
171 MODULA { return MODULA; }
172 RANDOM { return RANDOM; }
173
174 MD5 { return MD5; }
175 CRC { return CRC; }
176 FNV1_64 { return FNV1_64; }
177 FNV1A_64 { return FNV1A_64; }
178 FNV1_32 { return FNV1_32; }
179 FNV1A_32 { return FNV1A_32; }
180 HSIEH { return HSIEH; }
181 MURMUR { return MURMUR; }
182 JENKINS { return JENKINS; }
183
184 [[:alnum:]][[:alnum:].]*[[:alpha:]]: {
185 yylval->string.c_str = yytext;
186 yylval->string.length = yyleng;
187 return HOSTNAME_WITH_PORT;
188 }
189
190 [[:alnum:]]+"."[[:alpha:].]+[[:alnum:]] {
191 yylval->string.c_str = yytext;
192 yylval->string.length = yyleng;
193 return HOSTNAME;
194 }
195
196 (([[:digit:]]{1,3}"."){3}([[:digit:]]{1,3})): {
197 yylval->string.c_str = yytext;
198 yylval->string.length = yyleng;
199 return IPADDRESS_WITH_PORT;
200 }
201
202 (([[:digit:]]{1,3}"."){3}([[:digit:]]{1,3})) {
203 yylval->string.c_str = yytext;
204 yylval->string.length = yyleng;
205 return IPADDRESS;
206 }
207
208 [[:alnum:]]+ {
209 yylval->string.c_str = yytext;
210 yylval->string.length = yyleng;
211 return STRING;
212 }
213
214 (\".*\") {
215 yylval->string.c_str = yytext;
216 yylval->string.length = yyleng;
217 return QUOTED_STRING;
218 }
219
220 . {
221 yyextra->begin= yytext;
222 return UNKNOWN;
223 }
224
225 %%
226
227 void Context::init_scanner()
228 {
229 yylex_init(&scanner);
230 yyset_extra(this, scanner);
231 }
232
233 void Context::destroy_scanner()
234 {
235 yylex_destroy(scanner);
236 }
237