X-Git-Url: https://git.m6w6.name/?a=blobdiff_plain;f=libmemcached%2Foptions%2Fscanner.l;h=dd6a9e004988446b6ebe5eb97c284721e18323b1;hb=2aacfe6223ea5ff3656c900041a0f7ed847c2bf1;hp=77f16ebe5e541ddda33b79d3bae1c87647c76024;hpb=aaf07fb6d380f4e4f0b5404d6b006afcfe62aa7f;p=awesomized%2Flibmemcached diff --git a/libmemcached/options/scanner.l b/libmemcached/options/scanner.l index 77f16ebe..dd6a9e00 100644 --- a/libmemcached/options/scanner.l +++ b/libmemcached/options/scanner.l @@ -1,14 +1,35 @@ +/* vim:expandtab:shiftwidth=2:tabstop=2:smarttab: + * + * Libmemcached Scanner and Parser + * + * Copyright (C) 2011 DataDifferental, http://datadifferential.com + * + * This program is free software: you can redistribute it and/or modify + * it under the terms of the GNU Affero General Public License as + * published by the Free Software Foundation, either version 3 of the + * License, or (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU Affero General Public License for more details. + * + * You should have received a copy of the GNU Affero General Public License + * along with this program. If not, see . + */ %top{ +#include +#include +#include +#include + #pragma GCC diagnostic ignored "-Wold-style-cast" +#pragma GCC diagnostic ignored "-Wsign-compare" #pragma GCC diagnostic ignored "-Wunused-parameter" -#pragma GCC diagnostic ignored "-fpermissive" -#include -#include -#include -#include +#define YY_EXTRA_TYPE Context* } @@ -19,19 +40,19 @@ #define PARAM yyget_extra(yyscanner) -static void get_lex_chars(char* buffer, int& result, int max_size, struct type_st *parser) -{ - if (parser->pos >= parser->length) - { - result = YY_NULL; - } - else - { - result = parser->length - parser->pos; - result > (int)max_size ? result = max_size : 0; - memcpy(buffer, parser->buf + parser->pos, result); - parser->pos += result; - } +#define get_lex_chars(buffer, result, max_size, context) \ +{ \ + if (context->pos >= context->length) \ + { \ + result= YY_NULL; \ + } \ + else \ + { \ + result= (int)(context->length - context->pos); \ + (size_t)result > (size_t)max_size ? result= max_size : 0; \ + memcpy(buffer, context->buf + context->pos, result); \ + context->pos += result; \ + } \ } @@ -39,7 +60,7 @@ static void get_lex_chars(char* buffer, int& result, int max_size, struct type_s %} -%option bison-locations +%option 8bit %option bison-bridge %option case-insensitive %option debug @@ -47,54 +68,141 @@ static void get_lex_chars(char* buffer, int& result, int max_size, struct type_s %option noyywrap %option outfile="libmemcached/options/scanner.cc" header-file="libmemcached/options/scanner.h" %option perf-report -%option prefix="libmemcached_" +%option prefix="config_" %option reentrant %% -=|, { return yytext[0];} +=|,|[ ] { return yytext[0];} +[[:digit:]]+ { yylval->number= atoi(yytext); return (NUMBER); } -[[:digit:]]+ { yylval->number = atoi(yytext); return (NUMBER); } +:[[:digit:]]{1,5} { yylval->number= atoi(yytext +1); return PORT; } -([[:digit:]]*.[:digit:]+) { yylval->double_number = atof(yytext); return (FLOAT); } +"/?"[[:digit:]]{1,5} { yylval->number= atoi(yytext +2); return WEIGHT_START; } -[ \t\r\n] ; /* skip whitespace */ +[\t\r\n] ; /* skip whitespace */ -"--SERVER" { return SERVER; } -"--SERVERS" { return SERVERS; } -"--TCP_NODELAY" { return TCPNODELAY; } -"--TCP-NODELAY" { return TCPNODELAY; } -"--VERIFY_KEY" { return VERIFY_KEY; } -"--VERIFY-KEY" { return VERIFY_KEY; } -[[:alnum:]][[:alnum:].]*[[:alpha:]]: { - yylval->string.c_str = yytext; - yylval->string.length = yyleng; - return SERVER_WITH_PORT; +^#.*$ { + return COMMENT; } -[[:alnum:]][[:alnum:].]*[[:alpha:]] { - yylval->string.c_str = yytext; - yylval->string.length = yyleng; - return IDENTIFIER; +"--SERVER=" { yyextra->begin= yytext; yyextra->set_server(); return SERVER; } + +"--BINARY-PROTOCOL" { yyextra->begin= yytext; return BINARY_PROTOCOL; } +"--BUFFER-REQUESTS" { yyextra->begin= yytext; return BUFFER_REQUESTS; } +"--CONFIGURE-FILE=" { yyextra->begin= yytext; return CONFIGURE_FILE; } +"--CONNECT-TIMEOUT=" { yyextra->begin= yytext; return CONNECT_TIMEOUT; } +"--DISTRIBUTION=" { yyextra->begin= yytext; return DISTRIBUTION; } +"--HASH-WITH-NAMESPACE" { yyextra->begin= yytext; return HASH_WITH_NAMESPACE; } +"--HASH=" { yyextra->begin= yytext; return HASH; } +"--IO-BYTES-WATERMARK=" { yyextra->begin= yytext; return IO_BYTES_WATERMARK; } +"--IO-KEY-PREFETCH=" { yyextra->begin= yytext; return IO_KEY_PREFETCH; } +"--IO-MSG-WATERMARK=" { yyextra->begin= yytext; return IO_MSG_WATERMARK; } +"--NOREPLY" { yyextra->begin= yytext; return NOREPLY; } +"--NUMBER-OF-REPLICAS=" { yyextra->begin= yytext; return NUMBER_OF_REPLICAS; } +"--POLL-TIMEOUT=" { yyextra->begin= yytext; return POLL_TIMEOUT; } +"--RANDOMIZE-REPLICA-READ" { yyextra->begin= yytext; return RANDOMIZE_REPLICA_READ; } +"--RCV-TIMEOUT=" { yyextra->begin= yytext; return RCV_TIMEOUT; } +"--REMOVE-FAILED-SERVERS=" { yyextra->begin= yytext; return REMOVE_FAILED_SERVERS; } +"--RETRY-TIMEOUT=" { yyextra->begin= yytext; return RETRY_TIMEOUT; } +"--SND-TIMEOUT=" { yyextra->begin= yytext; return SND_TIMEOUT; } +"--SOCKET-RECV-SIZE=" { yyextra->begin= yytext; return SOCKET_RECV_SIZE; } +"--SOCKET-SEND-SIZE=" { yyextra->begin= yytext; return SOCKET_SEND_SIZE; } +"--SORT-HOSTS" { yyextra->begin= yytext; return SORT_HOSTS; } +"--SUPPORT-CAS" { yyextra->begin= yytext; return SUPPORT_CAS; } +"--TCP-KEEPALIVE" { yyextra->begin= yytext; return _TCP_KEEPALIVE; } +"--TCP-KEEPIDLE" { yyextra->begin= yytext; return _TCP_KEEPIDLE; } +"--TCP-NODELAY" { yyextra->begin= yytext; return _TCP_NODELAY; } +"--USE-UDP" { yyextra->begin= yytext; return USE_UDP; } +"--USER-DATA" { yyextra->begin= yytext; return USER_DATA; } +"--VERIFY-KEY" { yyextra->begin= yytext; return VERIFY_KEY; } + +"--POOL-MIN=" { yyextra->begin= yytext; return POOL_MIN; } +"--POOL-MAX=" { yyextra->begin= yytext; return POOL_MAX; } + +"--NAMESPACE=" { yyextra->begin= yytext; return NAMESPACE; } + +INCLUDE { yyextra->begin= yytext; return INCLUDE; } +RESET { yyextra->begin= yytext; return RESET; } +DEBUG { yyextra->begin= yytext; return PARSER_DEBUG; } +SERVERS { yyextra->begin= yytext; return SERVERS; } +END { yyextra->begin= yytext; return END; } +ERROR { yyextra->begin= yytext; return ERROR; } + +TRUE { return TRUE; } +FALSE { return FALSE; } + + +"--"[[:alnum:]]* { + yyextra->begin= yytext; + return UNKNOWN_OPTION; + } + +CONSISTENT { return CONSISTENT; } +MODULA { return MODULA; } +RANDOM { return RANDOM; } + +MD5 { return MD5; } +CRC { return CRC; } +FNV1_64 { return FNV1_64; } +FNV1A_64 { return FNV1A_64; } +FNV1_32 { return FNV1_32; } +FNV1A_32 { return FNV1A_32; } +HSIEH { return HSIEH; } +MURMUR { return MURMUR; } +JENKINS { return JENKINS; } + +(([[:digit:]]{1,3}"."){3}([[:digit:]]{1,3})) { + yylval->server.port= MEMCACHED_DEFAULT_PORT; + yylval->server.weight= 1; + yylval->server.c_str= yyextra->set_hostname(yytext, yyleng); + if (yylval->server.c_str) + yylval->server.size= yyleng; + return IPADDRESS; } -[[:digit:]]{1,3}"."[[:digit:]]{1,3}"."[[:digit:]]{1,3}"."[[:digit:]]{1,3}: { + +[[:alnum:]]["."[:alnum:]_-]+[[:alnum:]] { + if (yyextra->is_server()) + { + yylval->server.port= MEMCACHED_DEFAULT_PORT; + yylval->server.weight= 1; + yylval->server.c_str= yyextra->set_hostname(yytext, yyleng); + if (yylval->server.c_str) + yylval->server.size= yyleng; + + return HOSTNAME; + } + yylval->string.c_str = yytext; - yylval->string.length = yyleng; - return IPADDRESS_WITH_PORT; + yylval->string.size = yyleng; + + return STRING; } -[[:digit:]]{1,3}"."[[:digit:]]{1,3}"."[[:digit:]]{1,3}"."[[:digit:]]{1,3} { +(\".*\") { yylval->string.c_str = yytext; - yylval->string.length = yyleng; - return IPADDRESS; + yylval->string.size = yyleng; + return QUOTED_STRING; } -. { - std::cerr << "Near " << yytext << std::endl; +. { + yyextra->begin= yytext; return UNKNOWN; } %% + +void Context::init_scanner() +{ + yylex_init(&scanner); + yyset_extra(this, scanner); +} + +void Context::destroy_scanner() +{ + yylex_destroy(scanner); +} +