X-Git-Url: https://git.m6w6.name/?p=m6w6%2Fext-psi;a=blobdiff_plain;f=idl%2Flexer.re;h=91c044a58dfa30ada3e4c290670bc60552cbff3a;hp=3d1c660e82c61d260515a0620c60cd99afbf7a67;hb=69008ba2a7733358974c8985caa2e5bcb1182fe1;hpb=6ed7825ca4ddea88b00968e20cbaeeb1e8eb3de4

diff --git a/idl/lexer.re b/idl/lexer.re
index 3d1c660..91c044a 100644
--- a/idl/lexer.re
+++ b/idl/lexer.re
@@ -1,213 +1,2 @@
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#include <unistd.h>
-#include <assert.h>
 
 #include "lexer.h"
-#include "parser.h"
-#include "types.h"
-
-#ifndef BSIZE
-/*!max:re2c*/
-#define BSIZE 256
-#endif
-#if BSIZE < YYMAXFILL
-# error BSIZE must be greater than YYMAXFILL
-#endif
-
-PSI_Token *PSI_TokenAlloc(PSI_Lexer *L, token_t t)
-{
-	PSI_Token *T;
-	size_t token_len = L->cur - L->tok;
-
-	T = malloc(sizeof(*T) + token_len);
-	T->type = t;
-	T->line = L->line;
-	T->text[token_len] = 0;
-	memcpy(T->text, L->tok, token_len);
-
-	return T;
-}
-
-size_t PSI_LexerFill(PSI_Lexer *L, size_t n)
-{
-	// printf("+ Fill: n=%zu\n", n);
-	if (!n) {
-		L->cur = L->tok = L->lim = L->mrk = L->buf;
-		L->eof = NULL;
-	}
-
-	if (!L->eof) {
-		size_t consumed = L->tok - L->buf;
-		size_t reserved = L->lim - L->tok;
-		size_t available = BSIZE - reserved;
-		size_t didread;
-
-		if (consumed) {
-			memmove(L->buf, L->tok, reserved);
-			L->tok -= consumed;
-			L->cur -= consumed;
-			L->lim -= consumed;
-			L->mrk -= consumed;
-		}
-
-		didread = fread(L->lim, 1, available, L->fp);
-		L->lim += didread;
-		if (didread < available) {
-			L->eof = L->lim;
-		}
-
-		// printf("+ Fill: consumed=%zu reserved=%zu available=%zu didread=%zu\n",
-			// consumed, reserved, available, didread);
-	}
-	// printf("+ Fill: avail=%zu\n", L->lim - L->cur);
-	return L->lim - L->cur;
-}
-
-void PSI_LexerDtor(PSI_Lexer *L)
-{
-	if (L->fp) {
-		fclose(L->fp);
-	}
-	if (L->fn) {
-		free(L->fn);
-	}
-	if (L->decl.list) {
-		size_t i;
-
-		for (i = 0; i < L->decl.count; ++i) {
-			free_decl(L->decl.list[i]);
-		}
-		free(L->decl.list);
-	}
-	if (L->impl.list) {
-		size_t i;
-
-		for (i = 0; i < L->impl.count; ++i) {
-			free_impl(L->impl.list[i]);
-		}
-		free(L->impl.list);
-	}
-	memset(L, 0, sizeof(*L));
-}
-
-void PSI_LexerFree(PSI_Lexer **L)
-{
-	if (*L) {
-		PSI_LexerDtor(*L);
-		free(*L);
-		*L = NULL;
-	}
-}
-
-PSI_Lexer *PSI_LexerInit(PSI_Lexer *L, const char *filename)
-{
-	FILE *fp = fopen(filename, "r");
-
-	if (!fp) {
-		perror(filename);
-		return NULL;
-	}
-
-	if (!L) {
-		L = malloc(sizeof(*L));
-	}
-	memset(L, 0, sizeof(*L));
-
-	L->fp = fp;
-	L->fn = strdup(filename);
-	L->line = 1;
-
-	PSI_LexerFill(L, 0);
-
-	return L;
-}
-
-
-token_t PSI_LexerScan(PSI_Lexer *L)
-{
-	for (;;) {
-		L->tok = L->cur;
-		/*!re2c
-		re2c:indent:top = 2;
-		re2c:define:YYCTYPE = "unsigned char";
-		re2c:define:YYCURSOR = L->cur;
-		re2c:define:YYLIMIT = L->lim;
-		re2c:define:YYMARKER = L->mrk;
-		re2c:define:YYFILL = "{ if (!PSI_LexerFill(L,@@)) return -1; }";
-		re2c:yyfill:parameter = 0;
-
-		B = [^a-zA-Z0-9_];
-		W = [a-zA-Z0-9_];
-		NAME = W+;
-		NSNAME = NAME ("\\" NAME)+;
-		NULL = 'NULL';
-		MIXED = 'mixed';
-		VOID = 'void';
-		BOOL = 'bool';
-		INT = 'int';
-		FLOAT = 'float';
-		DOUBLE = 'double';
-		SINT8 = 'sint8';
-		UINT8 = 'uint8';
-		STRING = 'string';
-		ARRAY = 'array';
-		FUNCTION = 'function';
-		LET = 'let';
-		SET = 'set';
-		RET = 'ret';
-		STRVAL = 'strval';
-		INTVAL = 'intval';
-		FLOATVAL = 'floatval';
-		BOOLVAL = 'boolval';
-		TO_STRING = 'to_string';
-		TO_INT = 'to_int';
-		TO_FLOAT = 'to_float';
-		TO_BOOL = 'to_bool';
-
-		"#" .* "\n" { ++L->line; return PSI_T_COMMENT;}
-		"(" {return PSI_T_LPAREN;}
-		")" {return PSI_T_RPAREN;}
-		";" {return PSI_T_EOS;}
-		"," {return PSI_T_COMMA;}
-		":" {return PSI_T_COLON;}
-		"{" {return PSI_T_LCURLY;}
-		"}" {return PSI_T_RCURLY;}
-		"." {return PSI_T_DOT;}
-		"=" {return PSI_T_EQUALS;}
-		"$" {return PSI_T_DOLLAR;}
-		"*" {return PSI_T_POINTER;}
-		"&" {return PSI_T_REFERENCE;}
-		[\r\n] { ++L->line; continue; }
-		[\t ]+ { continue; }
-		NULL {return PSI_T_NULL;}
-		MIXED {return PSI_T_MIXED;}
-		VOID {return PSI_T_VOID;}
-		BOOL {return PSI_T_BOOL;}
-		INT {return PSI_T_INT;}
-		FLOAT {return PSI_T_FLOAT;}
-		DOUBLE {return PSI_T_DOUBLE;}
-		SINT8 {return PSI_T_SINT8;}
-		UINT8 {return PSI_T_UINT8;}
-		STRING {return PSI_T_STRING;}
-		ARRAY {return PSI_T_ARRAY;}
-		FUNCTION {return PSI_T_FUNCTION;}
-		LET {return PSI_T_LET;}
-		SET {return PSI_T_SET;}
-		RET {return PSI_T_RET;}
-		STRVAL {return PSI_T_STRVAL;}
-		INTVAL {return PSI_T_INTVAL;}
-		FLOATVAL {return PSI_T_FLOATVAL;}
-		BOOLVAL {return PSI_T_BOOLVAL;}
-		TO_STRING {return PSI_T_TO_STRING;}
-		TO_INT {return PSI_T_TO_INT;}
-		TO_FLOAT {return PSI_T_TO_FLOAT;}
-		TO_BOOL {return PSI_T_TO_BOOL;}
-		[0-9] {return PSI_T_DIGIT;}
-		NSNAME {return PSI_T_NSNAME;}
-		NAME {return PSI_T_NAME;}
-		*/
-	}
-	return -1;
-}