--- /dev/null
+
+#line 1 "lexer_lex.rl"
+/* Ragel State Machine for tokenizing text */
+#include <stdio.h>
+#include <string.h>
+#include <apc/parser.tab.h>
+
+extern void lexer_pushtok(int, YYSTYPE);
+
+int lexer_lex(const char*);
+int ipow(int, int);
+int ttov(const char* str, int);
+uint64_t ttor(const char* str, int);
+char* ttos(const char* str, int);
+
+
+#define MAX_TOK_LEN 64
+#define MAX_TOKENS 16
+#define MAX_STR_SIZE (MAX_TOK_LEN * MAX_TOKENS)
+
+
+
+#line 47 "lexer_lex.rl"
+
+
+
+
+#line 29 "lexer_lex.c"
+static const char _token_matcher_actions[] = {
+ 0, 1, 0, 1, 1, 1, 2
+};
+
+static const char _token_matcher_key_offsets[] = {
+ 0, 0, 7, 13, 17, 20, 27
+};
+
+static const char _token_matcher_trans_keys[] = {
+ 48, 49, 57, 65, 90, 97, 122, 48,
+ 57, 65, 70, 97, 102, 95, 120, 48,
+ 57, 95, 48, 57, 95, 48, 57, 65,
+ 70, 97, 102, 95, 65, 90, 97, 122,
+ 0
+};
+
+static const char _token_matcher_single_lengths[] = {
+ 0, 1, 0, 2, 1, 1, 1
+};
+
+static const char _token_matcher_range_lengths[] = {
+ 0, 3, 3, 1, 1, 3, 2
+};
+
+static const char _token_matcher_index_offsets[] = {
+ 0, 0, 5, 9, 13, 16, 21
+};
+
+static const char _token_matcher_indicies[] = {
+ 0, 2, 3, 3, 1, 4, 4, 4,
+ 1, 5, 6, 2, 1, 5, 2, 1,
+ 7, 4, 4, 4, 1, 8, 3, 3,
+ 1, 0
+};
+
+static const char _token_matcher_trans_targs[] = {
+ 3, 0, 4, 6, 5, 1, 2, 1,
+ 1
+};
+
+static const char _token_matcher_trans_actions[] = {
+ 0, 0, 0, 0, 0, 3, 0, 1,
+ 5
+};
+
+static const char _token_matcher_eof_actions[] = {
+ 0, 0, 0, 3, 3, 1, 5
+};
+
+static const int token_matcher_start = 1;
+static const int token_matcher_first_final = 3;
+static const int token_matcher_error = 0;
+
+static const int token_matcher_en_main = 1;
+
+
+#line 51 "lexer_lex.rl"
+
+/* 0xxdigit+ => tok_t REF, yylval.ref = uint64_t
+ [0-9]+ => tok_t NUM, yylval.val = int
+ [a-zA-Z]+ => tok_t NAME, yylval.str = char* */
+
+/* Scan filename and push the its tokens
+ onto the stack */
+int lexer_lex (const char* str)
+{
+ const char *p, *pe, *ts, *eof;
+ int cs, tok_t ; //tok_t == token type
+
+ p = ts = str;
+ pe = p + strlen(str) + 1;
+
+#line 102 "lexer_lex.c"
+ {
+ cs = token_matcher_start;
+ }
+
+#line 66 "lexer_lex.rl"
+
+#line 109 "lexer_lex.c"
+ {
+ int _klen;
+ unsigned int _trans;
+ const char *_acts;
+ unsigned int _nacts;
+ const char *_keys;
+
+ if ( p == pe )
+ goto _test_eof;
+ if ( cs == 0 )
+ goto _out;
+_resume:
+ _keys = _token_matcher_trans_keys + _token_matcher_key_offsets[cs];
+ _trans = _token_matcher_index_offsets[cs];
+
+ _klen = _token_matcher_single_lengths[cs];
+ if ( _klen > 0 ) {
+ const char *_lower = _keys;
+ const char *_mid;
+ const char *_upper = _keys + _klen - 1;
+ while (1) {
+ if ( _upper < _lower )
+ break;
+
+ _mid = _lower + ((_upper-_lower) >> 1);
+ if ( (*p) < *_mid )
+ _upper = _mid - 1;
+ else if ( (*p) > *_mid )
+ _lower = _mid + 1;
+ else {
+ _trans += (unsigned int)(_mid - _keys);
+ goto _match;
+ }
+ }
+ _keys += _klen;
+ _trans += _klen;
+ }
+
+ _klen = _token_matcher_range_lengths[cs];
+ if ( _klen > 0 ) {
+ const char *_lower = _keys;
+ const char *_mid;
+ const char *_upper = _keys + (_klen<<1) - 2;
+ while (1) {
+ if ( _upper < _lower )
+ break;
+
+ _mid = _lower + (((_upper-_lower) >> 1) & ~1);
+ if ( (*p) < _mid[0] )
+ _upper = _mid - 2;
+ else if ( (*p) > _mid[1] )
+ _lower = _mid + 2;
+ else {
+ _trans += (unsigned int)((_mid - _keys)>>1);
+ goto _match;
+ }
+ }
+ _trans += _klen;
+ }
+
+_match:
+ _trans = _token_matcher_indicies[_trans];
+ cs = _token_matcher_trans_targs[_trans];
+
+ if ( _token_matcher_trans_actions[_trans] == 0 )
+ goto _again;
+
+ _acts = _token_matcher_actions + _token_matcher_trans_actions[_trans];
+ _nacts = (unsigned int) *_acts++;
+ while ( _nacts-- > 0 )
+ {
+ switch ( *_acts++ )
+ {
+ case 0:
+#line 24 "lexer_lex.rl"
+ {
+ tok_t = REF; \
+ yylval.ref = ttor(ts, p-ts); \
+ lexer_pushtok(tok_t, yylval); \
+ ts = p; }
+ break;
+ case 1:
+#line 30 "lexer_lex.rl"
+ { tok_t = NUM; \
+ yylval.val = ttov(ts, p-ts); \
+ lexer_pushtok(tok_t, yylval); \
+ ts = p; }
+ break;
+ case 2:
+#line 35 "lexer_lex.rl"
+ { tok_t = NAME; \
+ yylval.str = ttos(ts, p-ts); \
+ lexer_pushtok(tok_t, yylval); \
+ ts = p; }
+ break;
+#line 205 "lexer_lex.c"
+ }
+ }
+
+_again:
+ if ( cs == 0 )
+ goto _out;
+ if ( ++p != pe )
+ goto _resume;
+ _test_eof: {}
+ if ( p == eof )
+ {
+ const char *__acts = _token_matcher_actions + _token_matcher_eof_actions[cs];
+ unsigned int __nacts = (unsigned int) *__acts++;
+ while ( __nacts-- > 0 ) {
+ switch ( *__acts++ ) {
+ case 0:
+#line 24 "lexer_lex.rl"
+ {
+ tok_t = REF; \
+ yylval.ref = ttor(ts, p-ts); \
+ lexer_pushtok(tok_t, yylval); \
+ ts = p; }
+ break;
+ case 1:
+#line 30 "lexer_lex.rl"
+ { tok_t = NUM; \
+ yylval.val = ttov(ts, p-ts); \
+ lexer_pushtok(tok_t, yylval); \
+ ts = p; }
+ break;
+ case 2:
+#line 35 "lexer_lex.rl"
+ { tok_t = NAME; \
+ yylval.str = ttos(ts, p-ts); \
+ lexer_pushtok(tok_t, yylval); \
+ ts = p; }
+ break;
+#line 243 "lexer_lex.c"
+ }
+ }
+ }
+
+ _out: {}
+ }
+
+#line 67 "lexer_lex.rl"
+
+ lexer_pushtok(tok_t, yylval);
+
+ printf (str);
+ return 1;
+}
+
+int ipow(int base, int exp)
+{
+ int result = 1;
+ while (exp)
+ {
+ if (exp & 1)
+ result = result * base;
+ exp = exp >> 1;
+ base *= base;
+ }
+
+ return result;
+}
+
+/* Token to Value */
+int ttov(const char* str, int len)
+{
+ int i, val = 0;
+
+ for (i = 0; i < len; i++)
+ {
+ val += ((str[len - (i + 1)] - '0') * ipow(10,i));
+ }
+
+ return val;
+}
+
+uint64_t ttor(const char* str, int len)
+{
+ int i;
+ uint64_t num = 0;
+
+ for (i = 0; i < len; i++)
+ {
+ num += ((str[len - (i + 1)] - '0') * ipow(10,i));
+ }
+
+ return num;
+}
+
+char* ttos(const char* str, int len)
+{
+ int i;
+ char token_buf[MAX_TOK_LEN];
+
+ memmove(token_buf, str, len);
+ token_buf[len+1] = '\0';
+
+ return strdup(token_buf);
+}
projects / henge / webcc.git / blobdiff