5 #include "parser.tab.h"
11 void lexer_quit(void);
12 int lexer_lexfile(uint8_t*);
13 int lexer_lexdir(uint8_t*);
14 int lexer_lexstring(uint8_t*, int);
20 /* Ring buffer for keeping lexical tokens valid for up to 255 tokens */
22 YYSTYPE lval_stack[0xFF + 1];
25 #define PUSHTOK(T,L) yypush_parse(pstate, T, (L), cstate)
26 #define LEXTOK(T,Y,L) do { \
27 lval_stack[lval_offs].Y = L; \
28 PUSHTOK(T,lval_stack + lval_offs); \
32 #define PUSHFACE(F) LEXTOK(FACING, face, F)
33 #define PUSHREF(R) LEXTOK(REF, ref, R)
34 #define PUSHLINK() LEXTOK(LINK, val, 0)
35 #define PUSHNUM(N) LEXTOK(NUM, val, N)
36 #define PUSHNAME(N) LEXTOK(NAME, str, N)
37 #define PUSHOP(O) LEXTOK(O, val, 0)
38 #define PUSHPATH(P) LEXTOK(PATH, str, P)
41 #define dprintf(_B, ...) do { \
42 if(_B) printf(__VA_ARGS__); \
46 /* Lexstring is the main lexer for APC and is generated by ragel. It lexes file names of files
47 that have been scanned and pushes their types and values into the tok_stack, which yyparse
48 eventually calls during parsing. */
53 # set up yylval and tok_t to be pushed to stack
54 action push_ref { errno = 0;
55 lval.ref = strtoll((char*)ts,NULL,16);
57 { fprintf(stderr, "Invalid hex number in file %s\n",(char*)str);
62 action push_link { PUSHLINK(); }
63 action push_val { errno = 0;
64 lval.val = strtoll((char*)ts,NULL,10);
66 { fprintf(stderr, "strtoll could not parse %s\n", (char*)str);
71 action push_name { dprintf(DEBUG, "Lexer_lexstring:: action:push_name: from %s to %s\n", ts, p);
74 action push_map { dprintf(DEBUG, "Lexer_lexstring:: action:push_map: pushing map token\n");
77 action set_ts { dprintf(DEBUG, "Lexer_lexstring:: action:set_ts. ts = %s\n", p);
79 action push_SS { dprintf(DEBUG, "Lexer_lexstring:: action:push_SS. p = %s\n",p);
82 action push_S { dprintf(DEBUG, "Lexer_lexstring:: action:push_S. p = %s\n", p);
85 action push_SW { dprintf(DEBUG, "Lexer_lexstring:: action:push_SW. p = %s\n", p);
88 action push_W { dprintf(DEBUG, "Lexer_lexstring:: action:push_W. p = %s\n", p);
91 action push_NW { dprintf(DEBUG, "Lexer_lexstring:: action:push_NW. p = %s\n", p);
94 action push_N { dprintf(DEBUG, "Lexer_lexstring:: action:push_N. p = %s\n", p);
97 action push_NE { dprintf(DEBUG, "Lexer_lexstring:: action:push_NE. p = %s\n", p);
100 action push_E { dprintf(DEBUG, "Lexer_lexstring:: action:push_N. p = %s\n", p);
103 action push_SE { dprintf(DEBUG, "Lexer_lexstring:: action:push_N. p = %s\n", p);
106 action ref_error { dprintf(DEBUG, "ref from %s to %s has an inappropriate amount of hex digits, it must have eight.\n", ts, p);
109 action p { dprintf("Lexer_lexstring:: p = %s\n", p);
121 tok_delimiter = [_\0];
123 direction = (N | W | S | E | NW | NE | SW | SE) ;
124 dimensions = (digit+ - '0') >set_ts %push_val 'x' (digit+ - '0') >set_ts %push_val;
125 link = '#' %push_link;
126 SS = ('+SS' %to(push_SS)) | ('+SS' %to(push_SS) link ) ;
127 ref = '0x' >set_ts alnum{8} $err(ref_error) %push_ref ;
128 val = digit+ >set_ts %push_val ;
129 name = lower >set_ts (lower | digit)* %push_name ;
130 map = '+MAP' %to(push_map);
131 tok = (name | val | ref | dimensions | map | link | SS | direction);
134 main := (tok tok_delimiter)* tok [\0];
136 write data nofinal noerror noprefix;
142 { pstate = yypstate_new();
143 cstate = yycstate_new();
145 return !pstate || !cstate;
150 { if (pstate) yypstate_delete(pstate);
151 if (cstate) yycstate_delete(cstate);
158 { uint8_t* p, * ts, * pe, * eof;
164 pe = eof = p + size + 1;
166 dprintf("|---Begin lexstring on p = %s, pe = %s.\n", (char*)p, pe);
171 dprintf("Ending lexstring of file %s, pushed %d tokens.\n", (char*)str, ntok);
176 /* Lexical analysis of a file
177 Strips a filename to its base name, then sends it to lexer_lexstring before
178 pushing a PATH token with the filename
179 Returns the number of tokens pushed to the parser.
182 ( uint8_t* filename )
183 { uint8_t* last_period,* iter,* filename_end;
186 for (iter = filename; *iter; iter++)
188 { // Keep track of the last 'dot' in the name
189 case '.' : last_period = iter; continue;
190 // replace '_' with '\0' so bison can use strlen on them as tokens.
191 case '_' : *iter = '\0';
194 // Mark the end of the filename
196 // Lex from either the last period, if present, or filename end
197 ntok = (last_period) ?
198 lexer_lexstring(filename, (int)(last_period - filename))
199 : lexer_lexstring(filename, (int)(iter - filename));
200 // Replace nulls with their original '_'
201 for (iter = filename; iter < filename_end; iter++)
211 { uint8_t* de = dirname;
215 if (*de) while (*++de);
216 ntok = lexer_lexstring(dirname, (int)(de - dirname));