5 #include "parser.tab.h"
11 void lexer_quit(void);
12 int lexer_lexfile(uint8_t*);
13 int lexer_lexdir(uint8_t*);
14 int lexer_lexstring(uint8_t*, int);
20 /* Ring buffer for keeping lexical tokens valid for up to 255 tokens */
22 YYSTYPE lval_stack[0xFF + 1];
25 #define PUSHTOK(T,L) yypush_parse(pstate, T, (L), cstate)
26 #define LEXTOK(T,Y,L) do { \
27 lval_stack[lval_offs].Y = L; \
28 PUSHTOK(T,lval_stack + lval_offs); \
32 #define PUSHFACE(F) LEXTOK(FACING, face, F)
33 #define PUSHREF(R) LEXTOK(REF, ref, R)
34 #define PUSHLINK() LEXTOK(LINK, val, 0)
35 #define PUSHNUM(N) LEXTOK(NUM, val, N)
36 #define PUSHNAME(N) LEXTOK(NAME, str, N)
37 #define PUSHOP(O) LEXTOK(O, val, 0)
38 #define PUSHPATH(P) LEXTOK(PATH, str, P)
42 /* Lexstring is the main lexer for APC and is generated by ragel. It lexes file names of files
43 that have been scanned and pushes their types and values into the tok_stack, which yyparse
44 eventually calls during parsing. */
49 # set up yylval and tok_t to be pushed to stack
50 action push_ref { errno = 0;
51 lval.ref = strtoll((char*)ts,NULL,16);
53 { fprintf(stderr, "Invalid hex number in file %s\n",(char*)str);
58 action push_link { PUSHLINK(); }
59 action push_val { errno = 0;
60 lval.val = strtoll((char*)ts,NULL,10);
62 { fprintf(stderr, "strtoll could not parse %s\n", (char*)str);
67 action push_name { if(DEBUG) printf("Lexer_lexstring:: action:push_name: from %s to %s\n", ts, p);
70 action push_map { if(DEBUG) printf("Lexer_lexstring:: action:push_map: pushing map token\n");
73 action set_ts { if(DEBUG) printf("Lexer_lexstring:: action:set_ts. ts = %s\n", p);
75 action push_SS { if(DEBUG) printf("Lexer_lexstring:: action:push_SS. p = %s\n",p);
78 action push_S { if(DEBUG) printf("Lexer_lexstring:: action:push_S. p = %s\n", p);
81 action push_SW { if(DEBUG) printf("Lexer_lexstring:: action:push_SW. p = %s\n", p);
84 action push_W { if(DEBUG) printf("Lexer_lexstring:: action:push_W. p = %s\n", p);
87 action push_NW { if(DEBUG) printf("Lexer_lexstring:: action:push_NW. p = %s\n", p);
90 action push_N { if(DEBUG) printf("Lexer_lexstring:: action:push_N. p = %s\n", p);
93 action push_NE { if(DEBUG) printf("Lexer_lexstring:: action:push_NE. p = %s\n", p);
96 action push_E { if(DEBUG) printf("Lexer_lexstring:: action:push_N. p = %s\n", p);
99 action push_SE { if(DEBUG) printf("Lexer_lexstring:: action:push_N. p = %s\n", p);
102 action ref_error { if(DEBUG) printf("ref from %s to %s has an inappropriate amount of hex digits, it must have eight.\n", ts, p);
105 action p { if(DEBUG) printf("Lexer_lexstring:: p = %s\n", p);
117 tok_delimiter = [_\0];
119 direction = (N | W | S | E | NW | NE | SW | SE) ;
120 dimensions = (digit+ - '0') >set_ts %push_val 'x' (digit+ - '0') >set_ts %push_val;
121 link = '#' %push_link;
122 SS = ('+SS' %to(push_SS)) | ('+SS' %to(push_SS) link ) ;
123 ref = '0x' >set_ts alnum{8} $err(ref_error) %push_ref ;
124 val = digit+ >set_ts %push_val ;
125 name = lower >set_ts (lower | digit)* %push_name ;
126 map = '+MAP' %to(push_map);
127 tok = (name | val | ref | dimensions | map | link | SS | direction);
130 main := (tok tok_delimiter)* tok [\0];
132 write data nofinal noerror noprefix;
138 { pstate = yypstate_new();
139 cstate = yycstate_new();
141 return !pstate || !cstate;
146 { if (pstate) yypstate_delete(pstate);
147 if (cstate) yycstate_delete(cstate);
155 uint8_t *ts, *pe, *eof;
161 pe = eof = p + size + 1;
163 if(DEBUG) printf("|---Begin lexstring on p = %s, pe = %s.\n",p, pe);
168 if(DEBUG) printf("Ending lexstring of file %s, pushed %d tokens.\n",str, ntok);
173 /* Lexical analysis of a file
174 Strips a filename to its base name, then sends it to lexer_lexstring before
175 pushing a PATH token with the filename
176 Returns the number of tokens pushed to the parser.
179 ( uint8_t* filename )
180 { uint8_t* last_period,* iter,* filename_end;
183 for (iter = filename; *iter; iter++)
185 { // Keep track of the last 'dot' in the name
186 case '.' : last_period = iter; continue;
187 // replace '_' with '\0' so bison can use strlen on them as tokens.
188 case '_' : *iter = '\0';
191 // Mark the end of the filename
193 // Lex from either the last period, if present, or filename end
194 ntok = (last_period) ?
195 lexer_lexstring(filename, (int)(last_period - filename))
196 : lexer_lexstring(filename, (int)(iter - filename));
197 // Replace nulls with their original '_'
198 for (iter = filename; iter < filename_end; iter++)
208 { uint8_t* de = dirname;
212 if (*de) while (*++de);
213 ntok = lexer_lexstring(dirname, (int)(de - dirname));