Sweden-Number/tools/wrc/parser.l

975 lines
25 KiB
C

/* -*-C-*-
*
* Copyright 1994 Martin von Loewis
* Copyright 1998 Bertho A. Stultiens (BS)
*
* 20-Jun-1998 BS - Changed the filename conversion. Filenames are
* case-sensitive inder *nix, but not under dos.
* default behaviour is to convert to lower case.
* - All backslashes are converted to forward and
* both single and double slash is recognized as
* MS/Borland does.
* - Fixed a bug in 'yywf' case that prevented
* double quoted names to be scanned propperly.
*
* 19-May-1998 BS - Started to build a preprocessor.
* - Changed keyword processing completely to
* table-lookups.
*
* 20-Apr-1998 BS - Added ';' comment stripping
*
* 17-Apr-1998 BS - Made the win32 keywords optional when compiling in
* 16bit mode
*
* 15-Apr-1998 BS - Changed string handling to include escapes
* - Added unicode string handling (no codepage
* translation though).
* - 'Borrowed' the main idea of string scanning from
* the flex manual pages.
* - Added conditional handling of scanning depending
* on the state of the parser. This was mainly required
* to distinguish a file to load or raw data that
* follows. MS's definition of filenames is rather
* complex... It can be unquoted or double quoted. If
* double quoted, then the '\\' char is not automatically
* escaped according to Borland's rc compiler, but it
* accepts both "\\path\\file.rc" and "\path\file.rc".
* This makes life very hard! I go for the escaped
* version, as this seems to be the documented way...
* - Single quoted strings are now parsed and converted
* here.
* - Added comment stripping. The implementation is
* 'borrowed' from the flex manpages.
* - Rebuild string processing so that it may contain
* escaped '\0'.
*/
/* Exclusive rules when looking for a filename */
%x yywf
%x yywf_s
/* Exclusive string handling */
%x yystr
/* Exclusive unicode string handling */
%x yylstr
/* Exclusive rcdata single quoted data handling */
%x yyrcd
/* Exclusive comment eating... */
%x comment
/* Preprocessor exclusives */
%x pp_incl
%x pp_def
%x pp_undef
%x pp_if
%x pp_ifdef
%x pp_ifndef
%x pp_elif
%x pp_else
%x pp_endif
%x pp_error
/* Set when accumulating #define's expansion text */
%x pp_def_s
/* Set when processing function type defines */
%x pp_ignore
/* Set when need to strip to eol */
%x pp_ignore_eol
/* Set when handling a false #if case */
%x pp_false
/* Set when stripping c-junk */
%x pp_strips
%x pp_stripp
%x pp_stripp_final
/*%option stack*/
%option never-interactive
/*%option noyywrap */
/* Some shortcut definitions */
ws [ \f\t\r]
cident [a-zA-Z_][0-9a-zA-Z_]*
%{
#if !defined(YY_FLEX_MAJOR_VERSION) || (1000 * YY_FLEX_MAJOR_VERSION + YY_FLEX_MINOR_VERSION < 2005)
#error Must use flex version 2.5.1 or higher (yy_scan_* routines are required).
#endif
/*#define LEX_DEBUG*/
#include "config.h"
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <ctype.h>
#include "wrc.h"
#include "utils.h"
#include "preproc.h"
#include "parser.h"
#include "newstruc.h"
#include "y.tab.h"
#define YY_USE_PROTOS
#define YY_NO_UNPUT
/* Always update the current character position within a line */
#define YY_USER_ACTION char_number+=yyleng;
raw_data_t *new_raw_data(void);
void addcchar(char c);
void addwchar(short s);
string_t *get_buffered_cstring(void);
string_t *get_buffered_wstring(void);
string_t *make_string(char *s);
string_t *make_filename(char *s, int len);
int line_number = 1; /* The current line */
int char_number = 1; /* The current char pos within the line */
static char *cbuffer; /* Buffers for string collection */
static int cbufidx;
static int cbufalloc = 0;
static short *wbuffer;
static int wbufidx;
static int wbufalloc = 0;
static int want_nl = 0; /* Set when newline needs to go to parser */
static int want_ident = 0; /* Set is #ifdef, #ifndef or defined is seen */
static int stripslevel = 0; /* Count {} during pp_strips mode */
static int stripplevel = 0; /* Count () during pp_strips mode */
static char *substtext = NULL; /* Holds the substition text while getting a define */
static int cjunk_tagline; /* Where did we start stripping (helps error tracking) */
#ifdef YY_USE_STACK
void push_to(int start) { yy_push_state(start); }
void pop_start(void) { yy_pop_state(start); }
#else
#define MAXSTARTSTACK 32
static int startstack[MAXSTARTSTACK];
static int startstackidx = 0;
void push_to(int start)
{
if(yydebug)
printf("push_to(%d): %d -> %d\n", line_number, YY_START, start);
if(startstackidx >= MAXSTARTSTACK-1)
internal_error(__FILE__, __LINE__, "Start condition stack overflow");
startstack[startstackidx++] = YY_START;
BEGIN(start);
}
void pop_start(void)
{
if(yydebug)
printf("pop_start(%d): %d <- %d\n", line_number, startstack[startstackidx-1], YY_START);
if(startstackidx <= 0)
internal_error(__FILE__, __LINE__, "Start condition stack underflow");
--startstackidx;
BEGIN(startstack[startstackidx]);
}
#endif
struct bufferstackentry {
YY_BUFFER_STATE bufferstate; /* Buffer to switch back to */
struct pp_entry *define; /* Points to expanding define
or NULL if handling includes
*/
int line_number; /* Line that we were handling */
int char_number; /* The current position */
char *filename; /* Filename that we were handling */
};
#define MAXBUFFERSTACK 128
static struct bufferstackentry bufferstack[MAXBUFFERSTACK];
static int bufferstackidx = 0;
void push_buffer(YY_BUFFER_STATE buf, struct pp_entry *ppp, char *filename)
{
if(yydebug)
printf("push_buffer: %p %p %p\n", buf, ppp, filename);
if(bufferstackidx >= MAXBUFFERSTACK-1)
internal_error(__FILE__, __LINE__, "Buffer stack overflow");
memset(&bufferstack[bufferstackidx], 0, sizeof(bufferstack[0]));
bufferstack[bufferstackidx].bufferstate = buf;
bufferstack[bufferstackidx].define = ppp;
if(ppp)
ppp->expanding = 1;
else if(filename)
{
/* These will track the yyerror to the correct file and line */
bufferstack[bufferstackidx].line_number = line_number;
bufferstack[bufferstackidx].char_number = char_number;
line_number = 1;
char_number = 1;
bufferstack[bufferstackidx].filename = input_name;
input_name = filename;
}
else
internal_error(__FILE__, __LINE__, "Pushing buffer without knowing where to go to");
bufferstackidx++;
}
YY_BUFFER_STATE pop_buffer(void)
{
if(bufferstackidx <= 0)
return (YY_BUFFER_STATE)0;
bufferstackidx--;
if(bufferstack[bufferstackidx].define)
bufferstack[bufferstackidx].define->expanding = 0;
else
{
line_number = bufferstack[bufferstackidx].line_number;
char_number = bufferstack[bufferstackidx].char_number;
input_name = bufferstack[bufferstackidx].filename;
fclose(yyin);
}
if(yydebug)
printf("pop_buffer: %p %p (%d, %d) %p\n",
bufferstack[bufferstackidx].bufferstate,
bufferstack[bufferstackidx].define,
bufferstack[bufferstackidx].line_number,
bufferstack[bufferstackidx].char_number,
bufferstack[bufferstackidx].filename);
yy_switch_to_buffer(bufferstack[bufferstackidx].bufferstate);
return bufferstack[bufferstackidx].bufferstate;
}
void do_include(char *name, int namelen)
{
char *cpy = (char *)xmalloc(namelen);
strcpy(cpy, name+1); /* strip leading " or < */
cpy[namelen-2] = '\0'; /* strip trailing " or > */
if((yyin = open_include(cpy, name[0] == '"')) == NULL)
yyerror("Unable to open include file %s", cpy);
push_buffer(YY_CURRENT_BUFFER, NULL, cpy);
yy_switch_to_buffer(yy_create_buffer(yyin, YY_BUF_SIZE));
}
struct keyword {
char *keyword;
int token;
int isextension;
int needcase;
int alwayskeyword;
};
static struct keyword keywords[] = {
{ "ACCELERATORS", ACCELERATORS, 0, 0, 0},
{ "ALT", ALT, 0, 0, 0},
{ "ASCII", ASCII, 0, 0, 0},
{ "AUTO3STATE", AUTO3STATE, 1, 0, 0},
{ "AUTOCHECKBOX", AUTOCHECKBOX, 1, 0, 0},
{ "AUTORADIOBUTTON", AUTORADIOBUTTON, 1, 0, 0},
{ "BEGIN", tBEGIN, 0, 0, 1},
{ "BITMAP", tBITMAP, 0, 0, 0},
{ "BLOCK", BLOCK, 0, 0, 1},
{ "BUTTON", BUTTON, 1, 0, 0},
{ "CAPTION", CAPTION, 0, 0, 0},
{ "CHARACTERISTICS", CHARACTERISTICS, 1, 0, 0},
{ "CHECKBOX", CHECKBOX, 0, 0, 0},
{ "CHECKED", CHECKED, 0, 0, 0},
{ "CLASS", CLASS, 0, 0, 0},
{ "COMBOBOX", COMBOBOX, 0, 0, 0},
{ "CONTROL", CONTROL, 0, 0, 0},
{ "CTEXT", CTEXT, 0, 0, 0},
{ "CURSOR", CURSOR, 0, 0, 0},
{ "defined", tDEFINED, 0, 1, 1},
{ "DEFPUSHBUTTON", DEFPUSHBUTTON, 0, 0, 1},
{ "DIALOG", DIALOG, 0, 0, 0},
{ "DIALOGEX", DIALOGEX, 1, 0, 0},
{ "DISCARDABLE", DISCARDABLE, 0, 0, 0},
{ "DLGINIT", DLGINIT, 0, 0, 0},
{ "EDITTEXT", EDITTEXT, 0, 0, 0},
{ "END", tEND, 0, 0, 1},
{ "EXSTYLE", EXSTYLE, 0, 0, 0},
{ "extern", tEXTERN, 0, 1, 1},
{ "FILEFLAGS", FILEFLAGS, 0, 0, 0},
{ "FILEFLAGSMASK", FILEFLAGSMASK, 0, 0, 0},
{ "FILEOS", FILEOS, 0, 0, 0},
{ "FILESUBTYPE", FILESUBTYPE, 0, 0, 0},
{ "FILETYPE", FILETYPE, 0, 0, 0},
{ "FILEVERSION", FILEVERSION, 0, 0, 0},
{ "FIXED", tFIXED, 0, 0, 0},
{ "FONT", FONT, 0, 0, 0},
{ "GRAYED", GRAYED, 0, 0, 0},
{ "GROUPBOX", GROUPBOX, 0, 0, 0},
{ "HELP", HELP, 0, 0, 0},
{ "ICON", ICON, 0, 0, 0},
{ "IMPURE", IMPURE, 0, 0, 0},
{ "INACTIVE", INACTIVE, 0, 0, 0},
{ "LANGUAGE", LANGUAGE, 1, 0, 1},
{ "LISTBOX", LISTBOX, 0, 0, 0},
{ "LOADONCALL", LOADONCALL, 0, 0, 0},
{ "LTEXT", LTEXT, 0, 0, 0},
{ "MENU", MENU, 0, 0, 0},
{ "MENUBARBREAK", MENUBARBREAK, 0, 0, 0},
{ "MENUBREAK", MENUBREAK, 0, 0, 0},
{ "MENUEX", MENUEX, 1, 0, 0},
{ "MENUITEM", MENUITEM, 0, 0, 0},
{ "MESSAGETABLE", MESSAGETABLE, 1, 0, 0},
{ "MOVEABLE", MOVEABLE, 0, 0, 0},
{ "NOINVERT", NOINVERT, 0, 0, 0},
{ "NOT", NOT, 0, 0, 0},
{ "POPUP", POPUP, 0, 0, 0},
{ "PRELOAD", PRELOAD, 0, 0, 0},
{ "PRODUCTVERSION", PRODUCTVERSION, 0, 0, 0},
{ "PURE", tPURE, 0, 0, 0},
{ "PUSHBUTTON", PUSHBUTTON, 0, 0, 0},
{ "RADIOBUTTON", RADIOBUTTON, 0, 0, 0},
{ "RCDATA", RCDATA, 0, 0, 0},
{ "RTEXT", RTEXT, 0, 0, 0},
{ "SCROLLBAR", SCROLLBAR, 0, 0, 0},
{ "SEPARATOR", SEPARATOR, 0, 0, 0},
{ "SHIFT", SHIFT, 0, 0, 0},
{ "STATE3", STATE3, 1, 0, 0},
{ "STRING", tSTRING, 0, 0, 0},
{ "STRINGTABLE", STRINGTABLE, 0, 0, 1},
{ "STYLE", STYLE, 0, 0, 0},
{ "TOOLBAR", TOOLBAR, 1, 0, 0},
{ "typedef", tTYPEDEF, 0, 1, 1},
{ "VALUE", VALUE, 0, 0, 0},
{ "VERSION", VERSION, 1, 0, 0},
{ "VERSIONINFO", VERSIONINFO, 0, 0, 0},
{ "VIRTKEY", VIRTKEY, 0, 0, 0}
};
#define NKEYWORDS (sizeof(keywords)/sizeof(keywords[0]))
#define KWP(p) ((struct keyword *)(p))
int kw_cmp_func(const void *s1, const void *s2)
{
int ret;
ret = strcasecmp(KWP(s1)->keyword, KWP(s2)->keyword);
if(!ret && (KWP(s1)->needcase || KWP(s2)->needcase))
return strcmp(KWP(s1)->keyword, KWP(s2)->keyword);
else
return ret;
}
#define KW_BSEARCH
#define DO_SORT
struct keyword *iskeyword(char *kw)
{
struct keyword *kwp;
struct keyword key;
key.keyword = kw;
key.needcase = 0;
#ifdef DO_SORT
{
/* Make sure that it is sorted for bsearsh */
static int sorted = 0;
if(!sorted)
{
qsort(keywords, NKEYWORDS, sizeof(keywords[0]), kw_cmp_func);
sorted = 1;
}
}
#endif
#ifdef KW_BSEARCH
kwp = bsearch(&key, keywords, NKEYWORDS, sizeof(keywords[0]), kw_cmp_func);
#else
{
int i;
for(i = 0; i < NKEYWORDS; i++)
{
if(!kw_cmp_func(&key, &keywords[i]))
break;
}
if(i < NKEYWORDS)
kwp = &keywords[i];
else
kwp = NULL;
}
#endif
#ifdef LEX_DEBUG
if(kwp && !strcmp(kwp->keyword, "LANGUAGE"))
printf("Got Language\n");
#endif
if(kwp == NULL || (kwp->isextension && !extensions))
return NULL;
else
return kwp;
}
void add_to_substtext(char *text, int len)
{
if(!substtext)
{
substtext = xstrdup(text);
}
else
{
substtext = (char *)xrealloc(substtext, strlen(substtext)+len+1);
strcat(substtext, text);
}
}
%}
%%
/* #include handling */
^{ws}*#{ws}*include{ws}* push_to(pp_incl);
<pp_incl>\<[^\n\>]+\> do_include(yytext, yyleng); pop_start();
<pp_incl>\"[^\n\>]+\" do_include(yytext, yyleng); pop_start();
<pp_incl>. yyerror("Malformed #include");
/* #define handling */
^{ws}*#{ws}*define{ws}* push_to(pp_def);
<pp_def>{cident} {
set_define(yytext);
push_to(pp_def_s);
}
<pp_def>{cident}\( push_to(pp_ignore); /* Ignore function-like defines for now*/
<pp_def>. yyerror("Malformed #define");
<pp_ignore,pp_def_s>[^\/\\\n]* {
if(YY_START == pp_def_s)
add_to_substtext(yytext, yyleng);
}
<pp_ignore,pp_def_s>\/[^\/\*][^\/\\\n]* { /* Comment is handled in normal handling */
if(YY_START == pp_def_s)
add_to_substtext(yytext, yyleng);
}
<pp_ignore,pp_def_s>\\{ws}*\n line_number++; char_number = 1; /* Line continuation */
<pp_ignore,pp_def_s>\n {
if(YY_START == pp_def_s)
{
add_define(substtext ? substtext : "");
free(substtext);
substtext = NULL;
}
line_number++;
char_number = 1;
pop_start();
pop_start();
}
/* #undef handling */
^{ws}*#{ws}*undef{ws}* push_to(pp_undef);
<pp_undef>{cident} {
del_define(yytext);
pop_start();
/*push_to(pp_ignore);*/
}
/* Conditional handling */
<INITIAL,pp_strips,pp_stripp,pp_false>^{ws}*#{ws}*if{ws}* {
if(YY_START == pp_false)
{
if(yydebug)
printf("(%d)#if ignored\n", line_number);
push_if(0, 0, 1);
push_to(pp_ignore_eol);
}
else
{
push_to(INITIAL);
want_nl = 1;
return tIF;
}
}
<INITIAL,pp_strips,pp_stripp,pp_false>^{ws}*#{ws}*ifdef{ws}* {
if(YY_START == pp_false)
{
if(yydebug)
printf("(%d)#ifdef ignored\n", line_number);
push_if(0, 0, 1);
push_to(pp_ignore_eol);
}
else
{
push_to(INITIAL);
want_nl = 1;
want_ident = 1;
return tIFDEF;
}
}
<INITIAL,pp_strips,pp_stripp,pp_false>^{ws}*#{ws}*ifndef{ws}* {
if(YY_START == pp_false)
{
if(yydebug)
printf("(%d)#ifndef ignored\n", line_number);
push_if(0, 0, 1);
push_to(pp_ignore_eol);
}
else
{
push_to(INITIAL);
want_nl = 1;
want_ident = 1;
return tIFNDEF;
}
}
<INITIAL,pp_strips,pp_stripp,pp_false>^{ws}*#{ws}*elif{ws}* {
if(!isnevertrue_if())
{
push_to(INITIAL);
want_nl = 1;
return tELIF;
}
else if(YY_START == pp_false)
push_to(pp_ignore_eol);
if(yydebug)
printf("(%d)#elif ignored\n", line_number);
}
<INITIAL,pp_strips,pp_stripp,pp_false>^{ws}*#{ws}*else{ws}* {
if(!isnevertrue_if())
{
push_to(INITIAL);
want_nl = 1;
return tELSE;
}
if(yydebug)
printf("(%d)#else ignored\n", line_number);
}
<INITIAL,pp_strips,pp_stripp,pp_false>^{ws}*#{ws}*endif{ws}* {
if(!isnevertrue_if())
{
want_nl = 1;
return tENDIF;
}
else
{
if(yydebug)
printf("(%d)#endif ignored\n", line_number);
pop_if();
}
}
/* The error directive */
^{ws}*#{ws}*error{ws}* push_to(pp_error);
<pp_error>[^\n]* yyerror("Error directive: %s", yytext);
/* preprocessor junk */
^{ws}*#{ws}*pragma[^\n]* ; /* Ignore #pragma */
^{ws}*#{ws}*line[^\n]* ; /* Ignore #line */
/* We'll get an error on malformed #xxx statements
* by not recognising '#' at all. This helps tracking
* preprocessor errors.
*/
/*^{ws}*#{ws}* ; Ignore # */
<pp_strips>\{ stripslevel++;
<pp_strips>\} stripslevel--;
<pp_strips>; if(!stripslevel) pop_start();
<pp_strips>\/[^*\n] ; /* To catch comments */
<pp_strips>[^\{\};\n#/]* ; /* Ignore rest */
<pp_stripp>\( stripplevel++;
<pp_stripp>\) {
stripplevel--;
if(!stripplevel)
{
pop_start();
push_to(pp_stripp_final);
}
}
<pp_stripp>\/[^*\n] ; /* To catch comments */
<pp_stripp>[^\(\);\n#/]* ; /* Ignore rest */
<pp_stripp_final>{ws}* ; /* Ignore */
<pp_stripp_final>; pop_start(); /* Kill the semicolon */
<pp_stripp_final>\n line_number++; char_number = 1; pop_start();
<pp_stripp_final>. yyless(0); pop_start();
<pp_false>. ; /* Ignore everything except #xxx during false #if state */
<pp_ignore_eol>[^\n]* pop_start();
/* These are special cases due to filename scanning */
<yywf>[Dd][Ii][Ss][Cc][Aa][Rr][Dd][Aa][Bb][Ll][Ee] return DISCARDABLE;
<yywf>[Ff][Ii][Xx][Ee][Dd] return tFIXED;
<yywf>[Ii][Mm][Pp][Uu][Rr][Ee] return IMPURE;
<yywf>[Mm][Oo][Vv][Ee][Aa][Bb][Ll][Ee] return MOVEABLE;
<yywf>[Ll][Oo][Aa][Dd][Oo][Nn][Cc][Aa][Ll][Ll] return LOADONCALL;
<yywf>[Pp][Rr][Ee][Ll][Oo][Aa][Dd] return PRELOAD;
<yywf>[Pp][Uu][Rr][Ee] return tPURE;
\{ return tBEGIN;
\} return tEND;
[0-9]+[lL]? { yylval.num = strtoul(yytext, 0, 10); return toupper(yytext[yyleng-1]) == 'L' ? LNUMBER : NUMBER; }
0[xX][0-9A-Fa-f]+[lL]? { yylval.num = strtoul(yytext, 0, 16); return toupper(yytext[yyleng-1]) == 'L' ? LNUMBER : NUMBER; }
0[oO][0-7]+[lL]? { yylval.num = strtoul(yytext+2, 0, 8); return toupper(yytext[yyleng-1]) == 'L' ? LNUMBER : NUMBER; }
[A-Za-z_0-9]+ {
struct keyword *token;
struct pp_entry *ppp;
want_rscname = 0;
if(want_ident)
{
/* Prevent preprocessor subst */
want_ident = 0;
yylval.str = make_string(yytext);
#ifdef LEX_DEBUG
printf("want IDENT (%s, %d, %d): <%s>\n", input_name, line_number, char_number, yytext);
#endif
return IDENT;
}
else if((ppp = pp_lookup(yytext)) != NULL)
{
/* Do preprocessor substitution,
* but expand only if macro is not
* already expanding.
*/
if(!ppp->expanding)
{
#ifdef LEX_DEBUG
printf("expand IDENT (%s, %d, %d): <%s>\n", input_name, line_number, char_number, yytext);
#endif
push_buffer(YY_CURRENT_BUFFER, ppp, NULL);
yy_scan_string(ppp->subst);
}
}
else if((token = iskeyword(yytext)) != NULL
&& !(!token->alwayskeyword && want_rscname))
{
switch(token->token)
{
case tDEFINED:
want_ident = 1;
break;
/*case RCDATA:*/
case CURSOR:
case tBITMAP:
case MESSAGETABLE:
case DLGINIT:
push_to(yywf);
break;
case FONT:
case ICON:
if(!indialog)
push_to(yywf);
break;
case DIALOG:
case DIALOGEX:
indialog = 1;
break;
}
return token->token;
}
else
{
yylval.str = make_string(yytext);
#ifdef LEX_DEBUG
printf("%s IDENT (%s, %d, %d): <%s>\n",
want_rscname ? "rscname" : "just",
input_name,
line_number,
char_number,
yytext);
#endif
return IDENT;
}
}
\|\| return LOGOR;
\&\& return LOGAND;
\=\= return EQ;
\!\= return NE;
\<\= return LTE;
\>\= return GTE;
<yywf>[^ \f\t\r\n\"]* { pop_start(); yylval.str = make_filename(yytext, yyleng); return FILENAME; }
<yywf>\" push_to(yywf_s);
<yywf_s>[^\"\n]*\" { pop_start(); pop_start(); yylval.str = make_filename(yytext, yyleng-1); return FILENAME; }
<yywf_s>\n yyerror("Newline in filename");
L\" {
push_to(yylstr);
wbufidx = 0;
if(!win32)
yywarning("16bit resource contains unicode strings\n");
}
<yylstr>\" {
pop_start();
yylval.str = get_buffered_wstring();
return tSTRING;
}
<yylstr>\n yyerror("Unterminated string");
<yylstr>\\[0-7]{1,6} { /* octal escape sequence */
int result;
result = strtol(yytext+1, 0, 8);
if ( result > 0xffff )
yyerror("Character constant out of range");
addwchar((short)result);
}
<yylstr>\\x[0-9a-fA-F]{4} { /* hex escape sequence */
int result;
result = strtol(yytext+2, 0, 16);
addwchar((short)result);
}
<yylstr>\\[0-9]+ yyerror("Bad escape secuence");
<yylstr>\\a addwchar('\a');
<yylstr>\\b addwchar('\b');
<yylstr>\\f addwchar('\f');
<yylstr>\\n addwchar('\n');
<yylstr>\\r addwchar('\r');
<yylstr>\\t addwchar('\t');
<yylstr>\\v addwchar('\v');
<yylstr>\\(.|\n) addwchar(yytext[1]);
<yylstr>\"\" addcchar('\"'); /* "bla""bla" -> "bla\"bla" */
<yylstr>\\\"\" addcchar('\"'); /* "bla\""bla" -> "bla\"bla" */
<yylstr>\"{ws}+\" ; /* "bla" "bla" -> "blabla" */
<yylstr>[^\\\n\"]+ {
char *yptr = yytext;
while(*yptr) /* FIXME: codepage translation */
addwchar(*yptr++ & 0xff);
}
\" {
push_to(yystr);
cbufidx = 0;
}
<yystr>\" {
pop_start();
yylval.str = get_buffered_cstring();
return tSTRING;
}
<yystr>\n yyerror("Unterminated string");
<yystr>\\[0-7]{1,3} { /* octal escape sequence */
int result;
result = strtol(yytext+1, 0, 8);
if ( result > 0xff )
yyerror("Character constant out of range");
addcchar((char)result);
}
<yystr>\\x[0-9a-fA-F]{2} { /* hex escape sequence */
int result;
result = strtol(yytext+2, 0, 16);
addcchar((char)result);
}
<yystr>\\[0-9]+ yyerror("Bad escape secuence");
<yystr>\\a addcchar('\a');
<yystr>\\b addcchar('\b');
<yystr>\\f addcchar('\f');
<yystr>\\n addcchar('\n');
<yystr>\\r addcchar('\r');
<yystr>\\t addcchar('\t');
<yystr>\\v addcchar('\v');
<yystr>\\(.|\n) addcchar(yytext[1]);
<yystr>[^\\\n\"]+ {
char *yptr = yytext;
while(*yptr)
addcchar(*yptr++);
}
<yystr>\"\" addcchar('\"'); /* "bla""bla" -> "bla\"bla" */
<yystr>\\\"\" addcchar('\"'); /* "bla\""bla" -> "bla\"bla" */
<yystr>\"{ws}+\" ; /* "bla" "bla" -> "blabla" */
<yystr>. yywarning("Matched %c", *yytext);
\' {
push_to(yyrcd);
cbufidx = 0;
}
<yyrcd>\' {
pop_start();
yylval.raw = new_raw_data();
yylval.raw->size = cbufidx;
yylval.raw->data = xmalloc(yylval.raw->size);
memcpy(yylval.raw->data, cbuffer, yylval.raw->size);
return RAWDATA;
}
<yyrcd>[0-9a-fA-F]{2} {
int result;
result = strtol(yytext, 0, 16);
addcchar((char)result);
}
<yyrcd>{ws}+ ; /* Ignore space */
<yyrcd>\n line_number++; char_number = 1;
<yyrcd>. yyerror("Malformed data-line");
<INITIAL,pp_ignore,pp_def_s,pp_strips,pp_stripp>"/*" push_to(comment); /* Eat comment */
<comment>[^*\n]* ;
<comment>"*"+[^*/\n]* ;
<comment>\n line_number++; char_number = 1;
<comment>"*"+"/" pop_start();
;[^\n]* ; /* Eat comment */
<INITIAL,pp_ignore,pp_def_s>"//"[^\n]* ; /* Eat comment */
<INITIAL,yywf,pp_false,pp_strips,pp_stripp>\n {
if(YY_START == yywf)
pop_start();
line_number++;
char_number = 1;
if(want_nl)
{
want_nl = 0;
return tNL;
}
}
<INITIAL,yywf>{ws}+ ; /* Eat whitespace */
<INITIAL>. return yytext[0];
<<EOF>> {
YY_BUFFER_STATE b = YY_CURRENT_BUFFER;
if(!pop_buffer())
{
if(YY_START == pp_strips || YY_START == pp_stripp || YY_START == pp_stripp_final)
yyerror("Unexpected end of file during c-junk scanning (started at %d)", cjunk_tagline);
else
yyterminate();
}
yy_delete_buffer(b);
}
<*>.|\n {
/* Catch all rule to find any unmatched text */
if(*yytext == '\n')
{
line_number++;
char_number = 1;
}
yywarning("Unmatched text '%c' (0x%02x) YY_START=%d",
isprint(*yytext) ? *yytext : '.', *yytext, YY_START);
}
%%
#ifndef yywrap
int yywrap(void)
{
#if 0
if(bufferstackidx > 0)
{
return 0;
}
#endif
return 1;
}
#endif
/* These dup functions copy the enclosed '\0' from
* the resource string.
*/
void addcchar(char c)
{
if(cbufidx >= cbufalloc)
{
cbufalloc += 1024;
cbuffer = xrealloc(cbuffer, cbufalloc * sizeof(cbuffer[0]));
if(cbufalloc > 65536)
yywarning("Reallocating string buffer larger than 64kB");
}
cbuffer[cbufidx++] = c;
}
void addwchar(short s)
{
if(wbufidx >= wbufalloc)
{
wbufalloc += 1024;
wbuffer = xrealloc(wbuffer, wbufalloc * sizeof(wbuffer[0]));
if(wbufalloc > 65536)
yywarning("Reallocating wide string buffer larger than 64kB");
}
/*
* BS 08-Aug-1999 FIXME: The '& 0xff' is probably a bug, but I have
* not experienced it yet and I seem to remember that this was for
* a reason. But, as so many things you tend to forget why.
* I guess that there were problems due to the sign extension of
* shorts WRT chars (e.g. 0x80 becomes 0xff80 instead of 0x0080).
* This should then be fixed in the lexer calling the function.
*/
wbuffer[wbufidx++] = (short)(s & 0xff);
}
string_t *get_buffered_cstring(void)
{
string_t *str = new_string();
str->size = cbufidx;
str->type = str_char;
str->str.cstr = (char *)xmalloc(cbufidx+1);
memcpy(str->str.cstr, cbuffer, cbufidx);
str->str.cstr[cbufidx] = '\0';
/* printf("got cstring \"%s\"\n", str->str.cstr); */
return str;
}
string_t *get_buffered_wstring(void)
{
string_t *str = new_string();
str->size = wbufidx;
str->type = str_unicode;
str->str.wstr = (short *)xmalloc(2*(wbufidx+1));
memcpy(str->str.wstr, wbuffer, wbufidx);
str->str.wstr[wbufidx] = 0;
return str;
}
string_t *make_string(char *s)
{
string_t *str = new_string();
str->size = strlen(s);
str->type = str_char;
str->str.cstr = (char *)xmalloc(str->size+1);
memcpy(str->str.cstr, s, str->size+1);
return str;
}
string_t *make_filename(char *s, int len)
{
char *cptr;
string_t *str = new_string();
str->size = len;
str->type = str_char;
str->str.cstr = (char *)xmalloc(str->size+1);
memcpy(str->str.cstr, s, str->size);
str->str.cstr[str->size] = '\0';
/* Remove escaped backslash and convert to forward */
cptr = str->str.cstr;
for(cptr = str->str.cstr; (cptr = strchr(cptr, '\\')) != NULL; cptr++)
{
if(cptr[1] == '\\')
{
memmove(cptr, cptr+1, strlen(cptr));
str->size--;
}
*cptr = '/';
}
/* Convert to lower case. Seems to be reasonable to do */
for(cptr = str->str.cstr; !leave_case && *cptr; cptr++)
{
*cptr = tolower(*cptr);
}
return str;
}
/* Called from the parser to signal filename request */
void set_yywf(void)
{
push_to(yywf);
}
/* Called from the parser to signal preprocessor if case */
void set_pp_ignore(int state)
{
if(state)
push_to(pp_false);
else
pop_start();
}
/* Called from the parser to kill c-junk */
void strip_til_semicolon(void)
{
cjunk_tagline = line_number;
push_to(pp_strips);
}
void strip_til_parenthesis(void)
{
cjunk_tagline = line_number;
stripplevel = 1; /* One scanned already */
push_to(pp_stripp);
}