NetBSD/usr.bin/m4/tokenizer.l

105 lines
2.5 KiB
Plaintext
Raw Normal View History

2009-10-27 00:08:59 +03:00
%{
2009-10-27 00:11:28 +03:00
/* $NetBSD: tokenizer.l,v 1.2 2009/10/26 21:11:28 christos Exp $ */
2009-10-27 00:08:59 +03:00
/* $OpenBSD: tokenizer.l,v 1.6 2008/08/21 21:00:14 espie Exp $ */
/*
* Copyright (c) 2004 Marc Espie <espie@cvs.openbsd.org>
*
* Permission to use, copy, modify, and distribute this software for any
* purpose with or without fee is hereby granted, provided that the above
* copyright notice and this permission notice appear in all copies.
*
* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
*/
2009-10-27 00:11:28 +03:00
#if HAVE_NBTOOL_CONFIG_H
#include "nbtool_config.h"
#endif
2009-10-27 00:08:59 +03:00
#include "parser.h"
2009-10-27 00:11:28 +03:00
__RCSID("$NetBSD: tokenizer.l,v 1.2 2009/10/26 21:11:28 christos Exp $");
2009-10-27 00:08:59 +03:00
#include <stdlib.h>
#include <errno.h>
#include <stdint.h>
#include <limits.h>
extern int mimic_gnu;
extern int32_t yylval;
2009-10-27 00:11:28 +03:00
extern int yylex(void);
extern int yywrap(void);
2009-10-27 00:08:59 +03:00
int32_t number(void);
int32_t parse_radix(void);
%}
delim [ \t\n]
ws {delim}+
hex 0[xX][0-9a-fA-F]+
oct 0[0-7]*
dec [1-9][0-9]*
radix 0[rR][0-9]+:[0-9a-zA-Z]+
%%
{ws} {/* just skip it */}
{hex}|{oct}|{dec} { yylval = number(); return(NUMBER); }
{radix} { if (mimic_gnu) {
yylval = parse_radix(); return(NUMBER);
} else {
return(ERROR);
}
}
"<=" { return(LE); }
">=" { return(GE); }
"<<" { return(LSHIFT); }
">>" { return(RSHIFT); }
"==" { return(EQ); }
"!=" { return(NE); }
"&&" { return(LAND); }
"||" { return(LOR); }
. { return yytext[0]; }
%%
int32_t
number()
{
long l;
errno = 0;
l = strtol(yytext, NULL, 0);
if (((l == LONG_MAX || l == LONG_MIN) && errno == ERANGE) ||
l > INT32_MAX || l < INT32_MIN) {
fprintf(stderr, "m4: numeric overflow in expr: %s\n", yytext);
}
return l;
}
int32_t
parse_radix()
{
long base;
char *next;
long l;
l = 0;
base = strtol(yytext+2, &next, 0);
if (base > 36 || next == NULL) {
fprintf(stderr, "m4: error in number %s\n", yytext);
} else {
next++;
while (*next != 0) {
if (*next >= '0' && *next <= '9')
l = base * l + *next - '0';
else if (*next >= 'a' && *next <= 'z')
l = base * l + *next - 'a' + 10;
else if (*next >= 'A' && *next <= 'Z')
l = base * l + *next - 'A' + 10;
next++;
}
}
return l;
}