2010-06-13 08:14:56 +04:00
|
|
|
/* $NetBSD: lex.l,v 1.18 2010/06/13 04:14:57 tnozaki Exp $ */
|
2000-12-22 04:31:47 +03:00
|
|
|
|
|
|
|
%{
|
|
|
|
/*-
|
|
|
|
* Copyright (c) 1993
|
|
|
|
* The Regents of the University of California. All rights reserved.
|
|
|
|
*
|
|
|
|
* This code is derived from software contributed to Berkeley by
|
|
|
|
* Paul Borman at Krystal Technologies.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
2003-08-07 15:13:06 +04:00
|
|
|
* 3. Neither the name of the University nor the names of its contributors
|
2000-12-22 04:31:47 +03:00
|
|
|
* may be used to endorse or promote products derived from this software
|
|
|
|
* without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
|
|
|
|
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
|
|
|
|
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
|
|
|
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
|
|
|
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
|
|
|
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
|
|
|
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
|
|
|
* SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
2003-10-27 03:12:41 +03:00
|
|
|
#if HAVE_NBTOOL_CONFIG_H
|
|
|
|
#include "nbtool_config.h"
|
2002-01-29 13:20:28 +03:00
|
|
|
#endif
|
|
|
|
|
2000-12-22 04:31:47 +03:00
|
|
|
#include <sys/cdefs.h>
|
2003-04-21 06:03:41 +04:00
|
|
|
#ifndef lint
|
2000-12-22 04:31:47 +03:00
|
|
|
#if 0
|
|
|
|
static char sccsid[] = "@(#)lex.l 8.1 (Berkeley) 6/6/93";
|
|
|
|
#else
|
2010-06-13 08:14:56 +04:00
|
|
|
__RCSID("$NetBSD: lex.l,v 1.18 2010/06/13 04:14:57 tnozaki Exp $");
|
2000-12-22 04:31:47 +03:00
|
|
|
#endif
|
2003-04-21 06:03:41 +04:00
|
|
|
#endif /* not lint */
|
2000-12-22 04:31:47 +03:00
|
|
|
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
2009-01-05 09:11:43 +03:00
|
|
|
#include "citrus_namespace.h"
|
|
|
|
#include "citrus_bcs.h"
|
Fixes PR lib/39662, shortcomings in LC_{MONETARY,NUMERIC,TIME,MESSAGES} db format.
ok'ed by core and releng.
(thanks for agc@, snj@ and i'm sorry for long time patience).
[libc]
- localeio.[ch] and lc*.[ch] in src/lib/libc/locale was replaced by
new locale-db implementation using citrus_db backend,
see src/lib/libc/citrus/citrus_lc_*.[ch].
- add citrus_bcs_strtou?l.c. don't use strtou?l locale implementation
internally, because they're locale-aware function.
- add some stubs for multi-locale issue, see {current,global}_locale.c.
- remove some obsolete file, setrunelocale.c, ___runetype_mb.c.
- remove __savectype() from ctypeio.[ch].
[tools]
- mklocale(1): add new option ``-t'' that generates new style
LC_{MONETARY,NUMERIC,TIME,MESSAGES} locale-db format.
- chrtbl(1): added ctypeio.[ch] for __savectype().
[locale-db]
- added en_US.US-ASCII locale.
- removed some shareable locale definition file:
en_US.US-ASCII -> en_US.ISO8859-1, en_US.UTF-8
zh_CN.eucCN -> zh_CN.GB18030
and more...see src/share/locale/*/Makefile.
- remove obsoleted locale sr_YU, added new locale sr_ME, sr_RS.
- change locale name ja_JP.ISO2022-JP* -> ja_JP.ISO-2022-JP*
for X11's locale.alias file alignments.
- fix regression test, wrong wcs?width(3), NAN/INF usage.
i tested release-build following arch:
i386, amd64, hpc{mips,arm,sh}, sparc64, vax.
citrus_lc_*.[ch] also can read old-plain-text style locale-db.
so that backward compatibility is keeped, but lc*.[ch] can't read
new citrus_db'ed locale-db and localeio.c never check sanity,
so forward compatibility is broken ;-<
old mklocale(1) doesn't know -t option, so you have to rebuild toolchain.
2009-01-02 03:20:18 +03:00
|
|
|
|
2010-06-13 08:14:56 +04:00
|
|
|
#include "runetype_file.h"
|
2010-06-12 06:51:34 +04:00
|
|
|
|
2000-12-22 04:31:47 +03:00
|
|
|
#include "ldef.h"
|
|
|
|
#include "yacc.h"
|
|
|
|
|
|
|
|
int yylex __P((void));
|
|
|
|
%}
|
|
|
|
|
|
|
|
ODIGIT [0-7]
|
|
|
|
DIGIT [0-9]
|
|
|
|
XDIGIT [0-9a-fA-F]
|
|
|
|
W [\t\n\r ]
|
|
|
|
|
|
|
|
%%
|
|
|
|
\'.\' { yylval.rune = (unsigned char)yytext[1];
|
|
|
|
return(RUNE); }
|
|
|
|
|
|
|
|
'\\a' { yylval.rune = '\a';
|
|
|
|
return(RUNE); }
|
|
|
|
'\\b' { yylval.rune = '\b';
|
|
|
|
return(RUNE); }
|
|
|
|
'\\f' { yylval.rune = '\f';
|
|
|
|
return(RUNE); }
|
|
|
|
'\\n' { yylval.rune = '\n';
|
|
|
|
return(RUNE); }
|
|
|
|
'\\r' { yylval.rune = '\r';
|
|
|
|
return(RUNE); }
|
|
|
|
'\\t' { yylval.rune = '\t';
|
|
|
|
return(RUNE); }
|
|
|
|
'\\v' { yylval.rune = '\v';
|
|
|
|
return(RUNE); }
|
|
|
|
|
Fixes PR lib/39662, shortcomings in LC_{MONETARY,NUMERIC,TIME,MESSAGES} db format.
ok'ed by core and releng.
(thanks for agc@, snj@ and i'm sorry for long time patience).
[libc]
- localeio.[ch] and lc*.[ch] in src/lib/libc/locale was replaced by
new locale-db implementation using citrus_db backend,
see src/lib/libc/citrus/citrus_lc_*.[ch].
- add citrus_bcs_strtou?l.c. don't use strtou?l locale implementation
internally, because they're locale-aware function.
- add some stubs for multi-locale issue, see {current,global}_locale.c.
- remove some obsolete file, setrunelocale.c, ___runetype_mb.c.
- remove __savectype() from ctypeio.[ch].
[tools]
- mklocale(1): add new option ``-t'' that generates new style
LC_{MONETARY,NUMERIC,TIME,MESSAGES} locale-db format.
- chrtbl(1): added ctypeio.[ch] for __savectype().
[locale-db]
- added en_US.US-ASCII locale.
- removed some shareable locale definition file:
en_US.US-ASCII -> en_US.ISO8859-1, en_US.UTF-8
zh_CN.eucCN -> zh_CN.GB18030
and more...see src/share/locale/*/Makefile.
- remove obsoleted locale sr_YU, added new locale sr_ME, sr_RS.
- change locale name ja_JP.ISO2022-JP* -> ja_JP.ISO-2022-JP*
for X11's locale.alias file alignments.
- fix regression test, wrong wcs?width(3), NAN/INF usage.
i tested release-build following arch:
i386, amd64, hpc{mips,arm,sh}, sparc64, vax.
citrus_lc_*.[ch] also can read old-plain-text style locale-db.
so that backward compatibility is keeped, but lc*.[ch] can't read
new citrus_db'ed locale-db and localeio.c never check sanity,
so forward compatibility is broken ;-<
old mklocale(1) doesn't know -t option, so you have to rebuild toolchain.
2009-01-02 03:20:18 +03:00
|
|
|
0x{XDIGIT}+ { yylval.rune = _bcs_strtoul(yytext, 0, 16);
|
2000-12-22 04:31:47 +03:00
|
|
|
return(RUNE); }
|
Fixes PR lib/39662, shortcomings in LC_{MONETARY,NUMERIC,TIME,MESSAGES} db format.
ok'ed by core and releng.
(thanks for agc@, snj@ and i'm sorry for long time patience).
[libc]
- localeio.[ch] and lc*.[ch] in src/lib/libc/locale was replaced by
new locale-db implementation using citrus_db backend,
see src/lib/libc/citrus/citrus_lc_*.[ch].
- add citrus_bcs_strtou?l.c. don't use strtou?l locale implementation
internally, because they're locale-aware function.
- add some stubs for multi-locale issue, see {current,global}_locale.c.
- remove some obsolete file, setrunelocale.c, ___runetype_mb.c.
- remove __savectype() from ctypeio.[ch].
[tools]
- mklocale(1): add new option ``-t'' that generates new style
LC_{MONETARY,NUMERIC,TIME,MESSAGES} locale-db format.
- chrtbl(1): added ctypeio.[ch] for __savectype().
[locale-db]
- added en_US.US-ASCII locale.
- removed some shareable locale definition file:
en_US.US-ASCII -> en_US.ISO8859-1, en_US.UTF-8
zh_CN.eucCN -> zh_CN.GB18030
and more...see src/share/locale/*/Makefile.
- remove obsoleted locale sr_YU, added new locale sr_ME, sr_RS.
- change locale name ja_JP.ISO2022-JP* -> ja_JP.ISO-2022-JP*
for X11's locale.alias file alignments.
- fix regression test, wrong wcs?width(3), NAN/INF usage.
i tested release-build following arch:
i386, amd64, hpc{mips,arm,sh}, sparc64, vax.
citrus_lc_*.[ch] also can read old-plain-text style locale-db.
so that backward compatibility is keeped, but lc*.[ch] can't read
new citrus_db'ed locale-db and localeio.c never check sanity,
so forward compatibility is broken ;-<
old mklocale(1) doesn't know -t option, so you have to rebuild toolchain.
2009-01-02 03:20:18 +03:00
|
|
|
0{ODIGIT}+ { yylval.rune = _bcs_strtoul(yytext, 0, 8);
|
2000-12-22 04:31:47 +03:00
|
|
|
return(RUNE); }
|
Fixes PR lib/39662, shortcomings in LC_{MONETARY,NUMERIC,TIME,MESSAGES} db format.
ok'ed by core and releng.
(thanks for agc@, snj@ and i'm sorry for long time patience).
[libc]
- localeio.[ch] and lc*.[ch] in src/lib/libc/locale was replaced by
new locale-db implementation using citrus_db backend,
see src/lib/libc/citrus/citrus_lc_*.[ch].
- add citrus_bcs_strtou?l.c. don't use strtou?l locale implementation
internally, because they're locale-aware function.
- add some stubs for multi-locale issue, see {current,global}_locale.c.
- remove some obsolete file, setrunelocale.c, ___runetype_mb.c.
- remove __savectype() from ctypeio.[ch].
[tools]
- mklocale(1): add new option ``-t'' that generates new style
LC_{MONETARY,NUMERIC,TIME,MESSAGES} locale-db format.
- chrtbl(1): added ctypeio.[ch] for __savectype().
[locale-db]
- added en_US.US-ASCII locale.
- removed some shareable locale definition file:
en_US.US-ASCII -> en_US.ISO8859-1, en_US.UTF-8
zh_CN.eucCN -> zh_CN.GB18030
and more...see src/share/locale/*/Makefile.
- remove obsoleted locale sr_YU, added new locale sr_ME, sr_RS.
- change locale name ja_JP.ISO2022-JP* -> ja_JP.ISO-2022-JP*
for X11's locale.alias file alignments.
- fix regression test, wrong wcs?width(3), NAN/INF usage.
i tested release-build following arch:
i386, amd64, hpc{mips,arm,sh}, sparc64, vax.
citrus_lc_*.[ch] also can read old-plain-text style locale-db.
so that backward compatibility is keeped, but lc*.[ch] can't read
new citrus_db'ed locale-db and localeio.c never check sanity,
so forward compatibility is broken ;-<
old mklocale(1) doesn't know -t option, so you have to rebuild toolchain.
2009-01-02 03:20:18 +03:00
|
|
|
{DIGIT}+ { yylval.rune = _bcs_strtoul(yytext, 0, 10);
|
2000-12-22 04:31:47 +03:00
|
|
|
return(RUNE); }
|
|
|
|
|
|
|
|
|
|
|
|
MAPLOWER { return(MAPLOWER); }
|
|
|
|
MAPUPPER { return(MAPUPPER); }
|
|
|
|
TODIGIT { return(DIGITMAP); }
|
|
|
|
INVALID { return(INVALID); }
|
|
|
|
|
2003-03-11 00:18:50 +03:00
|
|
|
ALPHA { yylval.i = _RUNETYPE_A|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
CONTROL { yylval.i = _RUNETYPE_C;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
DIGIT { yylval.i = _RUNETYPE_D|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
GRAPH { yylval.i = _RUNETYPE_G|_RUNETYPE_R;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
LOWER { yylval.i = _RUNETYPE_L|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
PUNCT { yylval.i = _RUNETYPE_P|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
SPACE { yylval.i = _RUNETYPE_S;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
UPPER { yylval.i = _RUNETYPE_U|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
XDIGIT { yylval.i = _RUNETYPE_X|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
BLANK { yylval.i = _RUNETYPE_B;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
PRINT { yylval.i = _RUNETYPE_R;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
IDEOGRAM { yylval.i = _RUNETYPE_I|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
SPECIAL { yylval.i = _RUNETYPE_T|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
PHONOGRAM { yylval.i = _RUNETYPE_Q|_RUNETYPE_R|_RUNETYPE_G;
|
2000-12-22 04:31:47 +03:00
|
|
|
return(LIST); }
|
2003-03-11 00:18:50 +03:00
|
|
|
SWIDTH0 { yylval.i = _RUNETYPE_SW0; return(LIST); }
|
|
|
|
SWIDTH1 { yylval.i = _RUNETYPE_SW1; return(LIST); }
|
|
|
|
SWIDTH2 { yylval.i = _RUNETYPE_SW2; return(LIST); }
|
|
|
|
SWIDTH3 { yylval.i = _RUNETYPE_SW3; return(LIST); }
|
2000-12-22 04:31:47 +03:00
|
|
|
|
|
|
|
VARIABLE[\t ] { static char vbuf[1024];
|
|
|
|
char *v = vbuf;
|
|
|
|
while ((*v = input()) && *v != '\n')
|
|
|
|
++v;
|
|
|
|
if (*v) {
|
|
|
|
unput(*v);
|
|
|
|
*v = 0;
|
|
|
|
}
|
|
|
|
yylval.str = vbuf;
|
|
|
|
return(VARIABLE);
|
|
|
|
}
|
|
|
|
|
|
|
|
CHARSET { return(CHARSET); }
|
|
|
|
|
|
|
|
ENCODING { return(ENCODING); }
|
|
|
|
|
|
|
|
\".*\" { char *e = yytext + 1;
|
|
|
|
yylval.str = e;
|
|
|
|
while (*e && *e != '"')
|
|
|
|
++e;
|
|
|
|
*e = 0;
|
|
|
|
return(STRING); }
|
|
|
|
|
|
|
|
\<|\(|\[ { return(LBRK); }
|
|
|
|
|
|
|
|
\>|\)|\] { return(RBRK); }
|
|
|
|
|
|
|
|
\- { return(THRU); }
|
|
|
|
\.\.\. { return(THRU); }
|
|
|
|
|
|
|
|
\: { return(':'); }
|
|
|
|
|
|
|
|
{W}+ ;
|
|
|
|
|
|
|
|
^\#.*\n ;
|
|
|
|
\/\* { char lc = 0;
|
|
|
|
do {
|
|
|
|
while ((lc) != '*')
|
|
|
|
if ((lc = input()) == 0)
|
|
|
|
break;
|
|
|
|
} while((lc = input()) != '/');
|
|
|
|
}
|
|
|
|
|
|
|
|
\\$ ;
|
|
|
|
. { printf("Lex is skipping '%s'\n", yytext); }
|
|
|
|
%%
|
|
|
|
|
|
|
|
#if !defined(yywrap)
|
|
|
|
int
|
|
|
|
yywrap()
|
|
|
|
{
|
|
|
|
return(1);
|
|
|
|
}
|
|
|
|
#endif
|