NetBSD/usr.bin/lex/dfa.c

1096 lines
25 KiB
C
Raw Normal View History

1993-05-04 11:44:39 +04:00
/* dfa - DFA construction routines */
1993-03-21 12:45:37 +03:00
/*-
* Copyright (c) 1990 The Regents of the University of California.
* All rights reserved.
*
* This code is derived from software contributed to Berkeley by
1993-05-04 11:44:39 +04:00
* Vern Paxson.
1993-03-21 12:45:37 +03:00
*
* The United States Government has rights in this work pursuant
* to contract no. DE-AC03-76SF00098 between the United States
* Department of Energy and the University of California.
*
1993-05-04 11:44:39 +04:00
* Redistribution and use in source and binary forms are permitted provided
* that: (1) source distributions retain this entire copyright notice and
* comment, and (2) distributions including binaries display the following
* acknowledgement: ``This product includes software developed by the
* University of California, Berkeley and its contributors'' in the
* documentation or other materials provided with the distribution and in
* all advertising materials mentioning features or use of this software.
* Neither the name of the University nor the names of its contributors may
* be used to endorse or promote products derived from this software without
* specific prior written permission.
* THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR IMPLIED
* WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTIES OF
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
1993-03-21 12:45:37 +03:00
*/
1996-12-10 10:18:37 +03:00
/* $Header: /cvsroot/src/usr.bin/lex/Attic/dfa.c,v 1.10 1996/12/10 07:18:40 mikel Exp $ */
1993-03-21 12:45:37 +03:00
#include "flexdef.h"
1993-05-04 11:44:39 +04:00
1993-03-21 12:45:37 +03:00
/* declare functions that have forward references */
void dump_associated_rules PROTO((FILE*, int));
void dump_transitions PROTO((FILE*, int[]));
void sympartition PROTO((int[], int, int[], int[]));
int symfollowset PROTO((int[], int, int, int[]));
1993-12-02 22:17:24 +03:00
/* check_for_backing_up - check a DFA state for backing up
1993-03-21 12:45:37 +03:00
*
* synopsis
1993-12-02 22:17:24 +03:00
* void check_for_backing_up( int ds, int state[numecs] );
1993-03-21 12:45:37 +03:00
*
* ds is the number of the state to check and state[] is its out-transitions,
1993-12-02 22:17:24 +03:00
* indexed by equivalence class.
1993-03-21 12:45:37 +03:00
*/
1993-12-02 22:17:24 +03:00
void check_for_backing_up( ds, state )
1993-03-21 12:45:37 +03:00
int ds;
int state[];
1993-12-02 22:17:24 +03:00
{
if ( (reject && ! dfaacc[ds].dfaacc_set) ||
(! reject && ! dfaacc[ds].dfaacc_state) )
{ /* state is non-accepting */
++num_backing_up;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( backing_up_report )
{
fprintf( backing_up_file,
1995-05-05 09:35:08 +04:00
_( "State #%d is non-accepting -\n" ), ds );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* identify the state */
dump_associated_rules( backing_up_file, ds );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Now identify it further using the out- and
* jam-transitions.
*/
dump_transitions( backing_up_file, state );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
putc( '\n', backing_up_file );
}
}
1993-03-21 12:45:37 +03:00
}
/* check_trailing_context - check to see if NFA state set constitutes
* "dangerous" trailing context
*
* synopsis
1993-12-02 22:17:24 +03:00
* void check_trailing_context( int nfa_states[num_states+1], int num_states,
* int accset[nacc+1], int nacc );
1993-03-21 12:45:37 +03:00
*
* NOTES
1993-12-02 22:17:24 +03:00
* Trailing context is "dangerous" if both the head and the trailing
1993-03-21 12:45:37 +03:00
* part are of variable size \and/ there's a DFA state which contains
* both an accepting state for the head part of the rule and NFA states
* which occur after the beginning of the trailing context.
1993-12-02 22:17:24 +03:00
*
1993-03-21 12:45:37 +03:00
* When such a rule is matched, it's impossible to tell if having been
1993-12-02 22:17:24 +03:00
* in the DFA state indicates the beginning of the trailing context or
* further-along scanning of the pattern. In these cases, a warning
1993-03-21 12:45:37 +03:00
* message is issued.
*
* nfa_states[1 .. num_states] is the list of NFA states in the DFA.
* accset[1 .. nacc] is the list of accepting numbers for the DFA state.
*/
void check_trailing_context( nfa_states, num_states, accset, nacc )
int *nfa_states, num_states;
int *accset;
1995-05-05 09:35:08 +04:00
int nacc;
1993-12-02 22:17:24 +03:00
{
register int i, j;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= num_states; ++i )
{
int ns = nfa_states[i];
register int type = state_type[ns];
register int ar = assoc_rule[ns];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( type == STATE_NORMAL || rule_type[ar] != RULE_VARIABLE )
{ /* do nothing */
}
else if ( type == STATE_TRAILING_CONTEXT )
{
/* Potential trouble. Scan set of accepting numbers
* for the one marking the end of the "head". We
* assume that this looping will be fairly cheap
* since it's rare that an accepting number set
* is large.
*/
for ( j = 1; j <= nacc; ++j )
if ( accset[j] & YY_TRAILING_HEAD_MASK )
{
line_warning(
1995-05-05 09:35:08 +04:00
_( "dangerous trailing context" ),
1993-12-02 22:17:24 +03:00
rule_linenum[ar] );
return;
}
}
}
1993-03-21 12:45:37 +03:00
}
/* dump_associated_rules - list the rules associated with a DFA state
*
1993-12-02 22:17:24 +03:00
* Goes through the set of NFA states associated with the DFA and
1993-03-21 12:45:37 +03:00
* extracts the first MAX_ASSOC_RULES unique rules, sorts them,
1993-12-02 22:17:24 +03:00
* and writes a report to the given file.
1993-03-21 12:45:37 +03:00
*/
void dump_associated_rules( file, ds )
FILE *file;
int ds;
{
1993-12-02 22:17:24 +03:00
register int i, j;
register int num_associated_rules = 0;
int rule_set[MAX_ASSOC_RULES + 1];
int *dset = dss[ds];
int size = dfasiz[ds];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= size; ++i )
{
register int rule_num = rule_linenum[assoc_rule[dset[i]]];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( j = 1; j <= num_associated_rules; ++j )
if ( rule_num == rule_set[j] )
break;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( j > num_associated_rules )
{ /* new rule */
if ( num_associated_rules < MAX_ASSOC_RULES )
rule_set[++num_associated_rules] = rule_num;
}
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
bubble( rule_set, num_associated_rules );
1993-03-21 12:45:37 +03:00
1995-05-05 09:35:08 +04:00
fprintf( file, _( " associated rule line numbers:" ) );
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= num_associated_rules; ++i )
{
if ( i % 8 == 1 )
putc( '\n', file );
fprintf( file, "\t%d", rule_set[i] );
}
putc( '\n', file );
1993-03-21 12:45:37 +03:00
}
/* dump_transitions - list the transitions associated with a DFA state
*
1993-12-02 22:17:24 +03:00
* synopsis
* dump_transitions( FILE *file, int state[numecs] );
1993-03-21 12:45:37 +03:00
*
1993-12-02 22:17:24 +03:00
* Goes through the set of out-transitions and lists them in human-readable
1993-03-21 12:45:37 +03:00
* form (i.e., not as equivalence classes); also lists jam transitions
* (i.e., all those which are not out-transitions, plus EOF). The dump
* is done to the given file.
*/
void dump_transitions( file, state )
FILE *file;
int state[];
1993-12-02 22:17:24 +03:00
{
register int i, ec;
int out_char_set[CSIZE];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 0; i < csize; ++i )
{
1993-12-09 22:06:03 +03:00
ec = ABS( ecgroup[i] );
1993-12-02 22:17:24 +03:00
out_char_set[i] = state[ec];
}
1993-03-21 12:45:37 +03:00
1995-05-05 09:35:08 +04:00
fprintf( file, _( " out-transitions: " ) );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
list_character_set( file, out_char_set );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* now invert the members of the set to get the jam transitions */
for ( i = 0; i < csize; ++i )
out_char_set[i] = ! out_char_set[i];
1993-03-21 12:45:37 +03:00
1995-05-05 09:35:08 +04:00
fprintf( file, _( "\n jam-transitions: EOF " ) );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
list_character_set( file, out_char_set );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
putc( '\n', file );
}
1993-03-21 12:45:37 +03:00
/* epsclosure - construct the epsilon closure of a set of ndfa states
*
* synopsis
1993-12-02 22:17:24 +03:00
* int *epsclosure( int t[num_states], int *numstates_addr,
* int accset[num_rules+1], int *nacc_addr,
* int *hashval_addr );
1993-03-21 12:45:37 +03:00
*
* NOTES
1993-12-02 22:17:24 +03:00
* The epsilon closure is the set of all states reachable by an arbitrary
* number of epsilon transitions, which themselves do not have epsilon
1993-03-21 12:45:37 +03:00
* transitions going out, unioned with the set of states which have non-null
* accepting numbers. t is an array of size numstates of nfa state numbers.
1993-12-02 22:17:24 +03:00
* Upon return, t holds the epsilon closure and *numstates_addr is updated.
* accset holds a list of the accepting numbers, and the size of accset is
* given by *nacc_addr. t may be subjected to reallocation if it is not
* large enough to hold the epsilon closure.
1993-03-21 12:45:37 +03:00
*
1993-12-02 22:17:24 +03:00
* hashval is the hash value for the dfa corresponding to the state set.
1993-03-21 12:45:37 +03:00
*/
int *epsclosure( t, ns_addr, accset, nacc_addr, hv_addr )
int *t, *ns_addr, accset[], *nacc_addr, *hv_addr;
1993-12-02 22:17:24 +03:00
{
register int stkpos, ns, tsp;
int numstates = *ns_addr, nacc, hashval, transsym, nfaccnum;
int stkend, nstate;
static int did_stk_init = false, *stk;
1993-03-21 12:45:37 +03:00
#define MARK_STATE(state) \
1993-12-02 22:17:24 +03:00
trans1[state] = trans1[state] - MARKER_DIFFERENCE;
1993-03-21 12:45:37 +03:00
#define IS_MARKED(state) (trans1[state] < 0)
#define UNMARK_STATE(state) \
1993-12-02 22:17:24 +03:00
trans1[state] = trans1[state] + MARKER_DIFFERENCE;
1993-03-21 12:45:37 +03:00
#define CHECK_ACCEPT(state) \
1993-12-02 22:17:24 +03:00
{ \
nfaccnum = accptnum[state]; \
if ( nfaccnum != NIL ) \
accset[++nacc] = nfaccnum; \
}
1993-03-21 12:45:37 +03:00
#define DO_REALLOCATION \
1993-12-02 22:17:24 +03:00
{ \
current_max_dfa_size += MAX_DFA_SIZE_INCREMENT; \
++num_reallocs; \
t = reallocate_integer_array( t, current_max_dfa_size ); \
stk = reallocate_integer_array( stk, current_max_dfa_size ); \
} \
1993-03-21 12:45:37 +03:00
#define PUT_ON_STACK(state) \
1993-12-02 22:17:24 +03:00
{ \
if ( ++stkend >= current_max_dfa_size ) \
DO_REALLOCATION \
stk[stkend] = state; \
MARK_STATE(state) \
}
1993-03-21 12:45:37 +03:00
#define ADD_STATE(state) \
1993-12-02 22:17:24 +03:00
{ \
if ( ++numstates >= current_max_dfa_size ) \
DO_REALLOCATION \
t[numstates] = state; \
hashval += state; \
}
1993-03-21 12:45:37 +03:00
#define STACK_STATE(state) \
1993-12-02 22:17:24 +03:00
{ \
PUT_ON_STACK(state) \
CHECK_ACCEPT(state) \
if ( nfaccnum != NIL || transchar[state] != SYM_EPSILON ) \
ADD_STATE(state) \
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( ! did_stk_init )
{
stk = allocate_integer_array( current_max_dfa_size );
did_stk_init = true;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
nacc = stkend = hashval = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( nstate = 1; nstate <= numstates; ++nstate )
{
ns = t[nstate];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* The state could be marked if we've already pushed it onto
* the stack.
*/
if ( ! IS_MARKED(ns) )
{
PUT_ON_STACK(ns)
CHECK_ACCEPT(ns)
hashval += ns;
}
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( stkpos = 1; stkpos <= stkend; ++stkpos )
{
ns = stk[stkpos];
transsym = transchar[ns];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( transsym == SYM_EPSILON )
{
tsp = trans1[ns] + MARKER_DIFFERENCE;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( tsp != NO_TRANSITION )
{
if ( ! IS_MARKED(tsp) )
STACK_STATE(tsp)
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
tsp = trans2[ns];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( tsp != NO_TRANSITION && ! IS_MARKED(tsp) )
STACK_STATE(tsp)
}
}
1993-03-21 12:45:37 +03:00
}
1993-12-02 22:17:24 +03:00
/* Clear out "visit" markers. */
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( stkpos = 1; stkpos <= stkend; ++stkpos )
{
if ( IS_MARKED(stk[stkpos]) )
UNMARK_STATE(stk[stkpos])
else
1995-05-05 09:35:08 +04:00
flexfatal(
_( "consistency check failed in epsclosure()" ) );
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
*ns_addr = numstates;
*hv_addr = hashval;
*nacc_addr = nacc;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
return t;
}
1993-03-21 12:45:37 +03:00
/* increase_max_dfas - increase the maximum number of DFAs */
void increase_max_dfas()
1993-12-02 22:17:24 +03:00
{
current_max_dfas += MAX_DFAS_INCREMENT;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
++num_reallocs;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
base = reallocate_integer_array( base, current_max_dfas );
def = reallocate_integer_array( def, current_max_dfas );
dfasiz = reallocate_integer_array( dfasiz, current_max_dfas );
accsiz = reallocate_integer_array( accsiz, current_max_dfas );
dhash = reallocate_integer_array( dhash, current_max_dfas );
dss = reallocate_int_ptr_array( dss, current_max_dfas );
dfaacc = reallocate_dfaacc_union( dfaacc, current_max_dfas );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( nultrans )
nultrans =
reallocate_integer_array( nultrans, current_max_dfas );
}
1993-03-21 12:45:37 +03:00
/* ntod - convert an ndfa to a dfa
*
1993-12-02 22:17:24 +03:00
* Creates the dfa corresponding to the ndfa we've constructed. The
* dfa starts out in state #1.
1993-03-21 12:45:37 +03:00
*/
void ntod()
{
1993-12-02 22:17:24 +03:00
int *accset, ds, nacc, newds;
int sym, hashval, numstates, dsize;
int num_full_table_rows; /* used only for -f */
int *nset, *dset;
int targptr, totaltrans, i, comstate, comfreq, targ;
1995-05-05 09:35:08 +04:00
int symlist[CSIZE + 1];
1993-12-02 22:17:24 +03:00
int num_start_states;
int todo_head, todo_next;
/* Note that the following are indexed by *equivalence classes*
* and not by characters. Since equivalence classes are indexed
* beginning with 1, even if the scanner accepts NUL's, this
* means that (since every character is potentially in its own
* equivalence class) these arrays must have room for indices
* from 1 to CSIZE, so their size must be CSIZE + 1.
*/
int duplist[CSIZE + 1], state[CSIZE + 1];
int targfreq[CSIZE + 1], targstate[CSIZE + 1];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
accset = allocate_integer_array( num_rules + 1 );
nset = allocate_integer_array( current_max_dfa_size );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* The "todo" queue is represented by the head, which is the DFA
* state currently being processed, and the "next", which is the
* next DFA state number available (not in use). We depend on the
* fact that snstods() returns DFA's \in increasing order/, and thus
* need only know the bounds of the dfas to be processed.
*/
todo_head = todo_next = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 0; i <= csize; ++i )
{
duplist[i] = NIL;
symlist[i] = false;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 0; i <= num_rules; ++i )
accset[i] = NIL;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( trace )
{
dumpnfa( scset[1] );
1995-05-05 09:35:08 +04:00
fputs( _( "\n\nDFA Dump:\n\n" ), stderr );
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
inittbl();
/* Check to see whether we should build a separate table for
* transitions on NUL characters. We don't do this for full-speed
* (-F) scanners, since for them we don't have a simple state
* number lying around with which to index the table. We also
* don't bother doing it for scanners unless (1) NUL is in its own
* equivalence class (indicated by a positive value of
* ecgroup[NUL]), (2) NUL's equivalence class is the last
* equivalence class, and (3) the number of equivalence classes is
* the same as the number of characters. This latter case comes
1993-12-14 05:09:50 +03:00
* about when useecs is false or when it's true but every character
1993-12-02 22:17:24 +03:00
* still manages to land in its own class (unlikely, but it's
* cheap to check for). If all these things are true then the
* character code needed to represent NUL's equivalence class for
* indexing the tables is going to take one more bit than the
* number of characters, and therefore we won't be assured of
* being able to fit it into a YY_CHAR variable. This rules out
* storing the transitions in a compressed table, since the code
* for interpreting them uses a YY_CHAR variable (perhaps it
* should just use an integer, though; this is worth pondering ...
* ###).
*
* Finally, for full tables, we want the number of entries in the
* table to be a power of two so the array references go fast (it
* will just take a shift to compute the major index). If
* encoding NUL's transitions in the table will spoil this, we
* give it its own table (note that this will be the case if we're
* not using equivalence classes).
*/
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Note that the test for ecgroup[0] == numecs below accomplishes
* both (1) and (2) above
1993-03-21 12:45:37 +03:00
*/
1993-12-02 22:17:24 +03:00
if ( ! fullspd && ecgroup[0] == numecs )
{
/* NUL is alone in its equivalence class, which is the
* last one.
*/
int use_NUL_table = (numecs == csize);
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( fulltbl && ! use_NUL_table )
{
/* We still may want to use the table if numecs
* is a power of 2.
*/
int power_of_two;
for ( power_of_two = 1; power_of_two <= csize;
power_of_two *= 2 )
if ( numecs == power_of_two )
{
use_NUL_table = true;
break;
}
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( use_NUL_table )
nultrans = allocate_integer_array( current_max_dfas );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* From now on, nultrans != nil indicates that we're
* saving null transitions for later, separate encoding.
*/
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( fullspd )
{
for ( i = 0; i <= numecs; ++i )
state[i] = 0;
1993-12-14 05:09:50 +03:00
1993-12-02 22:17:24 +03:00
place_state( state, 0, 0 );
1995-05-05 09:35:08 +04:00
dfaacc[0].dfaacc_state = 0;
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( fulltbl )
{
if ( nultrans )
/* We won't be including NUL's transitions in the
* table, so build it for entries from 0 .. numecs - 1.
*/
num_full_table_rows = numecs;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else
/* Take into account the fact that we'll be including
* the NUL entries in the transition table. Build it
* from 0 .. numecs.
*/
num_full_table_rows = numecs + 1;
/* Unless -Ca, declare it "short" because it's a real
* long-shot that that won't be large enough.
*/
1995-05-05 09:35:08 +04:00
out_str_dec( "static yyconst %s yy_nxt[][%d] =\n {\n",
1993-12-02 22:17:24 +03:00
/* '}' so vi doesn't get too confused */
long_align ? "long" : "short", num_full_table_rows );
1995-05-05 09:35:08 +04:00
outn( " {" );
1993-12-02 22:17:24 +03:00
/* Generate 0 entries for state #0. */
for ( i = 0; i < num_full_table_rows; ++i )
mk2data( 0 );
1995-05-05 09:35:08 +04:00
dataflush();
outn( " },\n" );
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Create the first states. */
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
num_start_states = lastsc * 2;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= num_start_states; ++i )
{
numstates = 1;
/* For each start condition, make one state for the case when
* we're at the beginning of the line (the '^' operator) and
* one for the case when we're not.
*/
if ( i % 2 == 1 )
nset[numstates] = scset[(i / 2) + 1];
else
nset[numstates] =
mkbranch( scbol[i / 2], scset[i / 2] );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
nset = epsclosure( nset, &numstates, accset, &nacc, &hashval );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( snstods( nset, numstates, accset, nacc, hashval, &ds ) )
{
numas += nacc;
totnst += numstates;
++todo_next;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( variable_trailing_context_rules && nacc > 0 )
check_trailing_context( nset, numstates,
accset, nacc );
}
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( ! fullspd )
{
if ( ! snstods( nset, 0, accset, 0, 0, &end_of_buffer_state ) )
flexfatal(
1995-05-05 09:35:08 +04:00
_( "could not create unique end-of-buffer state" ) );
1993-12-02 22:17:24 +03:00
++numas;
++num_start_states;
++todo_next;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
while ( todo_head < todo_next )
{
targptr = 0;
totaltrans = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= numecs; ++i )
state[i] = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
ds = ++todo_head;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
dset = dss[ds];
dsize = dfasiz[ds];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( trace )
1995-05-05 09:35:08 +04:00
fprintf( stderr, _( "state # %d:\n" ), ds );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
sympartition( dset, dsize, symlist, duplist );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( sym = 1; sym <= numecs; ++sym )
1993-03-21 12:45:37 +03:00
{
1993-12-02 22:17:24 +03:00
if ( symlist[sym] )
{
symlist[sym] = 0;
if ( duplist[sym] == NIL )
{
/* Symbol has unique out-transitions. */
numstates = symfollowset( dset, dsize,
sym, nset );
nset = epsclosure( nset, &numstates,
accset, &nacc, &hashval );
if ( snstods( nset, numstates, accset,
nacc, hashval, &newds ) )
{
totnst = totnst + numstates;
++todo_next;
numas += nacc;
if (
variable_trailing_context_rules &&
nacc > 0 )
check_trailing_context(
nset, numstates,
accset, nacc );
}
state[sym] = newds;
if ( trace )
fprintf( stderr, "\t%d\t%d\n",
sym, newds );
targfreq[++targptr] = 1;
targstate[targptr] = newds;
++numuniq;
}
else
{
/* sym's equivalence class has the same
* transitions as duplist(sym)'s
* equivalence class.
*/
targ = state[duplist[sym]];
state[sym] = targ;
if ( trace )
fprintf( stderr, "\t%d\t%d\n",
sym, targ );
/* Update frequency count for
* destination state.
*/
i = 0;
while ( targstate[++i] != targ )
;
++targfreq[i];
++numdup;
}
++totaltrans;
duplist[sym] = NIL;
}
1993-03-21 12:45:37 +03:00
}
1993-12-02 22:17:24 +03:00
if ( caseins && ! useecs )
{
register int j;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 'A', j = 'a'; i <= 'Z'; ++i, ++j )
1995-05-05 09:35:08 +04:00
{
if ( state[i] == 0 && state[j] != 0 )
/* We're adding a transition. */
++totaltrans;
else if ( state[i] != 0 && state[j] == 0 )
/* We're taking away a transition. */
--totaltrans;
1993-12-02 22:17:24 +03:00
state[i] = state[j];
1995-05-05 09:35:08 +04:00
}
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1995-05-05 09:35:08 +04:00
numsnpairs += totaltrans;
1993-12-02 22:17:24 +03:00
if ( ds > num_start_states )
check_for_backing_up( ds, state );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( nultrans )
{
nultrans[ds] = state[NUL_ec];
state[NUL_ec] = 0; /* remove transition */
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( fulltbl )
{
1995-05-05 09:35:08 +04:00
outn( " {" );
1993-12-02 22:17:24 +03:00
/* Supply array's 0-element. */
if ( ds == end_of_buffer_state )
mk2data( -end_of_buffer_state );
else
mk2data( end_of_buffer_state );
for ( i = 1; i < num_full_table_rows; ++i )
/* Jams are marked by negative of state
* number.
*/
mk2data( state[i] ? state[i] : -ds );
1995-05-05 09:35:08 +04:00
dataflush();
outn( " },\n" );
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( fullspd )
place_state( state, ds, totaltrans );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( ds == end_of_buffer_state )
/* Special case this state to make sure it does what
* it's supposed to, i.e., jam on end-of-buffer.
*/
stack1( ds, 0, 0, JAMSTATE );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else /* normal, compressed state */
{
/* Determine which destination state is the most
* common, and how many transitions to it there are.
*/
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
comfreq = 0;
comstate = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= targptr; ++i )
if ( targfreq[i] > comfreq )
{
comfreq = targfreq[i];
comstate = targstate[i];
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
bldtbl( state, ds, totaltrans, comstate, comfreq );
}
}
1993-03-21 12:45:37 +03:00
if ( fulltbl )
1993-12-02 22:17:24 +03:00
dataend();
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( ! fullspd )
{
cmptmps(); /* create compressed template entries */
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Create tables for all the states with only one
* out-transition.
*/
while ( onesp > 0 )
{
mk1tbl( onestate[onesp], onesym[onesp], onenext[onesp],
onedef[onesp] );
--onesp;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
mkdeftbl();
}
1993-12-14 05:09:50 +03:00
1994-01-07 02:58:11 +03:00
flex_free( (void *) accset );
flex_free( (void *) nset );
1993-03-21 12:45:37 +03:00
}
/* snstods - converts a set of ndfa states into a dfa state
*
* synopsis
1993-12-02 22:17:24 +03:00
* is_new_state = snstods( int sns[numstates], int numstates,
* int accset[num_rules+1], int nacc,
* int hashval, int *newds_addr );
1993-03-21 12:45:37 +03:00
*
1993-12-02 22:17:24 +03:00
* On return, the dfa state number is in newds.
1993-03-21 12:45:37 +03:00
*/
int snstods( sns, numstates, accset, nacc, hashval, newds_addr )
int sns[], numstates, accset[], nacc, hashval, *newds_addr;
1993-12-02 22:17:24 +03:00
{
int didsort = 0;
register int i, j;
int newds, *oldsns;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= lastdfa; ++i )
if ( hashval == dhash[i] )
{
if ( numstates == dfasiz[i] )
{
oldsns = dss[i];
if ( ! didsort )
{
/* We sort the states in sns so we
* can compare it to oldsns quickly.
* We use bubble because there probably
* aren't very many states.
*/
bubble( sns, numstates );
didsort = 1;
}
for ( j = 1; j <= numstates; ++j )
if ( sns[j] != oldsns[j] )
break;
if ( j > numstates )
{
++dfaeql;
*newds_addr = i;
return 0;
}
++hshcol;
}
else
++hshsave;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Make a new dfa. */
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( ++lastdfa >= current_max_dfas )
increase_max_dfas();
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
newds = lastdfa;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
dss[newds] = allocate_integer_array( numstates + 1 );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* If we haven't already sorted the states in sns, we do so now,
* so that future comparisons with it can be made quickly.
*/
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( ! didsort )
bubble( sns, numstates );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= numstates; ++i )
dss[newds][i] = sns[i];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
dfasiz[newds] = numstates;
dhash[newds] = hashval;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( nacc == 0 )
{
if ( reject )
dfaacc[newds].dfaacc_set = (int *) 0;
else
dfaacc[newds].dfaacc_state = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
accsiz[newds] = 0;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( reject )
{
/* We sort the accepting set in increasing order so the
* disambiguating rule that the first rule listed is considered
* match in the event of ties will work. We use a bubble
* sort since the list is probably quite small.
*/
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
bubble( accset, nacc );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
dfaacc[newds].dfaacc_set = allocate_integer_array( nacc + 1 );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Save the accepting set for later */
for ( i = 1; i <= nacc; ++i )
{
dfaacc[newds].dfaacc_set[i] = accset[i];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( accset[i] <= num_rules )
/* Who knows, perhaps a REJECT can yield
* this rule.
*/
rule_useful[accset[i]] = true;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
accsiz[newds] = nacc;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else
{
/* Find lowest numbered rule so the disambiguating rule
* will work.
*/
j = num_rules + 1;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= nacc; ++i )
if ( accset[i] < j )
j = accset[i];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
dfaacc[newds].dfaacc_state = j;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( j <= num_rules )
rule_useful[j] = true;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
*newds_addr = newds;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
return 1;
1993-03-21 12:45:37 +03:00
}
/* symfollowset - follow the symbol transitions one step
*
* synopsis
1993-12-02 22:17:24 +03:00
* numstates = symfollowset( int ds[current_max_dfa_size], int dsize,
* int transsym, int nset[current_max_dfa_size] );
1993-03-21 12:45:37 +03:00
*/
int symfollowset( ds, dsize, transsym, nset )
int ds[], dsize, transsym, nset[];
1993-12-02 22:17:24 +03:00
{
int ns, tsp, sym, i, j, lenccl, ch, numstates, ccllist;
numstates = 0;
for ( i = 1; i <= dsize; ++i )
{ /* for each nfa state ns in the state set of ds */
ns = ds[i];
sym = transchar[ns];
tsp = trans1[ns];
if ( sym < 0 )
{ /* it's a character class */
sym = -sym;
ccllist = cclmap[sym];
lenccl = ccllen[sym];
if ( cclng[sym] )
{
for ( j = 0; j < lenccl; ++j )
{
/* Loop through negated character
* class.
*/
ch = ccltbl[ccllist + j];
if ( ch == 0 )
ch = NUL_ec;
if ( ch > transsym )
/* Transsym isn't in negated
* ccl.
*/
break;
else if ( ch == transsym )
/* next 2 */ goto bottom;
}
/* Didn't find transsym in ccl. */
nset[++numstates] = tsp;
}
else
for ( j = 0; j < lenccl; ++j )
{
ch = ccltbl[ccllist + j];
if ( ch == 0 )
ch = NUL_ec;
if ( ch > transsym )
break;
else if ( ch == transsym )
{
nset[++numstates] = tsp;
break;
}
}
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( sym >= 'A' && sym <= 'Z' && caseins )
1995-05-05 09:35:08 +04:00
flexfatal(
_( "consistency check failed in symfollowset" ) );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else if ( sym == SYM_EPSILON )
{ /* do nothing */
1993-03-21 12:45:37 +03:00
}
1993-12-09 22:06:03 +03:00
else if ( ABS( ecgroup[sym] ) == transsym )
1993-12-02 22:17:24 +03:00
nset[++numstates] = tsp;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
bottom: ;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
return numstates;
1993-03-21 12:45:37 +03:00
}
/* sympartition - partition characters with same out-transitions
*
* synopsis
1993-12-02 22:17:24 +03:00
* sympartition( int ds[current_max_dfa_size], int numstates,
* int symlist[numecs], int duplist[numecs] );
1993-03-21 12:45:37 +03:00
*/
void sympartition( ds, numstates, symlist, duplist )
1993-12-02 22:17:24 +03:00
int ds[], numstates;
int symlist[], duplist[];
{
int tch, i, j, k, ns, dupfwd[CSIZE + 1], lenccl, cclp, ich;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
/* Partitioning is done by creating equivalence classes for those
* characters which have out-transitions from the given state. Thus
* we are really creating equivalence classes of equivalence classes.
*/
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= numecs; ++i )
{ /* initialize equivalence class list */
duplist[i] = i - 1;
dupfwd[i] = i + 1;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
duplist[1] = NIL;
dupfwd[numecs] = NIL;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( i = 1; i <= numstates; ++i )
1993-03-21 12:45:37 +03:00
{
1993-12-02 22:17:24 +03:00
ns = ds[i];
tch = transchar[ns];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( tch != SYM_EPSILON )
{
if ( tch < -lastccl || tch >= csize )
{
flexfatal(
1995-05-05 09:35:08 +04:00
_( "bad transition character detected in sympartition()" ) );
1993-12-02 22:17:24 +03:00
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( tch >= 0 )
{ /* character transition */
int ec = ecgroup[tch];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
mkechar( ec, dupfwd, duplist );
symlist[ec] = 1;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else
{ /* character class */
tch = -tch;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
lenccl = ccllen[tch];
cclp = cclmap[tch];
mkeccl( ccltbl + cclp, lenccl, dupfwd,
duplist, numecs, NUL_ec );
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( cclng[tch] )
{
j = 0;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( k = 0; k < lenccl; ++k )
{
ich = ccltbl[cclp + k];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( ich == 0 )
ich = NUL_ec;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( ++j; j < ich; ++j )
symlist[j] = 1;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
for ( ++j; j <= numecs; ++j )
symlist[j] = 1;
}
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
else
for ( k = 0; k < lenccl; ++k )
{
ich = ccltbl[cclp + k];
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
if ( ich == 0 )
ich = NUL_ec;
1993-03-21 12:45:37 +03:00
1993-12-02 22:17:24 +03:00
symlist[ich] = 1;
}
}
1993-03-21 12:45:37 +03:00
}
}
}