kolibrios/programs/develop/open watcom/trunk/clib/string/strtok.c

/****************************************************************************
*
*                            Open Watcom Project
*
*    Portions Copyright (c) 1983-2002 Sybase, Inc. All Rights Reserved.
*
*  ========================================================================
*
*    This file contains Original Code and/or Modifications of Original
*    Code as defined in and that are subject to the Sybase Open Watcom
*    Public License version 1.0 (the 'License'). You may not use this file
*    except in compliance with the License. BY USING THIS FILE YOU AGREE TO
*    ALL TERMS AND CONDITIONS OF THE LICENSE. A copy of the License is
*    provided with the Original Code and Modifications, and is also
*    available at www.sybase.com/developer/opensource.
*
*    The Original Code and all software distributed under the License are
*    distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
*    EXPRESS OR IMPLIED, AND SYBASE AND ALL CONTRIBUTORS HEREBY DISCLAIM
*    ALL SUCH WARRANTIES, INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF
*    MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR
*    NON-INFRINGEMENT. Please see the License for the specific language
*    governing rights and limitations under the License.
*
*  ========================================================================
*
* Description:  WHEN YOU FIGURE OUT WHAT THIS FILE DOES, PLEASE
*               DESCRIBE IT HERE!
*
****************************************************************************/


#include "variety.h"
#include "widechar.h"
#include <stdio.h>
#include <string.h>
#include "rtdata.h"
#ifdef __WIDECHAR__
    #include "nextwtok.h"
#else
    #include "nexttok.h"
#endif
#include "setbits.h"


#ifdef __WIDECHAR__
_WCRTLINK wchar_t *_ustrtok( wchar_t *str, const wchar_t *charset )
{
    return( wcstok( str, charset, NULL ) );
}
#endif


#ifdef __WIDECHAR__
 _WCRTLINK wchar_t *wcstok( wchar_t *str, const wchar_t *charset, wchar_t **ptr )
#else
 _WCRTLINK char *strtok( char *str, const char *charset )
#endif
{
#if defined(__WIDECHAR__)
    CHAR_TYPE           *p1;
    const CHAR_TYPE             *p2;
    CHAR_TYPE           tc1;
    CHAR_TYPE           tc2;
#else
    unsigned /*char*/ tc;
    unsigned char vector[32];
    unsigned char *p1;
#endif

#if defined(__WIDECHAR__)
    /* if necessary, continue from where we left off */
    if( str == NULL ) {
        if( ptr == NULL ) {
            str = _RWD_nextwtok;
        } else {
            str = *ptr;                 /* use previous value */
        }
        if( str == NULL )  return( NULL );
    }

    /* skip characters until we reach one not in charset */
    for( ; tc1 = *str; str++ ) {
        for( p2 = charset; tc2 = *p2; p2++ ) {
            if( tc1 == tc2 ) break;
        }
        if( tc2 == NULLCHAR ) break;
    }
    if( tc1 == NULLCHAR ) return( NULL );
    /* skip characters until we reach one in charset */
    for( p1 = str; tc1 = *p1; p1++ ) {
        for( p2 = charset; tc2 = *p2; p2++ ) {
            if( tc1 == tc2 ) break;
        }
        if( tc2 != NULLCHAR ){
            *p1 = NULLCHAR;         /* terminate the token  */
            p1++;                   /* start of next token  */
            if( ptr == NULL ) {
                _RWD_nextwtok = p1;
            } else {
                *ptr = p1;
            }
            return( str );
        }
    }
    if( ptr == NULL ) {
        _RWD_nextwtok = NULL;
    } else {
        *ptr = NULL;
    }
#else
    /* if necessary, continue from where we left off */
    _INITNEXTTOK
    if( str == NULL ) {
        str = (CHAR_TYPE*)_RWD_nexttok; /* use previous value */
        if( str == NULL ) return( NULL );
    }

    __setbits( vector, charset );
    for( ; tc = (unsigned char) *str; ++str ) {
        /* quit if we find any char not in charset */
        if( ( vector[ tc >> 3 ] & _Bits[ tc & 0x07 ] ) == 0 )  break;
    }
    if( tc == '\0' ) return( NULL );
    p1 = str;
    for( ; tc = *p1; ++p1 ) {
        /* quit when we find any char in charset */
        if( ( vector[ tc >> 3 ] & _Bits[ tc & 0x07 ] ) != 0 ) {
            *p1 = '\0';             /* terminate the token  */
            p1++;                   /* start of next token  */
            _RWD_nexttok = p1;
            return( str );
        }
    }
    _RWD_nexttok = NULL;
#endif

    return( str );
}