Clib string & memory functions

git-svn-id: svn://kolibrios.org@553 a494cfbc-eb01-0410-851d-a64ba20cac60

programs/develop/open watcom/trunk/clib/string/strtok.c

@@ -0,0 +1,139 @@
+/****************************************************************************
+*
+*                            Open Watcom Project
+*
+*    Portions Copyright (c) 1983-2002 Sybase, Inc. All Rights Reserved.
+*
+*  ========================================================================
+*
+*    This file contains Original Code and/or Modifications of Original
+*    Code as defined in and that are subject to the Sybase Open Watcom
+*    Public License version 1.0 (the 'License'). You may not use this file
+*    except in compliance with the License. BY USING THIS FILE YOU AGREE TO
+*    ALL TERMS AND CONDITIONS OF THE LICENSE. A copy of the License is
+*    provided with the Original Code and Modifications, and is also
+*    available at www.sybase.com/developer/opensource.
+*
+*    The Original Code and all software distributed under the License are
+*    distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+*    EXPRESS OR IMPLIED, AND SYBASE AND ALL CONTRIBUTORS HEREBY DISCLAIM
+*    ALL SUCH WARRANTIES, INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF
+*    MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR
+*    NON-INFRINGEMENT. Please see the License for the specific language
+*    governing rights and limitations under the License.
+*
+*  ========================================================================
+*
+* Description:  WHEN YOU FIGURE OUT WHAT THIS FILE DOES, PLEASE
+*               DESCRIBE IT HERE!
+*
+****************************************************************************/
+
+
+#include "variety.h"
+#include "widechar.h"
+#include <stdio.h>
+#include <string.h>
+#include "rtdata.h"
+#ifdef __WIDECHAR__
+    #include "nextwtok.h"
+#else
+    #include "nexttok.h"
+#endif
+#include "setbits.h"
+
+
+#ifdef __WIDECHAR__
+_WCRTLINK wchar_t *_ustrtok( wchar_t *str, const wchar_t *charset )
+{
+    return( wcstok( str, charset, NULL ) );
+}
+#endif
+
+
+#ifdef __WIDECHAR__
+ _WCRTLINK wchar_t *wcstok( wchar_t *str, const wchar_t *charset, wchar_t **ptr )
+#else
+ _WCRTLINK char *strtok( char *str, const char *charset )
+#endif
+{
+#if defined(__WIDECHAR__)
+    CHAR_TYPE           *p1;
+    const CHAR_TYPE             *p2;
+    CHAR_TYPE           tc1;
+    CHAR_TYPE           tc2;
+#else
+    unsigned /*char*/ tc;
+    unsigned char vector[32];
+    unsigned char *p1;
+#endif
+
+#if defined(__WIDECHAR__)
+    /* if necessary, continue from where we left off */
+    if( str == NULL ) {
+        if( ptr == NULL ) {
+            str = _RWD_nextwtok;
+        } else {
+            str = *ptr;                 /* use previous value */
+        }
+        if( str == NULL )  return( NULL );
+    }
+
+    /* skip characters until we reach one not in charset */
+    for( ; tc1 = *str; str++ ) {
+        for( p2 = charset; tc2 = *p2; p2++ ) {
+            if( tc1 == tc2 ) break;
+        }
+        if( tc2 == NULLCHAR ) break;
+    }
+    if( tc1 == NULLCHAR ) return( NULL );
+    /* skip characters until we reach one in charset */
+    for( p1 = str; tc1 = *p1; p1++ ) {
+        for( p2 = charset; tc2 = *p2; p2++ ) {
+            if( tc1 == tc2 ) break;
+        }
+        if( tc2 != NULLCHAR ){
+            *p1 = NULLCHAR;         /* terminate the token  */
+            p1++;                   /* start of next token  */
+            if( ptr == NULL ) {
+                _RWD_nextwtok = p1;
+            } else {
+                *ptr = p1;
+            }
+            return( str );
+        }
+    }
+    if( ptr == NULL ) {
+        _RWD_nextwtok = NULL;
+    } else {
+        *ptr = NULL;
+    }
+#else
+    /* if necessary, continue from where we left off */
+    _INITNEXTTOK
+    if( str == NULL ) {
+        str = (CHAR_TYPE*)_RWD_nexttok; /* use previous value */
+        if( str == NULL ) return( NULL );
+    }
+
+    __setbits( vector, charset );
+    for( ; tc = (unsigned char) *str; ++str ) {
+        /* quit if we find any char not in charset */
+        if( ( vector[ tc >> 3 ] & _Bits[ tc & 0x07 ] ) == 0 )  break;
+    }
+    if( tc == '\0' ) return( NULL );
+    p1 = str;
+    for( ; tc = *p1; ++p1 ) {
+        /* quit when we find any char in charset */
+        if( ( vector[ tc >> 3 ] & _Bits[ tc & 0x07 ] ) != 0 ) {
+            *p1 = '\0';             /* terminate the token  */
+            p1++;                   /* start of next token  */
+            _RWD_nexttok = p1;
+            return( str );
+        }
+    }
+    _RWD_nexttok = NULL;
+#endif
+
+    return( str );
+}