/*
 * StringTokenizerT.cpp 
 * Copyright (c) 2009 Antillia.com TOSHIYUKI ARAI. ALL RIGHTS RESERVED. 
 */


// SOL9
// 2009/10/22

#include <sol/StringTokenizerT.h>


void _tmain(int argc, TCHAR** argv)
{
    _tsetlocale(LC_ALL, _T(""));

    char* line = "France  USA  UK Austria China  Japan 03-1234-5678  Hello World";

    StringTokenizerT<char> tokenizer(line);

    while(tokenizer.hasMoreToken()) {
        char token[128];
        token[0] = (char)0;
        tokenizer.getToken(token, 128);
        printf("Token=[%s]\n", token);
    }


    wchar_t* wline = L"This is your destiny. ‚±‚ñ‚É‚¿‚Í �¢ŠE";

    StringTokenizerT<wchar_t> wtokenizer(wline);

    while(wtokenizer.hasMoreToken()) {
        wchar_t token[128];
        token[0] = (char)0;
        wtokenizer.getToken(token, 128);
        printf("WToken=[%S]\n", token);
    }

}