www.pudn.com > ICE_1.4.zip > Tokenizer.h

#ifndef _TOKENIZER_H_ 
#define _TOKENIZER_H_ 
 
#include  
 
#define MAX_TOKENS 10 
class Tokenizer { 
protected: 
    std::string tokens[MAX_TOKENS]; //the token words created from input 
    int numTokens;     //number of valid tokens 
     
public: 
    Tokenizer() { numTokens=0; } 
 
    //returns numTokens created from input 
    int Process(std::string input); 
     
    //returns the token at given index 
    std::string operator[](int tokenIdx); 
}; 
 
#endif