presage  0.9.2~beta
Tokenizer Member List

This is the complete list of members for Tokenizer, including all inherited members.

blankspaceChars(const std::string)Tokenizer
blankspaceChars() constTokenizer
blankspacesTokenizerprivate
countTokens()=0Tokenizerpure virtual
hasMoreTokens() const =0Tokenizerpure virtual
isBlankspace(const int character) constTokenizerprotected
isSeparator(const int character) constTokenizerprotected
lowercaseTokenizerprivate
lowercaseMode(const bool)Tokenizer
lowercaseMode() constTokenizer
nextToken()=0Tokenizerpure virtual
offbegTokenizerprotected
offendTokenizerprotected
offsetTokenizerprotected
progress() const =0Tokenizerpure virtual
separatorChars(const std::string)Tokenizer
separatorChars() constTokenizer
separatorsTokenizerprivate
sstateTokenizerprotected
streamTokenizerprotected
streamToString() constTokenizerinline
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)Tokenizer
~Tokenizer()Tokenizervirtual