presage  0.9.2~beta
ForwardTokenizer Member List

This is the complete list of members for ForwardTokenizer, including all inherited members.

blankspaceChars(const std::string)Tokenizer
blankspaceChars() constTokenizer
countTokens()ForwardTokenizervirtual
ForwardTokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)ForwardTokenizer
hasMoreTokens() constForwardTokenizervirtual
isBlankspace(const int character) constTokenizerprotected
isSeparator(const int character) constTokenizerprotected
lowercaseMode(const bool)Tokenizer
lowercaseMode() constTokenizer
nextToken()ForwardTokenizervirtual
offbegTokenizerprotected
offendTokenizerprotected
offsetTokenizerprotected
progress() constForwardTokenizervirtual
separatorChars(const std::string)Tokenizer
separatorChars() constTokenizer
sstateTokenizerprotected
streamTokenizerprotected
streamToString() constTokenizerinline
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)Tokenizer
~ForwardTokenizer()ForwardTokenizervirtual
~Tokenizer()Tokenizervirtual