presage
0.9.2~beta
StringForwardTokenizer Member List
This is the complete list of members for
StringForwardTokenizer
, including all inherited members.
blankspaceChars
(const std::string)
Tokenizer
blankspaceChars
() const
Tokenizer
countTokens
()
ForwardTokenizer
virtual
ForwardTokenizer
(std::istream &stream, const std::string blankspaces, const std::string separators)
ForwardTokenizer
hasMoreTokens
() const
ForwardTokenizer
virtual
isBlankspace
(const int character) const
Tokenizer
protected
isSeparator
(const int character) const
Tokenizer
protected
lowercaseMode
(const bool)
Tokenizer
lowercaseMode
() const
Tokenizer
nextToken
()
ForwardTokenizer
virtual
offbeg
Tokenizer
protected
offend
Tokenizer
protected
offset
Tokenizer
protected
progress
() const
ForwardTokenizer
virtual
separatorChars
(const std::string)
Tokenizer
separatorChars
() const
Tokenizer
sstate
Tokenizer
protected
stream
Tokenizer
protected
streamToString
() const
Tokenizer
inline
StringForwardTokenizer
(std::string &toBeTokenized, const std::string blankspaces, const std::string separators)
StringForwardTokenizer
Tokenizer
(std::istream &stream, const std::string blankspaces, const std::string separators)
Tokenizer
~ForwardTokenizer
()
ForwardTokenizer
virtual
~StringForwardTokenizer
()
StringForwardTokenizer
virtual
~Tokenizer
()
Tokenizer
virtual
Generated on Wed Nov 28 2018 12:12:16 for presage by
1.8.14