presage  0.9.2~beta
stringForwardTokenizer.h
Go to the documentation of this file.
1 
2 /******************************************************
3  * Presage, an extensible predictive text entry system
4  * ---------------------------------------------------
5  *
6  * Copyright (C) 2008 Matteo Vescovi <matteo.vescovi@yahoo.co.uk>
7 
8  This program is free software; you can redistribute it and/or modify
9  it under the terms of the GNU General Public License as published by
10  the Free Software Foundation; either version 2 of the License, or
11  (at your option) any later version.
12 
13  This program is distributed in the hope that it will be useful,
14  but WITHOUT ANY WARRANTY; without even the implied warranty of
15  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16  GNU General Public License for more details.
17 
18  You should have received a copy of the GNU General Public License along
19  with this program; if not, write to the Free Software Foundation, Inc.,
20  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
21  *
22  **********(*)*/
23 
24 
25 #ifndef PRESAGE_STRINGFORWARDTOKENIZER
26 #define PRESAGE_STRINGFORWARDTOKENIZER
27 
28 #include "forwardTokenizer.h"
29 
31 : public ForwardTokenizer {
32 public:
33  StringForwardTokenizer(std::string& toBeTokenized,
34  const std::string blankspaces,
35  const std::string separators);
36  virtual ~StringForwardTokenizer();
37 
38 // /** Returns the number of tokens left.
39 // */
40 // virtual int countTokens();
41 //
42 // /** Tests if there are more tokens.
43 // */
44 // virtual bool hasMoreTokens() const;
45 //
46 // /** Returns the next token.
47 // */
48 // virtual std::string nextToken();
49 //
50 // /** Returns progress percentage.
51 // */
52 // virtual double progress() const;
53 
54 protected:
55 
56 private:
57 
58 };
59 
60 #endif // PRESAGE_STRINGFORWARDTOKENIZER
std::string separators
Definition: tokenizer.h:155
StringForwardTokenizer(std::string &toBeTokenized, const std::string blankspaces, const std::string separators)
std::string blankspaces
Definition: tokenizer.h:154