Go to the documentation of this file.
25 #ifndef PRESAGE_TOKENIZER
26 #define PRESAGE_TOKENIZER
110 std::streamoff offbackup =
stream.tellg();
112 std::streamoff curroff =
offbeg;
114 while (curroff <
offend) {
116 str.push_back(
stream.peek());
160 #endif // PRESAGE_TOKENIZER
std::ios::iostate currstate
bool isBlankspace(const int character) const
virtual int countTokens()=0
Tokenizer(std::istream &stream, const std::string blankspaces, const std::string separators)
bool lowercaseMode() const
std::istream & guardedStream
virtual double progress() const =0
bool isSeparator(const int character) const
StreamGuard(std::istream &so, std::streamoff &of)
std::string streamToString() const
std::string separatorChars() const
virtual std::string nextToken()=0
virtual bool hasMoreTokens() const =0
std::string blankspaceChars() const