GothenburgBitFactory/taskwarrior
1
0
Fork 0
mirror of https://github.com/GothenburgBitFactory/taskwarrior.git synced 2025-07-07 20:06:36 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Lexer

Browse source 
- Implemented ::token_split, which performs a full lex, and doesn't require
  white space like ::word_split does.
- Added unit tests.
This commit is contained in:
Paul Beckingham 2014-05-31 13:51:10 -04:00
parent 0af9bbdc03
commit 7598997e70
3 changed files with 32 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

13
src/Lexer.cpp
View file

@ -630,6 +630,19 @@ void Lexer::word_split (std::vector <std::string>& words, const std::string& inp
words.push_back (word);
}
////////////////////////////////////////////////////////////////////////////////
// Split 'input' into 'tokens'.
void Lexer::token_split (std::vector <std::string>& words, const std::string& input)
{
words.clear ();
std::string word;
Lexer::Type type;
Lexer lex (input);
while (lex.token (word, type))
words.push_back (word);
}
////////////////////////////////////////////////////////////////////////////////
bool Lexer::is_punct (int c) const
{

1
src/Lexer.h
View file

@ -66,6 +66,7 @@ public:
static const std::string type_name (const Type&);
static bool is_ws (int);
static void word_split (std::vector <std::string>&, const std::string&);
static void token_split (std::vector <std::string>&, const std::string&);
private:
bool is_punct (int) const;