From c5c880e5627d88ab2f7dd7596d59cf34ebba1ebb Mon Sep 17 00:00:00 2001
From: Boris Kolpackov <boris@codesynthesis.com>
Date: Thu, 10 Sep 2015 11:10:15 +0200
Subject: Add support for token pre-processing in lexer

---
 build/lexer | 14 ++++++++++++--
 1 file changed, 12 insertions(+), 2 deletions(-)

(limited to 'build/lexer')

diff --git a/build/lexer b/build/lexer
index 13f28cb..6880d39 100644
--- a/build/lexer
+++ b/build/lexer
@@ -40,8 +40,13 @@ namespace build
   class lexer: protected butl::char_scanner
   {
   public:
-    lexer (std::istream& is, const std::string& name)
-        : char_scanner (is), fail (name) {mode_.push (lexer_mode::normal);}
+    lexer (std::istream& is,
+           const std::string& name,
+           void (*processor) (token&, const lexer&) = nullptr)
+        : char_scanner (is), fail (name), processor_ (processor)
+    {
+      mode_.push (lexer_mode::normal);
+    }
 
     const std::string&
     name () const {return fail.name_;}
@@ -74,6 +79,9 @@ namespace build
 
   private:
     token
+    next_impl ();
+
+    token
     next_eval ();
 
     token
@@ -109,6 +117,8 @@ namespace build
   private:
     fail_mark fail;
 
+    void (*processor_) (token&, const lexer&);
+
     std::stack<lexer_mode> mode_;
     char pair_separator_;
   };
-- 
cgit v1.1