aboutsummaryrefslogtreecommitdiff
path: root/libbuild2/test/script/lexer.cxx
diff options
context:
space:
mode:
authorBoris Kolpackov <boris@codesynthesis.com>2019-11-14 12:55:54 +0200
committerBoris Kolpackov <boris@codesynthesis.com>2019-11-14 13:20:08 +0200
commit5ec57d68a5205173a02c34a24d7129347d43196c (patch)
tree303de46753bcde9f9ccff094d6591b6bb7583931 /libbuild2/test/script/lexer.cxx
parent62a688e3fd7d1fdb8ce5590ebe9cb99e90cbe5d7 (diff)
Tighten up attribute recognition during parsing
Now it should be possible to use `[]` for wildcard patterns, for example: foo = foo.[hit]xx Note that a leading bracket expression will still be recognized as attributes and escaping or quoting it will inhibit pattern matching. To resolve this case we need to specify an empty attribute list: foo = [] [abc]-foo.cxx
Diffstat (limited to 'libbuild2/test/script/lexer.cxx')
-rw-r--r--libbuild2/test/script/lexer.cxx48
1 files changed, 26 insertions, 22 deletions
diff --git a/libbuild2/test/script/lexer.cxx b/libbuild2/test/script/lexer.cxx
index 75c04c8..a65eb25 100644
--- a/libbuild2/test/script/lexer.cxx
+++ b/libbuild2/test/script/lexer.cxx
@@ -19,11 +19,14 @@ namespace build2
void lexer::
mode (base_mode m, char ps, optional<const char*> esc)
{
+ bool a (false); // attributes
+
const char* s1 (nullptr);
const char* s2 (nullptr);
- bool s (true);
- bool n (true);
- bool q (true);
+
+ bool s (true); // space
+ bool n (true); // newline
+ bool q (true); // quotes
if (!esc)
{
@@ -71,8 +74,8 @@ namespace build2
// Note that we don't recognize ':' since having a trailing
// variable assignment is illegal.
//
- s1 = "; $([]#\t\n";
- s2 = " ";
+ s1 = "; $(#\t\n";
+ s2 = " ";
break;
}
@@ -128,7 +131,7 @@ namespace build2
//
assert (ps == '\0' ||
m == lexer_mode::eval ||
- m == lexer_mode::attribute);
+ m == lexer_mode::attributes);
base_lexer::mode (m, ps, esc);
return;
@@ -136,7 +139,7 @@ namespace build2
}
assert (ps == '\0');
- state_.push (state {m, ps, s, n, q, *esc, s1, s2});
+ state_.push (state {m, a, ps, s, n, q, *esc, s1, s2});
}
token lexer::
@@ -177,9 +180,6 @@ namespace build2
xchar c (get ());
uint64_t ln (c.line), cn (c.column);
- if (eos (c))
- return token (type::eos, sep, ln, cn, token_printer);
-
state st (state_.top ()); // Make copy (see first/second_token).
lexer_mode m (st.mode);
@@ -217,6 +217,22 @@ namespace build2
return make_token (t, move (v));
};
+ // Handle attributes (do it first to make sure the flag is cleared
+ // regardless of what we return).
+ //
+ if (st.attributes)
+ {
+ assert (m == lexer_mode::variable_line);
+
+ state_.top ().attributes = false;
+
+ if (c == '[')
+ return make_token (type::lsbrace);
+ }
+
+ if (eos (c))
+ return make_token (type::eos);
+
// Expire certain modes at the end of the token. Do it early in case
// we push any new mode (e.g., double quote).
//
@@ -253,18 +269,6 @@ namespace build2
}
}
-
- if (m == lexer_mode::variable_line)
- {
- switch (c)
- {
- // Attributes.
- //
- case '[': return make_token (type::lsbrace);
- case ']': return make_token (type::rsbrace);
- }
- }
-
// Line separators.
//
if (m == lexer_mode::command_line ||