diff options
Diffstat (limited to 'build2/token.hxx')
| -rw-r--r-- | build2/token.hxx | 189 |
1 files changed, 0 insertions, 189 deletions
diff --git a/build2/token.hxx b/build2/token.hxx deleted file mode 100644 index 50d1396..0000000 --- a/build2/token.hxx +++ /dev/null @@ -1,189 +0,0 @@ -// file : build2/token.hxx -*- C++ -*- -// copyright : Copyright (c) 2014-2019 Code Synthesis Ltd -// license : MIT; see accompanying LICENSE file - -#ifndef BUILD2_TOKEN_HXX -#define BUILD2_TOKEN_HXX - -#include <build2/types.hxx> -#include <build2/utility.hxx> - -#include <build2/diagnostics.hxx> - -namespace build2 -{ - // Extendable/inheritable enum-like class. - // - // A line consists of a sequence of words separated by separators and - // terminated with the newline. If whitespace is a separator, then it is - // ignored. - // - struct token_type - { - enum - { - // NOTE: remember to update token_printer()! - - eos, - newline, - word, - pair_separator, // token::value[0] is the pair separator char. - - colon, // : - dollar, // $ - question, // ? - comma, // , - - lparen, // ( - rparen, // ) - - lcbrace, // { - rcbrace, // } - - lsbrace, // [ - rsbrace, // ] - - labrace, // < - rabrace, // > - - assign, // = - prepend, // =+ - append, // += - - equal, // == - not_equal, // != - less, // < - greater, // > - less_equal, // <= - greater_equal, // >= - - log_or, // || - log_and, // && - log_not, // ! - - value_next - }; - - using value_type = uint16_t; - - token_type (value_type v = eos): v_ (v) {} - operator value_type () const {return v_;} - value_type v_; - }; - - // Token can be unquoted, single-quoted ('') or double-quoted (""). It can - // also be mixed. - // - enum class quote_type {unquoted, single, double_, mixed}; - - class token; - - void - token_printer (ostream&, const token&, bool); - - class token - { - public: - using printer_type = void (ostream&, const token&, bool diag); - - token_type type; - bool separated; // Whitespace-separated from the previous token. - - // Quoting can be complete, where the token starts and ends with the quote - // characters and quoting is contiguous or partial where only some part(s) - // of the token are quoted or quoting continus to the next token. - // - quote_type qtype; - bool qcomp; - - // Normally only used for word, but can also be used to store "modifiers" - // or some such for other tokens. - // - string value; - - uint64_t line; - uint64_t column; - - printer_type* printer; - - public: - token () - : token (token_type::eos, false, 0, 0, token_printer) {} - - token (token_type t, bool s, uint64_t l, uint64_t c, printer_type* p) - : token (t, string (), s, quote_type::unquoted, false, l, c, p) {} - - token (token_type t, bool s, - quote_type qt, - uint64_t l, uint64_t c, - printer_type* p) - : token (t, string (), s, qt, qt != quote_type::unquoted, l, c, p) {} - - token (string v, bool s, - quote_type qt, bool qc, - uint64_t l, uint64_t c) - : token (token_type::word, move (v), s, qt, qc, l, c, &token_printer){} - - token (token_type t, - string v, bool s, - quote_type qt, bool qc, - uint64_t l, uint64_t c, - printer_type* p) - : type (t), separated (s), - qtype (qt), qcomp (qc), - value (move (v)), - line (l), column (c), - printer (p) {} - }; - - // Output the token value in a format suitable for diagnostics. - // - inline ostream& - operator<< (ostream& o, const token& t) {t.printer (o, t, true); return o;} - - // Extendable/inheritable enum-like class. - // - struct lexer_mode_base - { - enum { value_next }; - - using value_type = uint16_t; - - lexer_mode_base (value_type v = value_next): v_ (v) {} - operator value_type () const {return v_;} - value_type v_; - }; - - struct replay_token - { - build2::token token; - const path* file; - lexer_mode_base mode; - - using location_type = build2::location; - - location_type - location () const {return location_type (file, token.line, token.column);} - }; - - using replay_tokens = vector<replay_token>; - - // Diagnostics plumbing. We assume that any diag stream for which we can use - // token as location has its aux data pointing to pointer to path. - // - inline location - get_location (const token& t, const path& p) - { - return location (&p, t.line, t.column); - } - - inline location - get_location (const token& t, const void* data) - { - assert (data != nullptr); // E.g., must be &parser::path_. - const path* p (*static_cast<const path* const*> (data)); - return get_location (t, *p); - } -} - -#endif // BUILD2_TOKEN_HXX |