From 977d07a3ae47ef204665d1eda2d642e5064724f3 Mon Sep 17 00:00:00 2001
From: Boris Kolpackov <boris@codesynthesis.com>
Date: Mon, 24 Jun 2019 12:01:19 +0200
Subject: Split build system into library and driver

---
 build2/token.hxx | 189 -------------------------------------------------------
 1 file changed, 189 deletions(-)
 delete mode 100644 build2/token.hxx

(limited to 'build2/token.hxx')

diff --git a/build2/token.hxx b/build2/token.hxx
deleted file mode 100644
index 50d1396..0000000
--- a/build2/token.hxx
+++ /dev/null
@@ -1,189 +0,0 @@
-// file      : build2/token.hxx -*- C++ -*-
-// copyright : Copyright (c) 2014-2019 Code Synthesis Ltd
-// license   : MIT; see accompanying LICENSE file
-
-#ifndef BUILD2_TOKEN_HXX
-#define BUILD2_TOKEN_HXX
-
-#include <build2/types.hxx>
-#include <build2/utility.hxx>
-
-#include <build2/diagnostics.hxx>
-
-namespace build2
-{
-  // Extendable/inheritable enum-like class.
-  //
-  // A line consists of a sequence of words separated by separators and
-  // terminated with the newline. If whitespace is a separator, then it is
-  // ignored.
-  //
-  struct token_type
-  {
-    enum
-    {
-      // NOTE: remember to update token_printer()!
-
-      eos,
-      newline,
-      word,
-      pair_separator,  // token::value[0] is the pair separator char.
-
-      colon,           // :
-      dollar,          // $
-      question,        // ?
-      comma,           // ,
-
-      lparen,          // (
-      rparen,          // )
-
-      lcbrace,         // {
-      rcbrace,         // }
-
-      lsbrace,         // [
-      rsbrace,         // ]
-
-      labrace,         // <
-      rabrace,         // >
-
-      assign,          // =
-      prepend,         // =+
-      append,          // +=
-
-      equal,           // ==
-      not_equal,       // !=
-      less,            // <
-      greater,         // >
-      less_equal,      // <=
-      greater_equal,   // >=
-
-      log_or,          // ||
-      log_and,         // &&
-      log_not,         // !
-
-      value_next
-    };
-
-    using value_type = uint16_t;
-
-    token_type (value_type v = eos): v_ (v) {}
-    operator value_type () const {return v_;}
-    value_type v_;
-  };
-
-  // Token can be unquoted, single-quoted ('') or double-quoted (""). It can
-  // also be mixed.
-  //
-  enum class quote_type {unquoted, single, double_, mixed};
-
-  class token;
-
-  void
-  token_printer (ostream&, const token&, bool);
-
-  class token
-  {
-  public:
-    using printer_type = void (ostream&, const token&, bool diag);
-
-    token_type type;
-    bool separated; // Whitespace-separated from the previous token.
-
-    // Quoting can be complete, where the token starts and ends with the quote
-    // characters and quoting is contiguous or partial where only some part(s)
-    // of the token are quoted or quoting continus to the next token.
-    //
-    quote_type qtype;
-    bool qcomp;
-
-    // Normally only used for word, but can also be used to store "modifiers"
-    // or some such for other tokens.
-    //
-    string value;
-
-    uint64_t line;
-    uint64_t column;
-
-    printer_type* printer;
-
-  public:
-    token ()
-        : token (token_type::eos, false, 0, 0, token_printer) {}
-
-    token (token_type t, bool s, uint64_t l, uint64_t c, printer_type* p)
-        : token (t, string (), s, quote_type::unquoted, false, l, c, p) {}
-
-    token (token_type t, bool s,
-           quote_type qt,
-           uint64_t l, uint64_t c,
-           printer_type* p)
-        : token (t, string (), s, qt, qt != quote_type::unquoted, l, c, p) {}
-
-    token (string v, bool s,
-           quote_type qt, bool qc,
-           uint64_t l, uint64_t c)
-        : token (token_type::word, move (v), s, qt, qc, l, c, &token_printer){}
-
-    token (token_type t,
-           string v, bool s,
-           quote_type qt, bool qc,
-           uint64_t l, uint64_t c,
-           printer_type* p)
-        : type (t), separated (s),
-          qtype (qt), qcomp (qc),
-          value (move (v)),
-          line (l), column (c),
-          printer (p) {}
-  };
-
-  // Output the token value in a format suitable for diagnostics.
-  //
-  inline ostream&
-  operator<< (ostream& o, const token& t) {t.printer (o, t, true); return o;}
-
-  // Extendable/inheritable enum-like class.
-  //
-  struct lexer_mode_base
-  {
-    enum { value_next };
-
-    using value_type = uint16_t;
-
-    lexer_mode_base (value_type v = value_next): v_ (v) {}
-    operator value_type () const {return v_;}
-    value_type v_;
-  };
-
-  struct replay_token
-  {
-    build2::token token;
-    const path* file;
-    lexer_mode_base mode;
-
-    using location_type = build2::location;
-
-    location_type
-    location () const {return location_type (file, token.line, token.column);}
-  };
-
-  using replay_tokens = vector<replay_token>;
-
-  // Diagnostics plumbing. We assume that any diag stream for which we can use
-  // token as location has its aux data pointing to pointer to path.
-  //
-  inline location
-  get_location (const token& t, const path& p)
-  {
-    return location (&p, t.line, t.column);
-  }
-
-  inline location
-  get_location (const token& t, const void* data)
-  {
-    assert (data != nullptr); // E.g., must be &parser::path_.
-    const path* p (*static_cast<const path* const*> (data));
-    return get_location (t, *p);
-  }
-}
-
-#endif // BUILD2_TOKEN_HXX
-- 
cgit v1.1