1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
// file : build2/token -*- C++ -*-
// copyright : Copyright (c) 2014-2016 Code Synthesis Ltd
// license : MIT; see accompanying LICENSE file
#ifndef BUILD2_TOKEN
#define BUILD2_TOKEN
#include <build2/types>
#include <build2/utility>
#include <build2/diagnostics>
namespace build2
{
// Extendable/inheritable enum-like class.
//
struct token_type
{
enum
{
eos,
name,
newline,
pair_separator,
colon,
lcbrace, // {
rcbrace, // }
lsbrace, // [
rsbrace, // ]
assign, // =
prepend, // =+
append, // +=
equal, // ==
not_equal, // !=
less, // <
greater, // >
less_equal, // <=
greater_equal, // >=
dollar, // $
lparen, // (
rparen, // )
value_next
};
using value_type = uint16_t;
token_type (value_type v = eos): v_ (v) {}
operator value_type () const {return v_;}
value_type v_;
};
class token
{
public:
token_type type;
bool separated; // Whitespace-separated from the previous token.
bool quoted; // Name (or some part of it) was quoted.
string value; // Only valid for name.
uint64_t line;
uint64_t column;
public:
token (token_type t, bool s, uint64_t l, uint64_t c)
: type (t), separated (s), quoted (false), line (l), column (c) {}
token (string n, bool s, bool q, uint64_t l, uint64_t c)
: type (token_type::name),
separated (s),
quoted (q),
value (move (n)),
line (l),
column (c) {}
};
// Output the token value in a format suitable for diagnostics.
//
ostream&
operator<< (ostream&, const token&);
// Diagnostics plumbing. We assume that any diag stream for which we can use
// token as location has its aux data pointing to pointer to path.
//
inline location
get_location (const token& t, const path& p)
{
return location (&p, t.line, t.column);
}
inline location
get_location (const token& t, const void* data)
{
assert (data != nullptr); // E.g., must be &parser::path_.
const path* p (*static_cast<const path* const*> (data));
return get_location (t, *p);
}
}
#endif // BUILD2_TOKEN
|