aboutsummaryrefslogtreecommitdiff
path: root/build/lexer
blob: cf67eecbbea58ebace0073b4d006b0d9e77349da (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
// file      : build/lexer -*- C++ -*-
// copyright : Copyright (c) 2014-2015 Code Synthesis Tools CC
// license   : MIT; see accompanying LICENSE file

#ifndef BUILD_LEXER
#define BUILD_LEXER

#include <string>
#include <iosfwd>
#include <cstdint> // uint64_t
#include <exception>

#include <build/token>

namespace build
{
  // The handler must assume the diagnostics has already been issued.
  //
  struct lexer_error: std::exception {};

  class lexer
  {
  public:
    lexer (std::istream& is, const std::string& name, std::ostream& diag)
        : is_ (is), name_ (name), diag_ (diag) {}

    token
    next ();

    // Character interface.
    //
  private:
    class xchar
    {
    public:
      typedef std::char_traits<char> traits_type;
      typedef traits_type::int_type int_type;
      typedef traits_type::char_type char_type;

      xchar (int_type v, std::uint64_t l, std::uint64_t c)
          : v_ (v), l_ (l), c_ (c) {}

      operator char_type () const {return static_cast<char_type> (v_);}

      int_type
      value () const {return v_;}

      std::uint64_t line () const {return l_;}
      std::uint64_t column () const {return c_;}

    private:
      int_type v_;
      std::uint64_t l_;
      std::uint64_t c_;
    };

    xchar
    peek ();

    xchar
    get ();

    void
    unget (const xchar&);

    // Tests.
    //
    bool
    is_eos (const xchar& c) const
    {
      return c.value () == xchar::traits_type::eof ();
    }

    // Scanner.
    //
  private:
    xchar
    escape ();

    void
    skip_spaces ();

    token
    name (xchar);

    // Utilities.
    //
  private:
    std::ostream&
    error (const xchar&);

  private:
    std::istream& is_;
    std::string name_;
    std::ostream& diag_;

    std::uint64_t l_ {1};
    std::uint64_t c_ {1};

    bool eos_ {false};

    bool unget_ {false};
    xchar buf_ {0, 0, 0};
  };
}

#endif // BUILD_LEXER