summaryrefslogtreecommitdiff
path: root/cli/token.hxx
blob: d04ee7ac45cd735d6ed744df1a497a5d28d4f334 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
// file      : cli/token.hxx
// author    : Boris Kolpackov <boris@codesynthesis.com>
// copyright : Copyright (c) 2009-2011 Code Synthesis Tools CC
// license   : MIT; see accompanying LICENSE file

#ifndef CLI_TOKEN_HXX
#define CLI_TOKEN_HXX

#include <string>
#include <cstddef> // std::size_t

class token
{
public:
  enum token_type
  {
    t_eos,
    t_keyword,
    t_identifier,
    t_punctuation,
    t_cxx_path_lit,
    t_cli_path_lit,
    t_string_lit,
    t_char_lit,
    t_bool_lit,
    t_int_lit,
    t_float_lit,
    t_call_expr,    // The so called "call expression", e.g., (2, a).
    t_template_expr // The so called "template expression", e.g., <foo, 3>.
  };

  token_type
  type () const;

  std::size_t
  line () const;

  std::size_t
  column () const;

  // Keyword
  //
public:
  enum keyword_type
  {
    k_source,
    k_include,
    k_namespace,
    k_class,
    k_signed,
    k_unsigned,
    k_bool,
    k_char,
    k_wchar,
    k_short,
    k_int,
    k_long,
    k_float,
    k_double,
    k_invalid
  };

  // Return the keyword id if type is t_keyword and k_invalid otherwise.
  //
  keyword_type
  keyword () const;

  // Identifier
  //
public:
  std::string const&
  identifier () const;

  // Punctuation
  //
public:
  enum punctuation_type
  {
    p_semi,
    p_comma,
    p_colon,
    p_dcolon,
    p_lcbrace,
    p_rcbrace,
    // p_lparen,
    // p_rparen,
    p_eq,
    p_or,
    p_invalid
  };

  // Return the punctuation id if type is t_punctuation and p_invalid
  // otherwise.
  //
  punctuation_type
  punctuation () const;

  // Literals.
  //
public:
  std::string const&
  literal () const;

  // Expressions.
  //
public:
  std::string const&
  expression () const;

  // C-tors.
  //
public:
  // EOS.
  //
  token (std::size_t l, std::size_t c);

  token (keyword_type k, std::size_t l, std::size_t c);
  token (punctuation_type p, std::size_t l, std::size_t c);

  // Identifier, literals, and expressions.
  //
  token (token_type t, std::string const& s, std::size_t l, std::size_t c);

private:
  std::size_t l_;
  std::size_t c_;

  token_type type_;
  keyword_type keyword_;
  punctuation_type punctuation_;
  std::string str_;
};

#include "token.ixx"

#endif // CLI_TOKEN_HXX