1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
// file : cli/token.hxx
// author : Boris Kolpackov <boris@codesynthesis.com>
// copyright : Copyright (c) 2009 Code Synthesis Tools CC
// license : MIT; see accompanying LICENSE file
#ifndef CLI_TOKEN_HXX
#define CLI_TOKEN_HXX
#include <string>
#include <cstddef> // std::size_t
class Token
{
public:
enum Type
{
t_eos,
t_keyword,
t_identifier,
t_punctuation,
t_path_lit,
t_string_lit,
t_char_lit,
t_bool_lit,
t_int_lit,
t_float_lit
};
Type
type () const;
std::size_t
line () const;
std::size_t
column () const;
// Keyword
//
public:
enum Keyword
{
k_include,
k_namespace,
k_class,
k_signed,
k_unsigned,
k_bool,
k_char,
k_wchar,
k_short,
k_int,
k_long,
k_float,
k_double
};
Keyword
keyword () const;
// Identifier
//
public:
std::string const&
identifier () const;
// Punctuation
//
public:
enum Punctuation
{
p_semi,
p_comma,
p_colon,
p_lcbrace,
p_rcbrace,
p_lparen,
p_rparen,
p_eq,
p_or
};
Punctuation
punctuation () const;
// Literals.
//
public:
std::string const&
literal () const;
// C-tors.
//
public:
// EOS.
//
Token (std::size_t l, std::size_t c);
Token (Keyword k, std::size_t l, std::size_t c);
Token (Punctuation p, std::size_t l, std::size_t c);
// Identifier & literals.
//
Token (Type t, std::string const& s, std::size_t l, std::size_t c);
private:
std::size_t l_;
std::size_t c_;
Type type_;
Keyword keyword_;
Punctuation punctuation_;
std::string str_;
};
#include "token.ixx"
#endif // CLI_TOKEN_HXX
|
