blob: 1caceb38007b7b0c01ccd0658cf0a294df25ef95 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
|
// file : cli/lexer.hxx
// author : Boris Kolpackov <boris@codesynthesis.com>
// copyright : Copyright (c) 2009 Code Synthesis Tools CC
// license : MIT; see accompanying LICENSE file
#ifndef CLI_LEXER_HXX
#define CLI_LEXER_HXX
#include <map>
#include <string>
#include <locale>
#include <cstddef> // std::size_t
#include <istream>
#include "token.hxx"
class Lexer
{
public:
Lexer (std::istream& is, std::string const& id);
Token
next ();
protected:
class Char
{
public:
typedef std::char_traits<char> Traits;
typedef Traits::int_type IntType;
typedef Traits::char_type CharType;
Char (IntType v, std::size_t l, std::size_t c);
operator CharType () const;
IntType
value () const;
std::size_t
line () const;
std::size_t
column () const;
private:
IntType v_;
std::size_t l_;
std::size_t c_;
};
Char
get ();
Char
peek ();
protected:
class invalid_input {};
void
skip_spaces ();
Token
identifier (Char);
Token
int_literal (Char,
bool neg = false,
std::size_t ml = 0,
std::size_t mc = 0);
Token
char_literal (Char);
Token
string_literal (Char);
std::string
string_literal_trailer ();
Token
path_literal (Char);
protected:
bool
is_alpha (char c) const;
bool
is_oct_digit (char c) const;
bool
is_dec_digit (char c) const;
bool
is_hex_digit (char c) const;
bool
is_alnum (char c) const;
bool
is_space (char c) const;
bool
is_eos (Char const& c) const;
char
to_upper (char c) const;
private:
typedef std::map<std::string, Token::Keyword> KeywordMap;
std::locale loc_;
std::istream& is_;
std::string id_;
std::size_t l_;
std::size_t c_;
KeywordMap keyword_map_;
bool eos_;
bool include_;
};
#include "lexer.ixx"
#endif // CLI_LEXER_HXX
|