blob: 2969e5dcafb5e6c9830a2125baed07b544f6c627 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
// file : xsd/type-map/lexer.hxx
// author : Boris Kolpackov <boris@codesynthesis.com>
// copyright : Copyright (c) 2007-2009 Code Synthesis Tools CC
// license : GNU GPL v2 + exceptions; see accompanying LICENSE file
#ifndef XSD_TYPE_MAP_LEXER_HXX
#define XSD_TYPE_MAP_LEXER_HXX
#include <locale>
#include <iosfwd>
#include <cult/types.hxx>
namespace TypeMap
{
using namespace Cult::Types;
typedef WideString String;
class Lexer
{
public:
class Token
{
public:
enum Type
{
token,
punct,
eos
};
Token (Type type, String const& lexeme, UnsignedLong line)
: type_ (type), lexeme_ (lexeme), line_ (line)
{
}
Type
type () const
{
return type_;
}
String const&
lexeme () const
{
return lexeme_;
}
UnsignedLong
line () const
{
return line_;
}
private:
Type type_;
String lexeme_;
UnsignedLong line_;
};
Lexer (std::istream&, String const& path);
struct Failed {};
Token
next ();
private:
std::locale locale_;
std::istream& is_;
String path_;
UnsignedLong line_;
String held_lexeme_;
Boolean comment_;
};
}
#endif // XSD_TYPE_MAP_LEXER_HXX
|