blob: c592a924cb59417ae25dd70ea392de798ac75b9b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
|
/*
* Copyright (c) 2020, the SerenityOS developers.
*
* SPDX-License-Identifier: BSD-2-Clause
*/
#pragma once
#include <AK/StringView.h>
#include <AK/Types.h>
namespace Cpp {
#define FOR_EACH_TOKEN_TYPE \
__TOKEN(Unknown) \
__TOKEN(Whitespace) \
__TOKEN(PreprocessorStatement) \
__TOKEN(IncludeStatement) \
__TOKEN(IncludePath) \
__TOKEN(LeftParen) \
__TOKEN(RightParen) \
__TOKEN(LeftCurly) \
__TOKEN(RightCurly) \
__TOKEN(LeftBracket) \
__TOKEN(RightBracket) \
__TOKEN(Less) \
__TOKEN(Greater) \
__TOKEN(LessEquals) \
__TOKEN(GreaterEquals) \
__TOKEN(LessLess) \
__TOKEN(GreaterGreater) \
__TOKEN(LessLessEquals) \
__TOKEN(GreaterGreaterEquals) \
__TOKEN(LessGreater) \
__TOKEN(Comma) \
__TOKEN(Plus) \
__TOKEN(PlusPlus) \
__TOKEN(PlusEquals) \
__TOKEN(Minus) \
__TOKEN(MinusMinus) \
__TOKEN(MinusEquals) \
__TOKEN(Asterisk) \
__TOKEN(AsteriskEquals) \
__TOKEN(Slash) \
__TOKEN(SlashEquals) \
__TOKEN(Percent) \
__TOKEN(PercentEquals) \
__TOKEN(Caret) \
__TOKEN(CaretEquals) \
__TOKEN(ExclamationMark) \
__TOKEN(ExclamationMarkEquals) \
__TOKEN(Equals) \
__TOKEN(EqualsEquals) \
__TOKEN(And) \
__TOKEN(AndAnd) \
__TOKEN(AndEquals) \
__TOKEN(Pipe) \
__TOKEN(PipePipe) \
__TOKEN(PipeEquals) \
__TOKEN(Tilde) \
__TOKEN(QuestionMark) \
__TOKEN(Colon) \
__TOKEN(ColonColon) \
__TOKEN(ColonColonAsterisk) \
__TOKEN(Semicolon) \
__TOKEN(Dot) \
__TOKEN(DotAsterisk) \
__TOKEN(Arrow) \
__TOKEN(ArrowAsterisk) \
__TOKEN(DoubleQuotedString) \
__TOKEN(SingleQuotedString) \
__TOKEN(RawString) \
__TOKEN(EscapeSequence) \
__TOKEN(Comment) \
__TOKEN(Integer) \
__TOKEN(Float) \
__TOKEN(Keyword) \
__TOKEN(KnownType) \
__TOKEN(Identifier) \
__TOKEN(EOF_TOKEN)
struct Position {
size_t line { 0 };
size_t column { 0 };
bool operator<(Position const&) const;
bool operator<=(Position const&) const;
bool operator>(Position const&) const;
bool operator==(Position const&) const;
};
struct Token {
enum class Type {
#define __TOKEN(x) x,
FOR_EACH_TOKEN_TYPE
#undef __TOKEN
};
Token(Type type, Position const& start, Position const& end, StringView text)
: m_type(type)
, m_start(start)
, m_end(end)
, m_text(text)
{
}
static char const* type_to_string(Type t)
{
switch (t) {
#define __TOKEN(x) \
case Type::x: \
return #x;
FOR_EACH_TOKEN_TYPE
#undef __TOKEN
}
VERIFY_NOT_REACHED();
}
String to_string() const;
String type_as_string() const;
Position const& start() const { return m_start; }
Position const& end() const { return m_end; }
void set_start(Position const& other) { m_start = other; }
void set_end(Position const& other) { m_end = other; }
Type type() const { return m_type; }
StringView text() const { return m_text; }
private:
Type m_type { Type::Unknown };
Position m_start;
Position m_end;
StringView m_text;
};
}
#undef FOR_EACH_TOKEN_TYPE
|
