blob: 7c6da6358860919c28ecf5570d98ddd017dbc5b8 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
|
/*
* Copyright (c) 2018-2020, Andreas Kling <kling@serenityos.org>
*
* SPDX-License-Identifier: BSD-2-Clause
*/
#pragma once
#include <AK/StringView.h>
#include <AK/Vector.h>
#include <LibCpp/Token.h>
namespace Cpp {
class Lexer {
public:
explicit Lexer(StringView, size_t start_line = 0);
Vector<Token> lex();
template<typename Callback>
void lex_iterable(Callback);
void set_ignore_whitespace(bool value) { m_options.ignore_whitespace = value; }
private:
char peek(size_t offset = 0) const;
char consume();
void lex_impl(Function<void(Token)>);
StringView m_input;
size_t m_index { 0 };
Position m_previous_position { 0, 0 };
Position m_position { 0, 0 };
struct Options {
bool ignore_whitespace { false };
} m_options;
};
template<typename Callback>
void Lexer::lex_iterable(Callback callback)
{
return lex_impl(move(callback));
}
}
|
