/* * Copyright (c) 2020, the SerenityOS developers. * * SPDX-License-Identifier: BSD-2-Clause */ #pragma once #include #include namespace Cpp { #define FOR_EACH_TOKEN_TYPE \ __TOKEN(Unknown) \ __TOKEN(Whitespace) \ __TOKEN(PreprocessorStatement) \ __TOKEN(IncludeStatement) \ __TOKEN(IncludePath) \ __TOKEN(LeftParen) \ __TOKEN(RightParen) \ __TOKEN(LeftCurly) \ __TOKEN(RightCurly) \ __TOKEN(LeftBracket) \ __TOKEN(RightBracket) \ __TOKEN(Less) \ __TOKEN(Greater) \ __TOKEN(LessEquals) \ __TOKEN(GreaterEquals) \ __TOKEN(LessLess) \ __TOKEN(GreaterGreater) \ __TOKEN(LessLessEquals) \ __TOKEN(GreaterGreaterEquals) \ __TOKEN(LessGreater) \ __TOKEN(Comma) \ __TOKEN(Plus) \ __TOKEN(PlusPlus) \ __TOKEN(PlusEquals) \ __TOKEN(Minus) \ __TOKEN(MinusMinus) \ __TOKEN(MinusEquals) \ __TOKEN(Asterisk) \ __TOKEN(AsteriskEquals) \ __TOKEN(Slash) \ __TOKEN(SlashEquals) \ __TOKEN(Percent) \ __TOKEN(PercentEquals) \ __TOKEN(Caret) \ __TOKEN(CaretEquals) \ __TOKEN(ExclamationMark) \ __TOKEN(ExclamationMarkEquals) \ __TOKEN(Equals) \ __TOKEN(EqualsEquals) \ __TOKEN(And) \ __TOKEN(AndAnd) \ __TOKEN(AndEquals) \ __TOKEN(Pipe) \ __TOKEN(PipePipe) \ __TOKEN(PipeEquals) \ __TOKEN(Tilde) \ __TOKEN(QuestionMark) \ __TOKEN(Colon) \ __TOKEN(ColonColon) \ __TOKEN(ColonColonAsterisk) \ __TOKEN(Semicolon) \ __TOKEN(Dot) \ __TOKEN(DotAsterisk) \ __TOKEN(Arrow) \ __TOKEN(ArrowAsterisk) \ __TOKEN(DoubleQuotedString) \ __TOKEN(SingleQuotedString) \ __TOKEN(RawString) \ __TOKEN(EscapeSequence) \ __TOKEN(Comment) \ __TOKEN(Integer) \ __TOKEN(Float) \ __TOKEN(Keyword) \ __TOKEN(KnownType) \ __TOKEN(Identifier) \ __TOKEN(EOF_TOKEN) struct Position { size_t line { 0 }; size_t column { 0 }; bool operator<(const Position&) const; bool operator<=(const Position&) const; bool operator>(const Position&) const; bool operator==(const Position&) const; }; struct Token { enum class Type { #define __TOKEN(x) x, FOR_EACH_TOKEN_TYPE #undef __TOKEN }; Token(Type type, const Position& start, const Position& end, const StringView& text) : m_type(type) , m_start(start) , m_end(end) , m_text(text) { } static const char* type_to_string(Type t) { switch (t) { #define __TOKEN(x) \ case Type::x: \ return #x; FOR_EACH_TOKEN_TYPE #undef __TOKEN } VERIFY_NOT_REACHED(); } String to_string() const; String type_as_string() const; const Position& start() const { return m_start; } const Position& end() const { return m_end; } void set_start(const Position& other) { m_start = other; } void set_end(const Position& other) { m_end = other; } Type type() const { return m_type; } const StringView& text() const { return m_text; } private: Type m_type { Type::Unknown }; Position m_start; Position m_end; StringView m_text; }; }