/* * Copyright (c) 2020, Stephan Unverwerth * * SPDX-License-Identifier: BSD-2-Clause */ #pragma once #include "Token.h" #include #include #include namespace JS { class Lexer { public: explicit Lexer(StringView source, StringView filename = "(unknown)"sv, size_t line_number = 1, size_t line_column = 0); Token next(); DeprecatedString const& source() const { return m_source; }; DeprecatedString const& filename() const { return m_filename; }; void disallow_html_comments() { m_allow_html_comments = false; }; Token force_slash_as_regex(); private: void consume(); bool consume_exponent(); bool consume_octal_number(); bool consume_hexadecimal_number(); bool consume_binary_number(); bool consume_decimal_number(); bool is_unicode_character() const; u32 current_code_point() const; bool is_eof() const; bool is_line_terminator() const; bool is_whitespace() const; Optional is_identifier_unicode_escape(size_t& identifier_length) const; Optional is_identifier_start(size_t& identifier_length) const; Optional is_identifier_middle(size_t& identifier_length) const; bool is_line_comment_start(bool line_has_token_yet) const; bool is_block_comment_start() const; bool is_block_comment_end() const; bool is_numeric_literal_start() const; bool match(char, char) const; bool match(char, char, char) const; bool match(char, char, char, char) const; template bool match_numeric_literal_separator_followed_by(Callback) const; bool slash_means_division() const; TokenType consume_regex_literal(); DeprecatedString m_source; size_t m_position { 0 }; Token m_current_token; char m_current_char { 0 }; bool m_eof { false }; DeprecatedString m_filename; size_t m_line_number { 1 }; size_t m_line_column { 0 }; bool m_regex_is_in_character_class { false }; struct TemplateState { bool in_expr; u8 open_bracket_count; }; Vector m_template_states; bool m_allow_html_comments { true }; Optional m_hit_invalid_unicode; static HashMap s_keywords; static HashMap s_three_char_tokens; static HashMap s_two_char_tokens; static HashMap s_single_char_tokens; struct ParsedIdentifiers : public RefCounted { // Resolved identifiers must be kept alive for the duration of the parsing stage, otherwise // the only references to these strings are deleted by the Token destructor. HashTable identifiers; }; RefPtr m_parsed_identifiers; }; }