/* * Copyright (c) 2021, Tim Flynn * * SPDX-License-Identifier: BSD-2-Clause */ #pragma once #include #include #include #include #include #include #include #include #include #include #include #include #include #include template inline constexpr bool StorageTypeIsList = false; template inline constexpr bool StorageTypeIsList> = true; template concept IntegralOrEnum = Integral || Enum; template struct AK::Traits> : public GenericTraits> { static unsigned hash(Vector const& list) { auto hash = int_hash(static_cast(list.size())); for (auto value : list) { if constexpr (Enum) hash = pair_int_hash(hash, to_underlying(value)); else hash = pair_int_hash(hash, value); } return hash; } }; template class UniqueStorage { public: IndexType ensure(StorageType value) { // We maintain a set of unique values in two structures: a vector which stores the values in // the order they are added, and a hash map which maps that value to its index in the vector. // The vector is to ensure the values are generated in an easily known order, and the map is // to allow quickly deciding if a value is actually unique (otherwise, we'd have to linearly // search the vector for each value). // // Also note that index 0 will be reserved for the default-initialized value, so the index // returned from this method is actually the real index in the vector + 1. if (auto index = m_storage_indices.get(value); index.has_value()) return *index; m_storage.append(move(value)); size_t index = m_storage.size(); VERIFY(index < NumericLimits::max()); auto storage_index = static_cast(index); m_storage_indices.set(m_storage.last(), storage_index); return storage_index; } StorageType const& get(IndexType index) const { if (index == 0) { static StorageType empty {}; return empty; } VERIFY(index <= m_storage.size()); return m_storage.at(index - 1); } void generate(SourceGenerator& generator, StringView type, StringView name, size_t max_values_per_row) requires(!StorageTypeIsList) { generator.set("type"sv, type); generator.set("name"sv, name); generator.set("size"sv, String::number(m_storage.size())); generator.append(R"~~~( static constexpr Array<@type@, @size@ + 1> @name@ { { {})~~~"); size_t values_in_current_row = 1; for (auto const& value : m_storage) { if (values_in_current_row++ > 0) generator.append(", "); if constexpr (IsSame) generator.append(String::formatted("\"{}\"sv", value)); else generator.append(String::formatted("{}", value)); if (values_in_current_row == max_values_per_row) { values_in_current_row = 0; generator.append(",\n "); } } generator.append(R"~~~( } }; )~~~"); } void generate(SourceGenerator& generator, StringView type, StringView name) requires(StorageTypeIsList) { generator.set("type"sv, type); generator.set("name"sv, name); for (size_t i = 0; i < m_storage.size(); ++i) { auto const& list = m_storage[i]; generator.set("index"sv, String::number(i)); generator.set("size"sv, String::number(list.size())); generator.append(R"~~~( static constexpr Array<@type@, @size@> @name@@index@ { {)~~~"); bool first = true; for (auto const& value : list) { generator.append(first ? " " : ", "); generator.append(String::formatted("{}", value)); first = false; } generator.append(" } };"); } generator.set("size"sv, String::number(m_storage.size())); generator.append(R"~~~( static constexpr Array, @size@ + 1> @name@ { { {})~~~"); constexpr size_t max_values_per_row = 10; size_t values_in_current_row = 1; for (size_t i = 0; i < m_storage.size(); ++i) { if (values_in_current_row++ > 0) generator.append(", "); generator.set("index"sv, String::number(i)); generator.append("@name@@index@.span()"); if (values_in_current_row == max_values_per_row) { values_in_current_row = 0; generator.append(",\n "); } } generator.append(R"~~~( } }; )~~~"); } // clang-format off // clang-format gets confused by the requires() clauses above, and formats this section very weirdly. private: Vector m_storage; HashMap m_storage_indices; // clang-format on }; template class UniqueStringStorage : public UniqueStorage { using Base = UniqueStorage; public: void generate(SourceGenerator& generator) { Base::generate(generator, "StringView"sv, "s_string_list"sv, 40); } }; struct Alias { String name; String alias; }; template struct CanonicalLanguageID { static ErrorOr parse(UniqueStringStorage& unique_strings, StringView language) { CanonicalLanguageID language_id {}; auto segments = language.split_view('-'); VERIFY(!segments.is_empty()); size_t index = 0; if (Unicode::is_unicode_language_subtag(segments[index])) { language_id.language = unique_strings.ensure(segments[index]); if (segments.size() == ++index) return language_id; } else { return Error::from_string_literal("Expected language subtag"sv); } if (Unicode::is_unicode_script_subtag(segments[index])) { language_id.script = unique_strings.ensure(segments[index]); if (segments.size() == ++index) return language_id; } if (Unicode::is_unicode_region_subtag(segments[index])) { language_id.region = unique_strings.ensure(segments[index]); if (segments.size() == ++index) return language_id; } while (index < segments.size()) { if (!Unicode::is_unicode_variant_subtag(segments[index])) return Error::from_string_literal("Expected variant subtag"sv); language_id.variants.append(unique_strings.ensure(segments[index++])); } return language_id; } StringIndexType language { 0 }; StringIndexType script { 0 }; StringIndexType region { 0 }; Vector variants {}; }; inline ErrorOr path_to_dir_iterator(String path, StringView subpath = "main"sv) { LexicalPath lexical_path(move(path)); if (!subpath.is_empty()) lexical_path = lexical_path.append(subpath); Core::DirIterator iterator(lexical_path.string(), Core::DirIterator::SkipParentAndBaseDir); if (iterator.has_error()) return Error::from_string_literal(iterator.error_string()); return iterator; } inline ErrorOr next_path_from_dir_iterator(Core::DirIterator& iterator) { auto next_path = iterator.next_full_path(); if (iterator.has_error()) return Error::from_string_literal(iterator.error_string()); return next_path; } inline void ensure_from_string_types_are_generated(SourceGenerator& generator) { static bool generated_from_string_types = false; if (generated_from_string_types) return; generator.append(R"~~~( template struct HashValuePair { unsigned hash { 0 }; ValueType value {}; }; template struct HashValueComparator { constexpr int operator()(unsigned hash, HashValuePair const& pair) { if (hash > pair.hash) return 1; if (hash < pair.hash) return -1; return 0; } }; )~~~"); generated_from_string_types = true; } template using HashValueMap = HashMap; struct ValueFromStringOptions { Optional return_type {}; StringView return_format { "{}"sv }; CaseSensitivity sensitivity { CaseSensitivity::CaseSensitive }; }; template void generate_value_from_string(SourceGenerator& generator, StringView method_name_format, StringView value_type, StringView value_name, HashValueMap hashes, ValueFromStringOptions options = {}) { ensure_from_string_types_are_generated(generator); generator.set("method_name", String::formatted(method_name_format, value_name)); generator.set("value_type", value_type); generator.set("value_name", value_name); generator.set("return_type", options.return_type.has_value() ? *options.return_type : value_type); generator.set("size", String::number(hashes.size())); generator.append(R"~~~( Optional<@return_type@> @method_name@(StringView key) { constexpr Array, @size@> hash_pairs { { )~~~"); auto hash_keys = hashes.keys(); quick_sort(hash_keys); constexpr size_t max_values_per_row = 10; size_t values_in_current_row = 0; for (auto hash_key : hash_keys) { if (values_in_current_row++ > 0) generator.append(" "); if constexpr (IsIntegral) generator.set("value"sv, String::number(hashes.get(hash_key).value())); else generator.set("value"sv, String::formatted("{}::{}", value_type, hashes.get(hash_key).value())); generator.set("hash"sv, String::number(hash_key)); generator.append("{ @hash@U, @value@ },"sv); if (values_in_current_row == max_values_per_row) { generator.append("\n "); values_in_current_row = 0; } } generator.set("return_statement", String::formatted(options.return_format, "value->value"sv)); generator.append(R"~~~( } }; )~~~"); if (options.sensitivity == CaseSensitivity::CaseSensitive) { generator.append(R"~~~( auto hash = key.hash(); )~~~"); } else { generator.append(R"~~~( auto hash = CaseInsensitiveStringViewTraits::hash(key); )~~~"); } generator.append(R"~~~( if (auto const* value = binary_search(hash_pairs, hash, nullptr, HashValueComparator<@value_type@> {})) return @return_statement@; return {}; } )~~~"); } template void generate_value_to_string(SourceGenerator& generator, StringView method_name_format, StringView value_type, StringView value_name, IdentifierFormatter&& format_identifier, Span values) { generator.set("method_name", String::formatted(method_name_format, value_name)); generator.set("value_type", value_type); generator.set("value_name", value_name); generator.append(R"~~~( StringView @method_name@(@value_type@ @value_name@) { using enum @value_type@; switch (@value_name@) {)~~~"); for (auto const& value : values) { generator.set("enum_value", format_identifier(value_type, value)); generator.set("string_value", value); generator.append(R"~~~( case @enum_value@: return "@string_value@"sv;)~~~"); } generator.append(R"~~~( } VERIFY_NOT_REACHED(); } )~~~"); } template void generate_enum(SourceGenerator& generator, IdentifierFormatter&& format_identifier, StringView name, StringView default_, Vector& values, Vector aliases = {}) { quick_sort(values, [](auto const& value1, auto const& value2) { return value1.to_lowercase() < value2.to_lowercase(); }); quick_sort(aliases, [](auto const& alias1, auto const& alias2) { return alias1.alias.to_lowercase() < alias2.alias.to_lowercase(); }); generator.set("name", name); generator.set("underlying", ((values.size() + !default_.is_empty()) < 256) ? "u8"sv : "u16"sv); generator.append(R"~~~( enum class @name@ : @underlying@ {)~~~"); if (!default_.is_empty()) { generator.set("default", default_); generator.append(R"~~~( @default@,)~~~"); } for (auto const& value : values) { generator.set("value", format_identifier(name, value)); generator.append(R"~~~( @value@,)~~~"); } for (auto const& alias : aliases) { generator.set("alias", format_identifier(name, alias.alias)); generator.set("value", format_identifier(name, alias.name)); generator.append(R"~~~( @alias@ = @value@,)~~~"); } generator.append(R"~~~( }; )~~~"); } template void generate_mapping(SourceGenerator& generator, LocalesType const& locales, StringView type, StringView name, StringView format, IdentifierFormatter&& format_identifier, ListFormatter&& format_list) { auto format_mapping_name = [&](StringView format, StringView name) { String mapping_name; if constexpr (IsNullPointer) mapping_name = name.replace("-"sv, "_"sv, true); else mapping_name = format_identifier(type, name); return String::formatted(format, mapping_name.to_lowercase()); }; Vector mapping_names; for (auto const& locale : locales) { String mapping_name; if constexpr (requires { locale.key; }) { mapping_name = format_mapping_name(format, locale.key); format_list(mapping_name, locale.value); } else { mapping_name = format_mapping_name(format, locale); format_list(mapping_name, locale); } mapping_names.append(move(mapping_name)); } quick_sort(mapping_names); generator.set("type", type); generator.set("name", name); generator.set("size", String::number(locales.size())); generator.append(R"~~~( static constexpr Array, @size@> @name@ { { )~~~"); constexpr size_t max_values_per_row = 10; size_t values_in_current_row = 0; for (auto& mapping_name : mapping_names) { if (values_in_current_row++ > 0) generator.append(" "); generator.set("name", move(mapping_name)); generator.append("@name@.span(),"); if (values_in_current_row == max_values_per_row) { values_in_current_row = 0; generator.append("\n "); } } generator.append(R"~~~( } }; )~~~"); } template void generate_available_values(SourceGenerator& generator, StringView name, Vector const& values, Vector const& aliases = {}) { generator.set("name", name); generator.set("size", String::number(values.size())); generator.append(R"~~~( Span @name@() { static constexpr Array values { {)~~~"); bool first = true; for (auto const& value : values) { generator.append(first ? " " : ", "); first = false; if (auto it = aliases.find_if([&](auto const& alias) { return alias.name == value; }); it != aliases.end()) generator.append(String::formatted("\"{}\"sv", it->alias)); else generator.append(String::formatted("\"{}\"sv", value)); } generator.append(R"~~~( } }; return values.span(); } )~~~"); }