diff options
author | Hendiadyoin1 <leon.a@serenityos.org> | 2022-03-21 00:09:28 +0100 |
---|---|---|
committer | Andreas Kling <kling@serenityos.org> | 2022-03-21 10:48:17 +0100 |
commit | 6a95df25264b4f5e616608dd02826b61e25e1112 (patch) | |
tree | f224c66d2303df5f29ab4e3b4bc65ee170b1a4a1 /Userland/Libraries/LibTextCodec/Decoder.cpp | |
parent | 820e03e8d4e197063be409c39d582800e98d0259 (diff) | |
download | serenity-6a95df25264b4f5e616608dd02826b61e25e1112.zip |
LibTextCodec: Don't allocate Strings on encoding normalisation
This ripples down to LibWeb's HTML and XHR decoders, which therefore
become less allocation heavy.
Diffstat (limited to 'Userland/Libraries/LibTextCodec/Decoder.cpp')
-rw-r--r-- | Userland/Libraries/LibTextCodec/Decoder.cpp | 86 |
1 files changed, 43 insertions, 43 deletions
diff --git a/Userland/Libraries/LibTextCodec/Decoder.cpp b/Userland/Libraries/LibTextCodec/Decoder.cpp index 2855bff677..71795a265e 100644 --- a/Userland/Libraries/LibTextCodec/Decoder.cpp +++ b/Userland/Libraries/LibTextCodec/Decoder.cpp @@ -57,91 +57,91 @@ Decoder* decoder_for(const String& a_encoding) } // https://encoding.spec.whatwg.org/#concept-encoding-get -Optional<String> get_standardized_encoding(const String& encoding) +Optional<StringView> get_standardized_encoding(StringView encoding) { - String trimmed_lowercase_encoding = encoding.trim_whitespace().to_lowercase(); + encoding = encoding.trim_whitespace(); - if (trimmed_lowercase_encoding.is_one_of("unicode-1-1-utf-8", "unicode11utf8", "unicode20utf8", "utf-8", "utf8", "x-unicode20utf8")) + if (encoding.is_one_of_ignoring_case("unicode-1-1-utf-8", "unicode11utf8", "unicode20utf8", "utf-8", "utf8", "x-unicode20utf8")) return "UTF-8"; - if (trimmed_lowercase_encoding.is_one_of("866", "cp866", "csibm866", "ibm866")) + if (encoding.is_one_of_ignoring_case("866", "cp866", "csibm866", "ibm866")) return "IBM866"; - if (trimmed_lowercase_encoding.is_one_of("csisolatin2", "iso-8859-2", "iso-ir-101", "iso8859-2", "iso88592", "iso_8859-2", "iso_8859-2:1987", "l2", "latin2")) + if (encoding.is_one_of_ignoring_case("csisolatin2", "iso-8859-2", "iso-ir-101", "iso8859-2", "iso88592", "iso_8859-2", "iso_8859-2:1987", "l2", "latin2")) return "ISO-8859-2"; - if (trimmed_lowercase_encoding.is_one_of("csisolatin3", "iso-8859-3", "iso-ir-109", "iso8859-3", "iso88593", "iso_8859-3", "iso_8859-3:1988", "l3", "latin3")) + if (encoding.is_one_of_ignoring_case("csisolatin3", "iso-8859-3", "iso-ir-109", "iso8859-3", "iso88593", "iso_8859-3", "iso_8859-3:1988", "l3", "latin3")) return "ISO-8859-3"; - if (trimmed_lowercase_encoding.is_one_of("csisolatin4", "iso-8859-4", "iso-ir-110", "iso8859-4", "iso88594", "iso_8859-4", "iso_8859-4:1989", "l4", "latin4")) + if (encoding.is_one_of_ignoring_case("csisolatin4", "iso-8859-4", "iso-ir-110", "iso8859-4", "iso88594", "iso_8859-4", "iso_8859-4:1989", "l4", "latin4")) return "ISO-8859-4"; - if (trimmed_lowercase_encoding.is_one_of("csisolatincyrillic", "cyrillic", "iso-8859-5", "iso-ir-144", "iso8859-5", "iso88595", "iso_8859-5", "iso_8859-5:1988")) + if (encoding.is_one_of_ignoring_case("csisolatincyrillic", "cyrillic", "iso-8859-5", "iso-ir-144", "iso8859-5", "iso88595", "iso_8859-5", "iso_8859-5:1988")) return "ISO-8859-5"; - if (trimmed_lowercase_encoding.is_one_of("arabic", "asmo-708", "csiso88596e", "csiso88596i", "csisolatinarabic", "ecma-114", "iso-8859-6", "iso-8859-6-e", "iso-8859-6-i", "iso-ir-127", "iso8859-6", "iso88596", "iso_8859-6", "iso_8859-6:1987")) + if (encoding.is_one_of_ignoring_case("arabic", "asmo-708", "csiso88596e", "csiso88596i", "csisolatinarabic", "ecma-114", "iso-8859-6", "iso-8859-6-e", "iso-8859-6-i", "iso-ir-127", "iso8859-6", "iso88596", "iso_8859-6", "iso_8859-6:1987")) return "ISO-8859-6"; - if (trimmed_lowercase_encoding.is_one_of("csisolatingreek", "ecma-118", "elot_928", "greek", "greek8", "iso-8859-7", "iso-ir-126", "iso8859-7", "iso88597", "iso_8859-7", "iso_8859-7:1987", "sun_eu_greek")) + if (encoding.is_one_of_ignoring_case("csisolatingreek", "ecma-118", "elot_928", "greek", "greek8", "iso-8859-7", "iso-ir-126", "iso8859-7", "iso88597", "iso_8859-7", "iso_8859-7:1987", "sun_eu_greek")) return "ISO-8859-7"; - if (trimmed_lowercase_encoding.is_one_of("csiso88598e", "csisolatinhebrew", "hebrew", "iso-8859-8", "iso-8859-8-e", "iso-ir-138", "iso8859-8", "iso88598", "iso_8859-8", "iso_8859-8:1988", "visual")) + if (encoding.is_one_of_ignoring_case("csiso88598e", "csisolatinhebrew", "hebrew", "iso-8859-8", "iso-8859-8-e", "iso-ir-138", "iso8859-8", "iso88598", "iso_8859-8", "iso_8859-8:1988", "visual")) return "ISO-8859-8"; - if (trimmed_lowercase_encoding.is_one_of("csiso88598i", "iso-8859-8-i", "logical")) + if (encoding.is_one_of_ignoring_case("csiso88598i", "iso-8859-8-i", "logical")) return "ISO-8859-8-I"; - if (trimmed_lowercase_encoding.is_one_of("csisolatin6", "iso8859-10", "iso-ir-157", "iso8859-10", "iso885910", "l6", "latin6")) + if (encoding.is_one_of_ignoring_case("csisolatin6", "iso8859-10", "iso-ir-157", "iso8859-10", "iso885910", "l6", "latin6")) return "ISO-8859-10"; - if (trimmed_lowercase_encoding.is_one_of("iso-8859-13", "iso8859-13", "iso885913")) + if (encoding.is_one_of_ignoring_case("iso-8859-13", "iso8859-13", "iso885913")) return "ISO-8859-13"; - if (trimmed_lowercase_encoding.is_one_of("iso-8859-14", "iso8859-14", "iso885914")) + if (encoding.is_one_of_ignoring_case("iso-8859-14", "iso8859-14", "iso885914")) return "ISO-8859-14"; - if (trimmed_lowercase_encoding.is_one_of("csisolatin9", "iso-8859-15", "iso8859-15", "iso885915", "iso_8859-15", "l9")) + if (encoding.is_one_of_ignoring_case("csisolatin9", "iso-8859-15", "iso8859-15", "iso885915", "iso_8859-15", "l9")) return "ISO-8859-15"; - if (trimmed_lowercase_encoding == "iso-8859-16") + if (encoding.is_one_of_ignoring_case("iso-8859-16")) return "ISO-8859-16"; - if (trimmed_lowercase_encoding.is_one_of("cskoi8r", "koi", "koi8", "koi8-r", "koi8_r")) + if (encoding.is_one_of_ignoring_case("cskoi8r", "koi", "koi8", "koi8-r", "koi8_r")) return "KOI8-R"; - if (trimmed_lowercase_encoding.is_one_of("koi8-ru", "koi8-u")) + if (encoding.is_one_of_ignoring_case("koi8-ru", "koi8-u")) return "KOI8-U"; - if (trimmed_lowercase_encoding.is_one_of("csmacintosh", "mac", "macintosh", "x-mac-roman")) + if (encoding.is_one_of_ignoring_case("csmacintosh", "mac", "macintosh", "x-mac-roman")) return "macintosh"; - if (trimmed_lowercase_encoding.is_one_of("dos-874", "iso-8859-11", "iso8859-11", "iso885911", "tis-620", "windows-874")) + if (encoding.is_one_of_ignoring_case("dos-874", "iso-8859-11", "iso8859-11", "iso885911", "tis-620", "windows-874")) return "windows-874"; - if (trimmed_lowercase_encoding.is_one_of("cp1250", "windows-1250", "x-cp1250")) + if (encoding.is_one_of_ignoring_case("cp1250", "windows-1250", "x-cp1250")) return "windows-1250"; - if (trimmed_lowercase_encoding.is_one_of("cp1251", "windows-1251", "x-cp1251")) + if (encoding.is_one_of_ignoring_case("cp1251", "windows-1251", "x-cp1251")) return "windows-1251"; - if (trimmed_lowercase_encoding.is_one_of("ansi_x3.4-1968", "ascii", "cp1252", "cp819", "csisolatin1", "ibm819", "iso-8859-1", "iso-ir-100", "iso8859-1", "iso88591", "iso_8859-1", "iso_8859-1:1987", "l1", "latin1", "us-ascii", "windows-1252", "x-cp1252")) + if (encoding.is_one_of_ignoring_case("ansi_x3.4-1968", "ascii", "cp1252", "cp819", "csisolatin1", "ibm819", "iso-8859-1", "iso-ir-100", "iso8859-1", "iso88591", "iso_8859-1", "iso_8859-1:1987", "l1", "latin1", "us-ascii", "windows-1252", "x-cp1252")) return "windows-1252"; - if (trimmed_lowercase_encoding.is_one_of("cp1253", "windows-1253", "x-cp1253")) + if (encoding.is_one_of_ignoring_case("cp1253", "windows-1253", "x-cp1253")) return "windows-1253"; - if (trimmed_lowercase_encoding.is_one_of("cp1254", "csisolatin5", "iso-8859-9", "iso-ir-148", "iso-8859-9", "iso-88599", "iso_8859-9", "iso_8859-9:1989", "l5", "latin5", "windows-1254", "x-cp1254")) + if (encoding.is_one_of_ignoring_case("cp1254", "csisolatin5", "iso-8859-9", "iso-ir-148", "iso-8859-9", "iso-88599", "iso_8859-9", "iso_8859-9:1989", "l5", "latin5", "windows-1254", "x-cp1254")) return "windows-1254"; - if (trimmed_lowercase_encoding.is_one_of("cp1255", "windows-1255", "x-cp1255")) + if (encoding.is_one_of_ignoring_case("cp1255", "windows-1255", "x-cp1255")) return "windows-1255"; - if (trimmed_lowercase_encoding.is_one_of("cp1256", "windows-1256", "x-cp1256")) + if (encoding.is_one_of_ignoring_case("cp1256", "windows-1256", "x-cp1256")) return "windows-1256"; - if (trimmed_lowercase_encoding.is_one_of("cp1257", "windows-1257", "x-cp1257")) + if (encoding.is_one_of_ignoring_case("cp1257", "windows-1257", "x-cp1257")) return "windows-1257"; - if (trimmed_lowercase_encoding.is_one_of("cp1258", "windows-1258", "x-cp1258")) + if (encoding.is_one_of_ignoring_case("cp1258", "windows-1258", "x-cp1258")) return "windows-1258"; - if (trimmed_lowercase_encoding.is_one_of("x-mac-cyrillic", "x-mac-ukrainian")) + if (encoding.is_one_of_ignoring_case("x-mac-cyrillic", "x-mac-ukrainian")) return "x-mac-cyrillic"; - if (trimmed_lowercase_encoding.is_one_of("koi8-r", "koi8r")) + if (encoding.is_one_of_ignoring_case("koi8-r", "koi8r")) return "koi8-r"; - if (trimmed_lowercase_encoding.is_one_of("chinese", "csgb2312", "csiso58gb231280", "gb2312", "gb_2312", "gb_2312-80", "gbk", "iso-ir-58", "x-gbk")) + if (encoding.is_one_of_ignoring_case("chinese", "csgb2312", "csiso58gb231280", "gb2312", "gb_2312", "gb_2312-80", "gbk", "iso-ir-58", "x-gbk")) return "GBK"; - if (trimmed_lowercase_encoding == "gb18030") + if (encoding.is_one_of_ignoring_case("gb18030")) return "gb18030"; - if (trimmed_lowercase_encoding.is_one_of("big5", "big5-hkscs", "cn-big5", "csbig5", "x-x-big5")) + if (encoding.is_one_of_ignoring_case("big5", "big5-hkscs", "cn-big5", "csbig5", "x-x-big5")) return "Big5"; - if (trimmed_lowercase_encoding.is_one_of("cseucpkdfmtjapanese", "euc-jp", "x-euc-jp")) + if (encoding.is_one_of_ignoring_case("cseucpkdfmtjapanese", "euc-jp", "x-euc-jp")) return "EUC-JP"; - if (trimmed_lowercase_encoding.is_one_of("csiso2022jp", "iso-2022-jp")) + if (encoding.is_one_of_ignoring_case("csiso2022jp", "iso-2022-jp")) return "ISO-2022-JP"; - if (trimmed_lowercase_encoding.is_one_of("csshiftjis", "ms932", "ms_kanji", "shift-jis", "shift_jis", "sjis", "windows-31j", "x-sjis")) + if (encoding.is_one_of_ignoring_case("csshiftjis", "ms932", "ms_kanji", "shift-jis", "shift_jis", "sjis", "windows-31j", "x-sjis")) return "Shift_JIS"; - if (trimmed_lowercase_encoding.is_one_of("cseuckr", "csksc56011987", "euc-kr", "iso-ir-149", "korean", "ks_c_5601-1987", "ks_c_5601-1989", "ksc5601", "ksc_5601", "windows-949")) + if (encoding.is_one_of_ignoring_case("cseuckr", "csksc56011987", "euc-kr", "iso-ir-149", "korean", "ks_c_5601-1987", "ks_c_5601-1989", "ksc5601", "ksc_5601", "windows-949")) return "EUC-KR"; - if (trimmed_lowercase_encoding.is_one_of("csiso2022kr", "hz-gb-2312", "iso-2022-cn", "iso-2022-cn-ext", "iso-2022-kr", "replacement")) + if (encoding.is_one_of_ignoring_case("csiso2022kr", "hz-gb-2312", "iso-2022-cn", "iso-2022-cn-ext", "iso-2022-kr", "replacement")) return "replacement"; - if (trimmed_lowercase_encoding.is_one_of("unicodefffe", "utf-16be")) + if (encoding.is_one_of_ignoring_case("unicodefffe", "utf-16be")) return "UTF-16BE"; - if (trimmed_lowercase_encoding.is_one_of("csunicode", "iso-10646-ucs-2", "ucs-2", "unicode", "unicodefeff", "utf-16", "utf-16le")) + if (encoding.is_one_of_ignoring_case("csunicode", "iso-10646-ucs-2", "ucs-2", "unicode", "unicodefeff", "utf-16", "utf-16le")) return "UTF-16LE"; - if (trimmed_lowercase_encoding == "x-user-defined") + if (encoding.is_one_of_ignoring_case("x-user-defined")) return "x-user-defined"; dbgln("TextCodec: Unrecognized encoding: {}", encoding); |