/* * Copyright (c) 2018-2020, Andreas Kling * Copyright (c) 2021, the SerenityOS developers. * * SPDX-License-Identifier: BSD-2-Clause */ #include "Editor.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include namespace { constexpr u32 ctrl(char c) { return c & 0x3f; } } namespace Line { Configuration Configuration::from_config(const StringView& libname) { Configuration configuration; auto config_file = Core::ConfigFile::open_for_lib(libname); // Read behavior options. auto refresh = config_file->read_entry("behavior", "refresh", "lazy"); auto operation = config_file->read_entry("behavior", "operation_mode"); auto bracketed_paste = config_file->read_bool_entry("behavior", "bracketed_paste", true); auto default_text_editor = config_file->read_entry("behavior", "default_text_editor"); Configuration::Flags flags { Configuration::Flags::None }; if (bracketed_paste) flags = static_cast(flags | Configuration::Flags::BracketedPaste); configuration.set(flags); if (refresh.equals_ignoring_case("lazy")) configuration.set(Configuration::Lazy); else if (refresh.equals_ignoring_case("eager")) configuration.set(Configuration::Eager); if (operation.equals_ignoring_case("full")) configuration.set(Configuration::OperationMode::Full); else if (operation.equals_ignoring_case("noescapesequences")) configuration.set(Configuration::OperationMode::NoEscapeSequences); else if (operation.equals_ignoring_case("noninteractive")) configuration.set(Configuration::OperationMode::NonInteractive); else configuration.set(Configuration::OperationMode::Unset); if (!default_text_editor.is_empty()) configuration.set(DefaultTextEditor { move(default_text_editor) }); else configuration.set(DefaultTextEditor { "/bin/TextEditor" }); // Read keybinds. for (auto& binding_key : config_file->keys("keybinds")) { GenericLexer key_lexer(binding_key); auto has_ctrl = false; auto alt = false; auto escape = false; Vector keys; while (!key_lexer.is_eof()) { unsigned key; if (escape) { key = key_lexer.consume_escaped_character(); escape = false; } else { if (key_lexer.next_is("alt+")) { alt = key_lexer.consume_specific("alt+"); continue; } if (key_lexer.next_is("^[")) { alt = key_lexer.consume_specific("^["); continue; } if (key_lexer.next_is("^")) { has_ctrl = key_lexer.consume_specific("^"); continue; } if (key_lexer.next_is("ctrl+")) { has_ctrl = key_lexer.consume_specific("ctrl+"); continue; } if (key_lexer.next_is("\\")) { escape = true; continue; } // FIXME: Support utf? key = key_lexer.consume(); } if (has_ctrl) key = ctrl(key); keys.append(Key { key, alt ? Key::Alt : Key::None }); alt = false; has_ctrl = false; } GenericLexer value_lexer { config_file->read_entry("keybinds", binding_key) }; StringBuilder value_builder; while (!value_lexer.is_eof()) value_builder.append(value_lexer.consume_escaped_character()); auto value = value_builder.string_view(); if (value.starts_with("internal:")) { configuration.set(KeyBinding { keys, KeyBinding::Kind::InternalFunction, value.substring_view(9, value.length() - 9) }); } else { configuration.set(KeyBinding { keys, KeyBinding::Kind::Insertion, value }); } } return configuration; } void Editor::set_default_keybinds() { register_key_input_callback(ctrl('N'), EDITOR_INTERNAL_FUNCTION(search_forwards)); register_key_input_callback(ctrl('P'), EDITOR_INTERNAL_FUNCTION(search_backwards)); register_key_input_callback(ctrl('A'), EDITOR_INTERNAL_FUNCTION(go_home)); register_key_input_callback(ctrl('B'), EDITOR_INTERNAL_FUNCTION(cursor_left_character)); register_key_input_callback(ctrl('D'), EDITOR_INTERNAL_FUNCTION(erase_character_forwards)); register_key_input_callback(ctrl('E'), EDITOR_INTERNAL_FUNCTION(go_end)); register_key_input_callback(ctrl('F'), EDITOR_INTERNAL_FUNCTION(cursor_right_character)); // ^H: ctrl('H') == '\b' register_key_input_callback(ctrl('H'), EDITOR_INTERNAL_FUNCTION(erase_character_backwards)); // DEL - Some terminals send this instead of ^H. register_key_input_callback((char)127, EDITOR_INTERNAL_FUNCTION(erase_character_backwards)); register_key_input_callback(ctrl('K'), EDITOR_INTERNAL_FUNCTION(erase_to_end)); register_key_input_callback(ctrl('L'), EDITOR_INTERNAL_FUNCTION(clear_screen)); register_key_input_callback(ctrl('R'), EDITOR_INTERNAL_FUNCTION(enter_search)); register_key_input_callback(ctrl('T'), EDITOR_INTERNAL_FUNCTION(transpose_characters)); register_key_input_callback('\n', EDITOR_INTERNAL_FUNCTION(finish)); // ^X^E: Edit in external editor register_key_input_callback(Vector { ctrl('X'), ctrl('E') }, EDITOR_INTERNAL_FUNCTION(edit_in_external_editor)); // ^[.: alt-.: insert last arg of previous command (similar to `!$`) register_key_input_callback(Key { '.', Key::Alt }, EDITOR_INTERNAL_FUNCTION(insert_last_words)); register_key_input_callback(Key { 'b', Key::Alt }, EDITOR_INTERNAL_FUNCTION(cursor_left_word)); register_key_input_callback(Key { 'f', Key::Alt }, EDITOR_INTERNAL_FUNCTION(cursor_right_word)); // ^[^H: alt-backspace: backward delete word register_key_input_callback(Key { '\b', Key::Alt }, EDITOR_INTERNAL_FUNCTION(erase_alnum_word_backwards)); register_key_input_callback(Key { 'd', Key::Alt }, EDITOR_INTERNAL_FUNCTION(erase_alnum_word_forwards)); register_key_input_callback(Key { 'c', Key::Alt }, EDITOR_INTERNAL_FUNCTION(capitalize_word)); register_key_input_callback(Key { 'l', Key::Alt }, EDITOR_INTERNAL_FUNCTION(lowercase_word)); register_key_input_callback(Key { 'u', Key::Alt }, EDITOR_INTERNAL_FUNCTION(uppercase_word)); register_key_input_callback(Key { 't', Key::Alt }, EDITOR_INTERNAL_FUNCTION(transpose_words)); // Register these last to all the user to override the previous key bindings // Normally ^W. `stty werase \^n` can change it to ^N (or something else). register_key_input_callback(m_termios.c_cc[VWERASE], EDITOR_INTERNAL_FUNCTION(erase_word_backwards)); // Normally ^U. `stty kill \^n` can change it to ^N (or something else). register_key_input_callback(m_termios.c_cc[VKILL], EDITOR_INTERNAL_FUNCTION(kill_line)); register_key_input_callback(m_termios.c_cc[VERASE], EDITOR_INTERNAL_FUNCTION(erase_character_backwards)); } Editor::Editor(Configuration configuration) : m_configuration(move(configuration)) { m_always_refresh = m_configuration.refresh_behavior == Configuration::RefreshBehavior::Eager; m_pending_chars = {}; get_terminal_size(); m_suggestion_display = make(m_num_lines, m_num_columns); } Editor::~Editor() { if (m_initialized) restore(); } void Editor::ensure_free_lines_from_origin(size_t count) { if (count > m_num_lines) { // It's hopeless... TODO(); } if (m_origin_row + count <= m_num_lines) return; auto diff = m_origin_row + count - m_num_lines - 1; out(stderr, "\x1b[{}S", diff); fflush(stderr); m_origin_row -= diff; m_refresh_needed = false; m_chars_touched_in_the_middle = 0; } void Editor::get_terminal_size() { struct winsize ws; if (ioctl(STDERR_FILENO, TIOCGWINSZ, &ws) < 0) { m_num_columns = 80; m_num_lines = 25; } else { m_num_columns = ws.ws_col; m_num_lines = ws.ws_row; } } void Editor::add_to_history(const String& line) { if (line.is_empty()) return; String histcontrol = getenv("HISTCONTROL"); auto ignoredups = histcontrol == "ignoredups" || histcontrol == "ignoreboth"; auto ignorespace = histcontrol == "ignorespace" || histcontrol == "ignoreboth"; if (ignoredups && !m_history.is_empty() && line == m_history.last().entry) return; if (ignorespace && line.starts_with(' ')) return; if ((m_history.size() + 1) > m_history_capacity) m_history.take_first(); struct timeval tv; gettimeofday(&tv, nullptr); m_history.append({ line, tv.tv_sec }); m_history_dirty = true; } bool Editor::load_history(const String& path) { auto history_file = Core::File::construct(path); if (!history_file->open(Core::OpenMode::ReadOnly)) return false; auto data = history_file->read_all(); auto hist = StringView { data.data(), data.size() }; for (auto& str : hist.split_view("\n\n")) { auto it = str.find("::").value_or(0); auto time = str.substring_view(0, it).to_uint().value_or(0); auto string = str.substring_view(it == 0 ? it : it + 2); m_history.append({ string, time }); } return true; } template static void merge(It0&& begin0, const It0& end0, It1&& begin1, const It1& end1, OutputT& output, MapperT left_mapper, LessThan less_than) { for (;;) { if (begin0 == end0 && begin1 == end1) return; if (begin0 == end0) { auto&& right = *begin1; if (output.last().entry != right.entry) output.append(right); ++begin1; continue; } auto&& left = left_mapper(*begin0); if (left.entry.is_whitespace()) { ++begin0; continue; } if (begin1 == end1) { if (output.last().entry != left.entry) output.append(left); ++begin0; continue; } auto&& right = *begin1; if (less_than(left, right)) { if (output.last().entry != left.entry) output.append(left); ++begin0; } else { if (output.last().entry != right.entry) output.append(right); ++begin1; if (right.entry == left.entry) ++begin0; } } } bool Editor::save_history(const String& path) { Vector final_history { { "", 0 } }; { auto file_or_error = Core::File::open(path, Core::OpenMode::ReadWrite, 0600); if (file_or_error.is_error()) return false; auto file = file_or_error.release_value(); merge( file->line_begin(), file->line_end(), m_history.begin(), m_history.end(), final_history, [](StringView str) { auto it = str.find("::").value_or(0); auto time = str.substring_view(0, it).to_uint().value_or(0); auto string = str.substring_view(it == 0 ? it : it + 2); return HistoryEntry { string, time }; }, [](const HistoryEntry& left, const HistoryEntry& right) { return left.timestamp < right.timestamp; }); } auto file_or_error = Core::File::open(path, Core::OpenMode::WriteOnly, 0600); if (file_or_error.is_error()) return false; auto file = file_or_error.release_value(); final_history.take_first(); for (const auto& entry : final_history) file->write(String::formatted("{}::{}\n\n", entry.timestamp, entry.entry)); m_history_dirty = false; return true; } void Editor::clear_line() { for (size_t i = 0; i < m_cursor; ++i) fputc(0x8, stderr); fputs("\033[K", stderr); fflush(stderr); m_chars_touched_in_the_middle = buffer().size(); m_buffer.clear(); m_cursor = 0; m_inline_search_cursor = m_cursor; } void Editor::insert(const Utf32View& string) { for (size_t i = 0; i < string.length(); ++i) insert(string.code_points()[i]); } void Editor::insert(const String& string) { for (auto ch : Utf8View { string }) insert(ch); } void Editor::insert(const StringView& string_view) { for (auto ch : Utf8View { string_view }) insert(ch); } void Editor::insert(const u32 cp) { StringBuilder builder; builder.append(Utf32View(&cp, 1)); auto str = builder.build(); if (!m_pending_chars.try_append(str.characters(), str.length())) return; readjust_anchored_styles(m_cursor, ModificationKind::Insertion); if (m_cursor == m_buffer.size()) { m_buffer.append(cp); m_cursor = m_buffer.size(); m_inline_search_cursor = m_cursor; return; } m_buffer.insert(m_cursor, cp); ++m_chars_touched_in_the_middle; ++m_cursor; m_inline_search_cursor = m_cursor; } void Editor::register_key_input_callback(const KeyBinding& binding) { if (binding.kind == KeyBinding::Kind::InternalFunction) { auto internal_function = find_internal_function(binding.binding); if (!internal_function) { dbgln("LibLine: Unknown internal function '{}'", binding.binding); return; } return register_key_input_callback(binding.keys, move(internal_function)); } return register_key_input_callback(binding.keys, [binding = String(binding.binding)](auto& editor) { editor.insert(binding); return false; }); } static size_t code_point_length_in_utf8(u32 code_point) { if (code_point <= 0x7f) return 1; if (code_point <= 0x07ff) return 2; if (code_point <= 0xffff) return 3; if (code_point <= 0x10ffff) return 4; return 3; } // buffer [ 0 1 2 3 . . . A . . . B . . . M . . . N ] // ^ ^ ^ ^ // | | | +- end of buffer // | | +- scan offset = M // | +- range end = M - B // +- range start = M - A // This method converts a byte range defined by [start_byte_offset, end_byte_offset] to a code_point range [M - A, M - B] as shown in the diagram above. // If `reverse' is true, A and B are before M, if not, A and B are after M. Editor::CodepointRange Editor::byte_offset_range_to_code_point_offset_range(size_t start_byte_offset, size_t end_byte_offset, size_t scan_code_point_offset, bool reverse) const { size_t byte_offset = 0; size_t code_point_offset = scan_code_point_offset + (reverse ? 1 : 0); CodepointRange range; for (;;) { if (!reverse) { if (code_point_offset >= m_buffer.size()) break; } else { if (code_point_offset == 0) break; } if (byte_offset > end_byte_offset) break; if (byte_offset < start_byte_offset) ++range.start; if (byte_offset < end_byte_offset) ++range.end; byte_offset += code_point_length_in_utf8(m_buffer[reverse ? --code_point_offset : code_point_offset++]); } return range; } void Editor::stylize(const Span& span, const Style& style) { if (style.is_empty()) return; auto start = span.beginning(); auto end = span.end(); if (span.mode() == Span::ByteOriented) { auto offsets = byte_offset_range_to_code_point_offset_range(start, end, 0); start = offsets.start; end = offsets.end; } auto& spans_starting = style.is_anchored() ? m_current_spans.m_anchored_spans_starting : m_current_spans.m_spans_starting; auto& spans_ending = style.is_anchored() ? m_current_spans.m_anchored_spans_ending : m_current_spans.m_spans_ending; auto starting_map = spans_starting.get(start).value_or({}); if (!starting_map.contains(end)) m_refresh_needed = true; starting_map.set(end, style); spans_starting.set(start, starting_map); auto ending_map = spans_ending.get(end).value_or({}); if (!ending_map.contains(start)) m_refresh_needed = true; ending_map.set(start, style); spans_ending.set(end, ending_map); } void Editor::suggest(size_t invariant_offset, size_t static_offset, Span::Mode offset_mode) const { auto internal_static_offset = static_offset; auto internal_invariant_offset = invariant_offset; if (offset_mode == Span::Mode::ByteOriented) { // FIXME: We're assuming that invariant_offset points to the end of the available data // this is not necessarily true, but is true in most cases. auto offsets = byte_offset_range_to_code_point_offset_range(internal_static_offset, internal_invariant_offset + internal_static_offset, m_cursor - 1, true); internal_static_offset = offsets.start; internal_invariant_offset = offsets.end - offsets.start; } m_suggestion_manager.set_suggestion_variants(internal_static_offset, internal_invariant_offset, 0); } void Editor::initialize() { if (m_initialized) return; struct termios termios; tcgetattr(0, &termios); m_default_termios = termios; // grab a copy to restore get_terminal_size(); if (m_configuration.operation_mode == Configuration::Unset) { auto istty = isatty(STDIN_FILENO) && isatty(STDERR_FILENO); if (!istty) { m_configuration.set(Configuration::NonInteractive); } else { auto* term = getenv("TERM"); if (StringView { term }.starts_with("xterm")) m_configuration.set(Configuration::Full); else m_configuration.set(Configuration::NoEscapeSequences); } } // Because we use our own line discipline which includes echoing, // we disable ICANON and ECHO. if (m_configuration.operation_mode == Configuration::Full) { termios.c_lflag &= ~(ECHO | ICANON); tcsetattr(0, TCSANOW, &termios); } m_termios = termios; set_default_keybinds(); for (auto& keybind : m_configuration.keybindings) register_key_input_callback(keybind); if (m_configuration.m_signal_mode == Configuration::WithSignalHandlers) { m_signal_handlers.append(Core::EventLoop::register_signal(SIGINT, [this](int) { interrupted(); })); m_signal_handlers.append(Core::EventLoop::register_signal(SIGWINCH, [this](int) { resized(); })); } m_initialized = true; } void Editor::refetch_default_termios() { struct termios termios; tcgetattr(0, &termios); m_default_termios = termios; if (m_configuration.operation_mode == Configuration::Full) termios.c_lflag &= ~(ECHO | ICANON); m_termios = termios; } void Editor::interrupted() { if (m_is_searching) return m_search_editor->interrupted(); if (!m_is_editing) return; m_was_interrupted = true; handle_interrupt_event(); if (!m_finish || !m_previous_interrupt_was_handled_as_interrupt) return; m_finish = false; { OutputFileStream stderr_stream { stderr }; reposition_cursor(stderr_stream, true); if (m_suggestion_display->cleanup()) reposition_cursor(stderr_stream, true); stderr_stream.write("\n"sv.bytes()); } m_buffer.clear(); m_chars_touched_in_the_middle = buffer().size(); m_is_editing = false; restore(); m_notifier->set_enabled(false); m_notifier = nullptr; Core::EventLoop::current().quit(Retry); } void Editor::resized() { m_was_resized = true; m_previous_num_columns = m_num_columns; get_terminal_size(); if (!m_has_origin_reset_scheduled) { // Reset the origin, but make sure it doesn't blow up if we can't read it if (set_origin(false)) { handle_resize_event(false); } else { deferred_invoke([this] { handle_resize_event(true); }); m_has_origin_reset_scheduled = true; } } } void Editor::handle_resize_event(bool reset_origin) { m_has_origin_reset_scheduled = false; if (reset_origin && !set_origin(false)) { m_has_origin_reset_scheduled = true; return deferred_invoke([this] { handle_resize_event(true); }); } set_origin(m_origin_row, 1); OutputFileStream stderr_stream { stderr }; reposition_cursor(stderr_stream, true); m_suggestion_display->redisplay(m_suggestion_manager, m_num_lines, m_num_columns); reposition_cursor(stderr_stream); if (m_is_searching) m_search_editor->resized(); } void Editor::really_quit_event_loop() { m_finish = false; { OutputFileStream stderr_stream { stderr }; reposition_cursor(stderr_stream, true); stderr_stream.write("\n"sv.bytes()); } auto string = line(); m_buffer.clear(); m_chars_touched_in_the_middle = buffer().size(); m_is_editing = false; if (m_initialized) restore(); m_returned_line = string; m_notifier->set_enabled(false); m_notifier = nullptr; Core::EventLoop::current().quit(Exit); } auto Editor::get_line(const String& prompt) -> Result { initialize(); m_is_editing = true; if (m_configuration.operation_mode == Configuration::NoEscapeSequences || m_configuration.operation_mode == Configuration::NonInteractive) { // Do not use escape sequences, instead, use LibC's getline. size_t size = 0; char* line = nullptr; // Show the prompt only on interactive mode (NoEscapeSequences in this case). if (m_configuration.operation_mode != Configuration::NonInteractive) fputs(prompt.characters(), stderr); auto line_length = getline(&line, &size, stdin); // getline() returns -1 and sets errno=0 on EOF. if (line_length == -1) { if (line) free(line); if (errno == 0) return Error::Eof; return Error::ReadFailure; } restore(); if (line) { String result { line, (size_t)line_length, Chomp }; free(line); return result; } return Error::ReadFailure; } auto old_cols = m_num_columns; auto old_lines = m_num_lines; get_terminal_size(); if (m_configuration.enable_bracketed_paste) fprintf(stderr, "\x1b[?2004h"); if (m_num_columns != old_cols || m_num_lines != old_lines) m_refresh_needed = true; set_prompt(prompt); reset(); strip_styles(true); { OutputFileStream stderr_stream { stderr }; auto prompt_lines = max(current_prompt_metrics().line_metrics.size(), 1ul) - 1; for (size_t i = 0; i < prompt_lines; ++i) stderr_stream.write("\n"sv.bytes()); VT::move_relative(-static_cast(prompt_lines), 0, stderr_stream); } set_origin(); m_history_cursor = m_history.size(); refresh_display(); Core::EventLoop loop; m_notifier = Core::Notifier::construct(STDIN_FILENO, Core::Notifier::Read); m_notifier->on_ready_to_read = [&] { try_update_once(); }; if (!m_incomplete_data.is_empty()) deferred_invoke([&] { try_update_once(); }); if (loop.exec() == Retry) return get_line(prompt); return m_input_error.has_value() ? Result { m_input_error.value() } : Result { m_returned_line }; } void Editor::save_to(JsonObject& object) { Core::Object::save_to(object); object.set("is_searching", m_is_searching); object.set("is_editing", m_is_editing); object.set("cursor_offset", m_cursor); object.set("needs_refresh", m_refresh_needed); object.set("unprocessed_characters", m_incomplete_data.size()); object.set("history_size", m_history.size()); object.set("current_prompt", m_new_prompt); object.set("was_interrupted", m_was_interrupted); JsonObject display_area; display_area.set("top_left_row", m_origin_row); display_area.set("top_left_column", m_origin_column); display_area.set("line_count", num_lines()); object.set("used_display_area", move(display_area)); } void Editor::try_update_once() { if (m_was_interrupted) { handle_interrupt_event(); } handle_read_event(); if (m_always_refresh) m_refresh_needed = true; refresh_display(); if (m_finish) really_quit_event_loop(); } void Editor::handle_interrupt_event() { m_was_interrupted = false; m_previous_interrupt_was_handled_as_interrupt = false; m_callback_machine.interrupted(*this); if (!m_callback_machine.should_process_last_pressed_key()) return; m_previous_interrupt_was_handled_as_interrupt = true; fprintf(stderr, "^C"); fflush(stderr); if (on_interrupt_handled) on_interrupt_handled(); m_buffer.clear(); m_chars_touched_in_the_middle = buffer().size(); m_cursor = 0; finish(); } void Editor::handle_read_event() { char keybuf[16]; ssize_t nread = 0; if (!m_incomplete_data.size()) nread = read(0, keybuf, sizeof(keybuf)); if (nread < 0) { if (errno == EINTR) { if (!m_was_interrupted) { if (m_was_resized) return; finish(); return; } handle_interrupt_event(); return; } ScopedValueRollback errno_restorer(errno); perror("read failed"); m_input_error = Error::ReadFailure; finish(); return; } m_incomplete_data.append(keybuf, nread); nread = m_incomplete_data.size(); if (nread == 0) { m_input_error = Error::Empty; finish(); return; } auto reverse_tab = false; // Discard starting bytes until they make sense as utf-8. size_t valid_bytes = 0; while (nread) { Utf8View { StringView { m_incomplete_data.data(), (size_t)nread } }.validate(valid_bytes); if (valid_bytes) break; m_incomplete_data.take_first(); --nread; } Utf8View input_view { StringView { m_incomplete_data.data(), valid_bytes } }; size_t consumed_code_points = 0; static Vector csi_parameter_bytes; static Vector csi_intermediate_bytes; Vector csi_parameters; u8 csi_final; enum CSIMod { Shift = 1, Alt = 2, Ctrl = 4, }; for (auto code_point : input_view) { if (m_finish) break; ++consumed_code_points; if (code_point == 0) continue; switch (m_state) { case InputState::GotEscape: switch (code_point) { case '[': m_state = InputState::CSIExpectParameter; continue; default: { m_callback_machine.key_pressed(*this, { code_point, Key::Alt }); m_state = InputState::Free; cleanup_suggestions(); continue; } } case InputState::CSIExpectParameter: if (code_point >= 0x30 && code_point <= 0x3f) { // '0123456789:;<=>?' csi_parameter_bytes.append(code_point); continue; } m_state = InputState::CSIExpectIntermediate; [[fallthrough]]; case InputState::CSIExpectIntermediate: if (code_point >= 0x20 && code_point <= 0x2f) { // ' !"#$%&\'()*+,-./' csi_intermediate_bytes.append(code_point); continue; } m_state = InputState::CSIExpectFinal; [[fallthrough]]; case InputState::CSIExpectFinal: { m_state = m_previous_free_state; auto is_in_paste = m_state == InputState::Paste; for (auto& parameter : String::copy(csi_parameter_bytes).split(';')) { if (auto value = parameter.to_uint(); value.has_value()) csi_parameters.append(value.value()); else csi_parameters.append(0); } unsigned param1 = 0, param2 = 0; if (csi_parameters.size() >= 1) param1 = csi_parameters[0]; if (csi_parameters.size() >= 2) param2 = csi_parameters[1]; unsigned modifiers = param2 ? param2 - 1 : 0; if (is_in_paste && code_point != '~' && param1 != 201) { // The only valid escape to process in paste mode is the stop-paste sequence. // so treat everything else as part of the pasted data. insert('\x1b'); insert('['); insert(StringView { csi_parameter_bytes.data(), csi_parameter_bytes.size() }); insert(StringView { csi_intermediate_bytes.data(), csi_intermediate_bytes.size() }); insert(code_point); continue; } if (!(code_point >= 0x40 && code_point <= 0x7f)) { dbgln("LibLine: Invalid CSI: {:02x} ({:c})", code_point, code_point); continue; } csi_final = code_point; csi_parameters.clear(); csi_parameter_bytes.clear(); csi_intermediate_bytes.clear(); if (csi_final == 'Z') { // 'reverse tab' reverse_tab = true; break; } cleanup_suggestions(); switch (csi_final) { case 'A': // ^[[A: arrow up search_backwards(); continue; case 'B': // ^[[B: arrow down search_forwards(); continue; case 'D': // ^[[D: arrow left if (modifiers == CSIMod::Alt || modifiers == CSIMod::Ctrl) cursor_left_word(); else cursor_left_character(); continue; case 'C': // ^[[C: arrow right if (modifiers == CSIMod::Alt || modifiers == CSIMod::Ctrl) cursor_right_word(); else cursor_right_character(); continue; case 'H': // ^[[H: home go_home(); continue; case 'F': // ^[[F: end go_end(); continue; case '~': if (param1 == 3) { // ^[[3~: delete if (modifiers == CSIMod::Ctrl) erase_alnum_word_forwards(); else erase_character_forwards(); m_search_offset = 0; continue; } if (m_configuration.enable_bracketed_paste) { // ^[[200~: start bracketed paste // ^[[201~: end bracketed paste if (!is_in_paste && param1 == 200) { m_state = InputState::Paste; continue; } if (is_in_paste && param1 == 201) { m_state = InputState::Free; continue; } } // ^[[5~: page up // ^[[6~: page down dbgln("LibLine: Unhandled '~': {}", param1); continue; default: dbgln("LibLine: Unhandled final: {:02x} ({:c})", code_point, code_point); continue; } VERIFY_NOT_REACHED(); } case InputState::Verbatim: m_state = InputState::Free; // Verbatim mode will bypass all mechanisms and just insert the code point. insert(code_point); continue; case InputState::Paste: if (code_point == 27) { m_previous_free_state = InputState::Paste; m_state = InputState::GotEscape; continue; } insert(code_point); continue; case InputState::Free: m_previous_free_state = InputState::Free; if (code_point == 27) { m_callback_machine.key_pressed(*this, code_point); // Note that this should also deal with explicitly registered keys // that would otherwise be interpreted as escapes. if (m_callback_machine.should_process_last_pressed_key()) m_state = InputState::GotEscape; continue; } if (code_point == 22) { // ^v m_callback_machine.key_pressed(*this, code_point); if (m_callback_machine.should_process_last_pressed_key()) m_state = InputState::Verbatim; continue; } break; } // There are no sequences past this point, so short of 'tab', we will want to cleanup the suggestions. ArmedScopeGuard suggestion_cleanup { [this] { cleanup_suggestions(); } }; // Normally ^D. `stty eof \^n` can change it to ^N (or something else), but Serenity doesn't have `stty` yet. // Process this here since the keybinds might override its behavior. // This only applies when the buffer is empty. at any other time, the behavior should be configurable. if (code_point == m_termios.c_cc[VEOF] && m_buffer.size() == 0) { finish_edit(); continue; } m_callback_machine.key_pressed(*this, code_point); if (!m_callback_machine.should_process_last_pressed_key()) continue; m_search_offset = 0; // reset search offset on any key if (code_point == '\t' || reverse_tab) { suggestion_cleanup.disarm(); if (!on_tab_complete) continue; // Reverse tab can count as regular tab here. m_times_tab_pressed++; int token_start = m_cursor; // Ask for completions only on the first tab // and scan for the largest common prefix to display, // further tabs simply show the cached completions. if (m_times_tab_pressed == 1) { m_suggestion_manager.set_suggestions(on_tab_complete(*this)); m_prompt_lines_at_suggestion_initiation = num_lines(); if (m_suggestion_manager.count() == 0) { // There are no suggestions, beep. fputc('\a', stderr); fflush(stderr); } } // Adjust already incremented / decremented index when switching tab direction. if (reverse_tab && m_tab_direction != TabDirection::Backward) { m_suggestion_manager.previous(); m_suggestion_manager.previous(); m_tab_direction = TabDirection::Backward; } if (!reverse_tab && m_tab_direction != TabDirection::Forward) { m_suggestion_manager.next(); m_suggestion_manager.next(); m_tab_direction = TabDirection::Forward; } reverse_tab = false; SuggestionManager::CompletionMode completion_mode; switch (m_times_tab_pressed) { case 1: completion_mode = SuggestionManager::CompletePrefix; break; case 2: completion_mode = SuggestionManager::ShowSuggestions; break; default: completion_mode = SuggestionManager::CycleSuggestions; break; } auto completion_result = m_suggestion_manager.attempt_completion(completion_mode, token_start); auto new_cursor = m_cursor + completion_result.new_cursor_offset; for (size_t i = completion_result.offset_region_to_remove.start; i < completion_result.offset_region_to_remove.end; ++i) remove_at_index(new_cursor); m_cursor = new_cursor; m_inline_search_cursor = new_cursor; m_refresh_needed = true; m_chars_touched_in_the_middle++; for (auto& view : completion_result.insert) insert(view); OutputFileStream stderr_stream { stderr }; reposition_cursor(stderr_stream); if (completion_result.style_to_apply.has_value()) { // Apply the style of the last suggestion. readjust_anchored_styles(m_suggestion_manager.current_suggestion().start_index, ModificationKind::ForcedOverlapRemoval); stylize({ m_suggestion_manager.current_suggestion().start_index, m_cursor, Span::Mode::CodepointOriented }, completion_result.style_to_apply.value()); } switch (completion_result.new_completion_mode) { case SuggestionManager::DontComplete: m_times_tab_pressed = 0; break; case SuggestionManager::CompletePrefix: break; default: ++m_times_tab_pressed; break; } if (m_times_tab_pressed > 1) { if (m_suggestion_manager.count() > 0) { if (m_suggestion_display->cleanup()) reposition_cursor(stderr_stream); m_suggestion_display->set_initial_prompt_lines(m_prompt_lines_at_suggestion_initiation); m_suggestion_display->display(m_suggestion_manager); m_origin_row = m_suggestion_display->origin_row(); } } if (m_times_tab_pressed > 2) { if (m_tab_direction == TabDirection::Forward) m_suggestion_manager.next(); else m_suggestion_manager.previous(); } if (m_suggestion_manager.count() < 2) { // We have none, or just one suggestion, // we should just commit that and continue // after it, as if it were auto-completed. suggest(0, 0, Span::CodepointOriented); m_times_tab_pressed = 0; m_suggestion_manager.reset(); m_suggestion_display->finish(); } continue; } // If we got here, manually cleanup the suggestions and then insert the new code point. suggestion_cleanup.disarm(); cleanup_suggestions(); insert(code_point); } if (consumed_code_points == m_incomplete_data.size()) { m_incomplete_data.clear(); } else { for (size_t i = 0; i < consumed_code_points; ++i) m_incomplete_data.take_first(); } if (!m_incomplete_data.is_empty() && !m_finish) deferred_invoke([&] { try_update_once(); }); } void Editor::cleanup_suggestions() { if (m_times_tab_pressed) { // Apply the style of the last suggestion. readjust_anchored_styles(m_suggestion_manager.current_suggestion().start_index, ModificationKind::ForcedOverlapRemoval); stylize({ m_suggestion_manager.current_suggestion().start_index, m_cursor, Span::Mode::CodepointOriented }, m_suggestion_manager.current_suggestion().style); // We probably have some suggestions drawn, // let's clean them up. if (m_suggestion_display->cleanup()) { OutputFileStream stderr_stream { stderr }; reposition_cursor(stderr_stream); m_refresh_needed = true; } m_suggestion_manager.reset(); suggest(0, 0, Span::CodepointOriented); m_suggestion_display->finish(); } m_times_tab_pressed = 0; // Safe to say if we get here, the user didn't press TAB } bool Editor::search(const StringView& phrase, bool allow_empty, bool from_beginning) { int last_matching_offset = -1; bool found = false; // Do not search for empty strings. if (allow_empty || phrase.length() > 0) { size_t search_offset = m_search_offset; for (size_t i = m_history_cursor; i > 0; --i) { auto& entry = m_history[i - 1]; auto contains = from_beginning ? entry.entry.starts_with(phrase) : entry.entry.contains(phrase); if (contains) { last_matching_offset = i - 1; if (search_offset == 0) { found = true; break; } --search_offset; } } if (!found) { fputc('\a', stderr); fflush(stderr); } } if (found) { // We plan to clear the buffer, so mark the entire thing touched. m_chars_touched_in_the_middle = m_buffer.size(); m_buffer.clear(); m_cursor = 0; insert(m_history[last_matching_offset].entry); // Always needed, as we have cleared the buffer above. m_refresh_needed = true; } return found; } void Editor::recalculate_origin() { // Changing the columns can affect our origin if // the new size is smaller than our prompt, which would // cause said prompt to take up more space, so we should // compensate for that. if (m_cached_prompt_metrics.max_line_length >= m_num_columns) { auto added_lines = (m_cached_prompt_metrics.max_line_length + 1) / m_num_columns - 1; m_origin_row += added_lines; } // We also need to recalculate our cursor position, // but that will be calculated and applied at the next // refresh cycle. } void Editor::cleanup() { auto current_buffer_metrics = actual_rendered_string_metrics(buffer_view()); auto new_lines = current_prompt_metrics().lines_with_addition(current_buffer_metrics, m_num_columns); auto shown_lines = num_lines(); if (new_lines < shown_lines) m_extra_forward_lines = max(shown_lines - new_lines, m_extra_forward_lines); OutputFileStream stderr_stream { stderr }; reposition_cursor(stderr_stream, true); auto current_line = num_lines() - 1; VT::clear_lines(current_line, m_extra_forward_lines, stderr_stream); m_extra_forward_lines = 0; reposition_cursor(stderr_stream); }; void Editor::refresh_display() { DuplexMemoryStream output_stream; ScopeGuard flush_stream { [&] { auto buffer = output_stream.copy_into_contiguous_buffer(); if (buffer.is_empty()) return; fwrite(buffer.data(), sizeof(char), buffer.size(), stderr); } }; auto has_cleaned_up = false; // Someone changed the window size, figure it out // and react to it, we might need to redraw. if (m_was_resized) { if (m_previous_num_columns != m_num_columns) { // We need to cleanup and redo everything. m_cached_prompt_valid = false; m_refresh_needed = true; swap(m_previous_num_columns, m_num_columns); recalculate_origin(); cleanup(); swap(m_previous_num_columns, m_num_columns); has_cleaned_up = true; } m_was_resized = false; } // We might be at the last line, and have more than one line; // Refreshing the display will cause the terminal to scroll, // so note that fact and bring origin up, making sure to // reserve the space for however many lines we move it up. auto current_num_lines = num_lines(); if (m_origin_row + current_num_lines > m_num_lines) { if (current_num_lines > m_num_lines) { for (size_t i = 0; i < m_num_lines; ++i) output_stream.write("\n"sv.bytes()); m_origin_row = 0; } else { auto old_origin_row = m_origin_row; m_origin_row = m_num_lines - current_num_lines + 1; for (size_t i = 0; i < old_origin_row - m_origin_row; ++i) output_stream.write("\n"sv.bytes()); } } // Do not call hook on pure cursor movement. if (m_cached_prompt_valid && !m_refresh_needed && m_pending_chars.size() == 0) { // Probably just moving around. reposition_cursor(output_stream); m_cached_buffer_metrics = actual_rendered_string_metrics(buffer_view()); m_drawn_end_of_line_offset = m_buffer.size(); return; } if (on_display_refresh) on_display_refresh(*this); if (m_cached_prompt_valid) { if (!m_refresh_needed && m_cursor == m_buffer.size()) { // Just write the characters out and continue, // no need to refresh the entire line. output_stream.write(m_pending_chars); m_pending_chars.clear(); m_drawn_cursor = m_cursor; m_drawn_end_of_line_offset = m_buffer.size(); m_cached_buffer_metrics = actual_rendered_string_metrics(buffer_view()); m_drawn_spans = m_current_spans; return; } } auto apply_styles = [&, empty_styles = HashMap {}](size_t i) { auto ends = m_current_spans.m_spans_ending.get(i).value_or(empty_styles); auto starts = m_current_spans.m_spans_starting.get(i).value_or(empty_styles); auto anchored_ends = m_current_spans.m_anchored_spans_ending.get(i).value_or(empty_styles); auto anchored_starts = m_current_spans.m_anchored_spans_starting.get(i).value_or(empty_styles); if (ends.size() || anchored_ends.size()) { Style style; for (auto& applicable_style : ends) style.unify_with(applicable_style.value); for (auto& applicable_style : anchored_ends) style.unify_with(applicable_style.value); // Disable any style that should be turned off. VT::apply_style(style, output_stream, false); // Reapply styles for overlapping spans that include this one. style = find_applicable_style(i); VT::apply_style(style, output_stream, true); } if (starts.size() || anchored_starts.size()) { Style style; for (auto& applicable_style : starts) style.unify_with(applicable_style.value); for (auto& applicable_style : anchored_starts) style.unify_with(applicable_style.value); // Set new styles. VT::apply_style(style, output_stream, true); } }; auto print_character_at = [&](size_t i) { StringBuilder builder; auto c = m_buffer[i]; bool should_print_masked = is_ascii_control(c) && c != '\n'; bool should_print_caret = c < 64 && should_print_masked; if (should_print_caret) builder.appendff("^{:c}", c + 64); else if (should_print_masked) builder.appendff("\\x{:0>2x}", c); else builder.append(Utf32View { &c, 1 }); if (should_print_masked) output_stream.write("\033[7m"sv.bytes()); output_stream.write(builder.string_view().bytes()); if (should_print_masked) output_stream.write("\033[27m"sv.bytes()); }; // If there have been no changes to previous sections of the line (style or text) // just append the new text with the appropriate styles. if (!m_always_refresh && m_cached_prompt_valid && m_chars_touched_in_the_middle == 0 && m_drawn_spans.contains_up_to_offset(m_current_spans, m_drawn_cursor)) { auto initial_style = find_applicable_style(m_drawn_end_of_line_offset); VT::apply_style(initial_style, output_stream); for (size_t i = m_drawn_end_of_line_offset; i < m_buffer.size(); ++i) { apply_styles(i); print_character_at(i); } VT::apply_style(Style::reset_style(), output_stream); m_pending_chars.clear(); m_refresh_needed = false; m_cached_buffer_metrics = actual_rendered_string_metrics(buffer_view()); m_chars_touched_in_the_middle = 0; m_drawn_cursor = m_cursor; m_drawn_end_of_line_offset = m_buffer.size(); // No need to reposition the cursor, the cursor is already where it needs to be. return; } if constexpr (LINE_EDITOR_DEBUG) { if (m_cached_prompt_valid && m_chars_touched_in_the_middle == 0) { auto x = m_drawn_spans.contains_up_to_offset(m_current_spans, m_drawn_cursor); dbgln("Contains: {} At offset: {}", x, m_drawn_cursor); dbgln("Drawn Spans:"); for (auto& sentry : m_drawn_spans.m_spans_starting) { for (auto& entry : sentry.value) { dbgln("{}-{}: {}", sentry.key, entry.key, entry.value.to_string()); } } dbgln("=========================================================================="); dbgln("Current Spans:"); for (auto& sentry : m_current_spans.m_spans_starting) { for (auto& entry : sentry.value) { dbgln("{}-{}: {}", sentry.key, entry.key, entry.value.to_string()); } } } } // Ouch, reflow entire line. if (!has_cleaned_up) { cleanup(); } VT::move_absolute(m_origin_row, m_origin_column, output_stream); output_stream.write(m_new_prompt.bytes()); VT::clear_to_end_of_line(output_stream); StringBuilder builder; for (size_t i = 0; i < m_buffer.size(); ++i) { apply_styles(i); print_character_at(i); } VT::apply_style(Style::reset_style(), output_stream); // don't bleed to EOL m_pending_chars.clear(); m_refresh_needed = false; m_cached_buffer_metrics = actual_rendered_string_metrics(buffer_view()); m_chars_touched_in_the_middle = 0; m_drawn_spans = m_current_spans; m_drawn_end_of_line_offset = m_buffer.size(); m_cached_prompt_valid = true; reposition_cursor(output_stream); } void Editor::strip_styles(bool strip_anchored) { m_current_spans.m_spans_starting.clear(); m_current_spans.m_spans_ending.clear(); if (strip_anchored) { m_current_spans.m_anchored_spans_starting.clear(); m_current_spans.m_anchored_spans_ending.clear(); } m_refresh_needed = true; } void Editor::reposition_cursor(OutputStream& stream, bool to_end) { auto cursor = m_cursor; auto saved_cursor = m_cursor; if (to_end) cursor = m_buffer.size(); m_cursor = cursor; m_drawn_cursor = cursor; auto line = cursor_line() - 1; auto column = offset_in_line(); ensure_free_lines_from_origin(line); VERIFY(column + m_origin_column <= m_num_columns); VT::move_absolute(line + m_origin_row, column + m_origin_column, stream); m_cursor = saved_cursor; } void VT::move_absolute(u32 row, u32 col, OutputStream& stream) { stream.write(String::formatted("\033[{};{}H", row, col).bytes()); } void VT::move_relative(int row, int col, OutputStream& stream) { char x_op = 'A', y_op = 'D'; if (row > 0) x_op = 'B'; else row = -row; if (col > 0) y_op = 'C'; else col = -col; if (row > 0) stream.write(String::formatted("\033[{}{}", row, x_op).bytes()); if (col > 0) stream.write(String::formatted("\033[{}{}", col, y_op).bytes()); } Style Editor::find_applicable_style(size_t offset) const { // Walk through our styles and merge all that fit in the offset. auto style = Style::reset_style(); auto unify = [&](auto& entry) { if (entry.key >= offset) return; for (auto& style_value : entry.value) { if (style_value.key <= offset) return; style.unify_with(style_value.value, true); } }; for (auto& entry : m_current_spans.m_spans_starting) { unify(entry); } for (auto& entry : m_current_spans.m_anchored_spans_starting) { unify(entry); } return style; } String Style::Background::to_vt_escape() const { if (is_default()) return ""; if (m_is_rgb) { return String::formatted("\e[48;2;{};{};{}m", m_rgb_color[0], m_rgb_color[1], m_rgb_color[2]); } else { return String::formatted("\e[{}m", (u8)m_xterm_color + 40); } } String Style::Foreground::to_vt_escape() const { if (is_default()) return ""; if (m_is_rgb) { return String::formatted("\e[38;2;{};{};{}m", m_rgb_color[0], m_rgb_color[1], m_rgb_color[2]); } else { return String::formatted("\e[{}m", (u8)m_xterm_color + 30); } } String Style::Hyperlink::to_vt_escape(bool starting) const { if (is_empty()) return ""; return String::formatted("\e]8;;{}\e\\", starting ? m_link : String::empty()); } void Style::unify_with(const Style& other, bool prefer_other) { // Unify colors. if (prefer_other || m_background.is_default()) m_background = other.background(); if (prefer_other || m_foreground.is_default()) m_foreground = other.foreground(); // Unify graphic renditions. if (other.bold()) set(Bold); if (other.italic()) set(Italic); if (other.underline()) set(Underline); // Unify links. if (prefer_other || m_hyperlink.is_empty()) m_hyperlink = other.hyperlink(); } String Style::to_string() const { StringBuilder builder; builder.append("Style { "); if (!m_foreground.is_default()) { builder.append("Foreground("); if (m_foreground.m_is_rgb) { builder.join(", ", m_foreground.m_rgb_color); } else { builder.appendff("(XtermColor) {}", (int)m_foreground.m_xterm_color); } builder.append("), "); } if (!m_background.is_default()) { builder.append("Background("); if (m_background.m_is_rgb) { builder.join(' ', m_background.m_rgb_color); } else { builder.appendff("(XtermColor) {}", (int)m_background.m_xterm_color); } builder.append("), "); } if (bold()) builder.append("Bold, "); if (underline()) builder.append("Underline, "); if (italic()) builder.append("Italic, "); if (!m_hyperlink.is_empty()) builder.appendff("Hyperlink(\"{}\"), ", m_hyperlink.m_link); builder.append("}"); return builder.build(); } void VT::apply_style(const Style& style, OutputStream& stream, bool is_starting) { if (is_starting) { stream.write(String::formatted("\033[{};{};{}m{}{}{}", style.bold() ? 1 : 22, style.underline() ? 4 : 24, style.italic() ? 3 : 23, style.background().to_vt_escape(), style.foreground().to_vt_escape(), style.hyperlink().to_vt_escape(true)) .bytes()); } else { stream.write(style.hyperlink().to_vt_escape(false).bytes()); } } void VT::clear_lines(size_t count_above, size_t count_below, OutputStream& stream) { if (count_below + count_above == 0) { stream.write("\033[2K"sv.bytes()); } else { // Go down count_below lines. if (count_below > 0) stream.write(String::formatted("\033[{}B", count_below).bytes()); // Then clear lines going upwards. for (size_t i = count_below + count_above; i > 0; --i) { stream.write("\033[2K"sv.bytes()); if (i != 1) stream.write("\033[A"sv.bytes()); } } } void VT::save_cursor(OutputStream& stream) { stream.write("\033[s"sv.bytes()); } void VT::restore_cursor(OutputStream& stream) { stream.write("\033[u"sv.bytes()); } void VT::clear_to_end_of_line(OutputStream& stream) { stream.write("\033[K"sv.bytes()); } StringMetrics Editor::actual_rendered_string_metrics(const StringView& string) { StringMetrics metrics; StringMetrics::LineMetrics current_line; VTState state { Free }; Utf8View view { string }; auto it = view.begin(); for (; it != view.end(); ++it) { auto c = *it; auto it_copy = it; ++it_copy; auto next_c = it_copy == view.end() ? 0 : *it_copy; state = actual_rendered_string_length_step(metrics, view.iterator_offset(it), current_line, c, next_c, state); } metrics.line_metrics.append(current_line); for (auto& line : metrics.line_metrics) metrics.max_line_length = max(line.total_length(), metrics.max_line_length); return metrics; } StringMetrics Editor::actual_rendered_string_metrics(const Utf32View& view) { StringMetrics metrics; StringMetrics::LineMetrics current_line; VTState state { Free }; for (size_t i = 0; i < view.length(); ++i) { auto c = view.code_points()[i]; auto next_c = i + 1 < view.length() ? view.code_points()[i + 1] : 0; state = actual_rendered_string_length_step(metrics, i, current_line, c, next_c, state); } metrics.line_metrics.append(current_line); for (auto& line : metrics.line_metrics) metrics.max_line_length = max(line.total_length(), metrics.max_line_length); return metrics; } Editor::VTState Editor::actual_rendered_string_length_step(StringMetrics& metrics, size_t index, StringMetrics::LineMetrics& current_line, u32 c, u32 next_c, VTState state) { switch (state) { case Free: if (c == '\x1b') { // escape return Escape; } if (c == '\r') { // carriage return current_line.masked_chars = {}; current_line.length = 0; if (!metrics.line_metrics.is_empty()) metrics.line_metrics.last() = { {}, 0 }; return state; } if (c == '\n') { // return metrics.line_metrics.append(current_line); current_line.masked_chars = {}; current_line.length = 0; return state; } if (is_ascii_control(c) && c != '\n') current_line.masked_chars.append({ index, 1, c < 64 ? 2u : 4u }); // if the character cannot be represented as ^c, represent it as \xbb. // FIXME: This will not support anything sophisticated ++current_line.length; ++metrics.total_length; return state; case Escape: if (c == ']') { if (next_c == '0') state = Title; return state; } if (c == '[') { return Bracket; } // FIXME: This does not support non-VT (aside from set-title) escapes return state; case Bracket: if (is_ascii_digit(c)) { return BracketArgsSemi; } return state; case BracketArgsSemi: if (c == ';') { return Bracket; } if (!is_ascii_digit(c)) state = Free; return state; case Title: if (c == 7) state = Free; return state; } return state; } Result, Editor::Error> Editor::vt_dsr() { char buf[16]; // Read whatever junk there is before talking to the terminal // and insert them later when we're reading user input. bool more_junk_to_read { false }; timeval timeout { 0, 0 }; fd_set readfds; FD_ZERO(&readfds); FD_SET(0, &readfds); do { more_junk_to_read = false; [[maybe_unused]] auto rc = select(1, &readfds, nullptr, nullptr, &timeout); if (FD_ISSET(0, &readfds)) { auto nread = read(0, buf, 16); if (nread < 0) { m_input_error = Error::ReadFailure; finish(); break; } if (nread == 0) break; m_incomplete_data.append(buf, nread); more_junk_to_read = true; } } while (more_junk_to_read); if (m_input_error.has_value()) return m_input_error.value(); fputs("\033[6n", stderr); fflush(stderr); // Parse the DSR response // it should be of the form .*\e[\d+;\d+R.* // Anything not part of the response is just added to the incomplete data. enum { Free, SawEsc, SawBracket, InFirstCoordinate, SawSemicolon, InSecondCoordinate, SawR, } state { Free }; auto has_error = false; Vector coordinate_buffer; size_t row { 1 }, col { 1 }; do { char c; auto nread = read(0, &c, 1); if (nread < 0) { if (errno == 0 || errno == EINTR) { // ???? continue; } dbgln("Error while reading DSR: {}", strerror(errno)); return Error::ReadFailure; } if (nread == 0) { dbgln("Terminal DSR issue; received no response"); return Error::Empty; } switch (state) { case Free: if (c == '\x1b') { state = SawEsc; continue; } m_incomplete_data.append(c); continue; case SawEsc: if (c == '[') { state = SawBracket; continue; } m_incomplete_data.append(c); continue; case SawBracket: if (is_ascii_digit(c)) { state = InFirstCoordinate; coordinate_buffer.append(c); continue; } m_incomplete_data.append(c); continue; case InFirstCoordinate: if (is_ascii_digit(c)) { coordinate_buffer.append(c); continue; } if (c == ';') { auto maybe_row = StringView { coordinate_buffer.data(), coordinate_buffer.size() }.to_uint(); if (!maybe_row.has_value()) has_error = true; row = maybe_row.value_or(1u); coordinate_buffer.clear_with_capacity(); state = SawSemicolon; continue; } m_incomplete_data.append(c); continue; case SawSemicolon: if (is_ascii_digit(c)) { state = InSecondCoordinate; coordinate_buffer.append(c); continue; } m_incomplete_data.append(c); continue; case InSecondCoordinate: if (is_ascii_digit(c)) { coordinate_buffer.append(c); continue; } if (c == 'R') { auto maybe_column = StringView { coordinate_buffer.data(), coordinate_buffer.size() }.to_uint(); if (!maybe_column.has_value()) has_error = true; col = maybe_column.value_or(1u); coordinate_buffer.clear_with_capacity(); state = SawR; continue; } m_incomplete_data.append(c); continue; case SawR: m_incomplete_data.append(c); continue; default: VERIFY_NOT_REACHED(); } } while (state != SawR); if (has_error) dbgln("Terminal DSR issue, couldn't parse DSR response"); return Vector { row, col }; } String Editor::line(size_t up_to_index) const { StringBuilder builder; builder.append(Utf32View { m_buffer.data(), min(m_buffer.size(), up_to_index) }); return builder.build(); } void Editor::remove_at_index(size_t index) { // See if we have any anchored styles, and reposition them if needed. readjust_anchored_styles(index, ModificationKind::Removal); auto cp = m_buffer[index]; m_buffer.remove(index); if (cp == '\n') ++m_extra_forward_lines; ++m_chars_touched_in_the_middle; } void Editor::readjust_anchored_styles(size_t hint_index, ModificationKind modification) { struct Anchor { Span old_span; Span new_span; Style style; }; Vector anchors_to_relocate; auto index_shift = modification == ModificationKind::Insertion ? 1 : -1; auto forced_removal = modification == ModificationKind::ForcedOverlapRemoval; for (auto& start_entry : m_current_spans.m_anchored_spans_starting) { for (auto& end_entry : start_entry.value) { if (forced_removal) { if (start_entry.key <= hint_index && end_entry.key > hint_index) { // Remove any overlapping regions. continue; } } if (start_entry.key >= hint_index) { if (start_entry.key == hint_index && end_entry.key == hint_index + 1 && modification == ModificationKind::Removal) { // Remove the anchor, as all its text was wiped. continue; } // Shift everything. anchors_to_relocate.append({ { start_entry.key, end_entry.key, Span::Mode::CodepointOriented }, { start_entry.key + index_shift, end_entry.key + index_shift, Span::Mode::CodepointOriented }, end_entry.value }); continue; } if (end_entry.key > hint_index) { // Shift just the end. anchors_to_relocate.append({ { start_entry.key, end_entry.key, Span::Mode::CodepointOriented }, { start_entry.key, end_entry.key + index_shift, Span::Mode::CodepointOriented }, end_entry.value }); continue; } anchors_to_relocate.append({ { start_entry.key, end_entry.key, Span::Mode::CodepointOriented }, { start_entry.key, end_entry.key, Span::Mode::CodepointOriented }, end_entry.value }); } } m_current_spans.m_anchored_spans_ending.clear(); m_current_spans.m_anchored_spans_starting.clear(); // Pass over the relocations and update the stale entries. for (auto& relocation : anchors_to_relocate) { stylize(relocation.new_span, relocation.style); } } size_t StringMetrics::lines_with_addition(const StringMetrics& offset, size_t column_width) const { size_t lines = 0; for (size_t i = 0; i < line_metrics.size() - 1; ++i) lines += (line_metrics[i].total_length() + column_width) / column_width; auto last = line_metrics.last().total_length(); last += offset.line_metrics.first().total_length(); lines += (last + column_width) / column_width; for (size_t i = 1; i < offset.line_metrics.size(); ++i) lines += (offset.line_metrics[i].total_length() + column_width) / column_width; return lines; } size_t StringMetrics::offset_with_addition(const StringMetrics& offset, size_t column_width) const { if (offset.line_metrics.size() > 1) return offset.line_metrics.last().total_length() % column_width; auto last = line_metrics.last().total_length(); last += offset.line_metrics.first().total_length(); return last % column_width; } bool Editor::Spans::contains_up_to_offset(const Spans& other, size_t offset) const { auto compare = [&](const HashMap>& left, const HashMap>& right) -> bool { for (auto& entry : right) { if (entry.key > offset + 1) continue; auto left_map = left.get(entry.key); if (!left_map.has_value()) return false; for (auto& left_entry : left_map.value()) { if (auto value = entry.value.get(left_entry.key); !value.has_value()) { // Might have the same thing with a longer span bool found = false; for (auto& possibly_longer_span_entry : entry.value) { if (possibly_longer_span_entry.key > left_entry.key && possibly_longer_span_entry.key > offset && left_entry.value == possibly_longer_span_entry.value) { found = true; break; } } if (found) continue; if constexpr (LINE_EDITOR_DEBUG) { dbgln("Compare for {}-{} failed, no entry", entry.key, left_entry.key); for (auto& x : entry.value) dbgln("Have: {}-{} = {}", entry.key, x.key, x.value.to_string()); } return false; } else if (value.value() != left_entry.value) { dbgln_if(LINE_EDITOR_DEBUG, "Compare for {}-{} failed, different values: {} != {}", entry.key, left_entry.key, value.value().to_string(), left_entry.value.to_string()); return false; } } } return true; }; return compare(m_spans_starting, other.m_spans_starting) && compare(m_anchored_spans_starting, other.m_anchored_spans_starting); } }