/* * Copyright (c) 2020, Liav A. * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #define PCAT_COMPAT_FLAG 0x1 namespace Kernel { static InterruptManagement* s_interrupt_management; bool InterruptManagement::initialized() { return (s_interrupt_management != nullptr); } InterruptManagement& InterruptManagement::the() { VERIFY(InterruptManagement::initialized()); return *s_interrupt_management; } UNMAP_AFTER_INIT void InterruptManagement::initialize() { VERIFY(!InterruptManagement::initialized()); s_interrupt_management = new InterruptManagement(); if (!kernel_command_line().is_smp_enabled_without_ioapic_enabled()) { dbgln("Can't enable SMP mode without IOAPIC mode being enabled"); } if (!kernel_command_line().is_ioapic_enabled() && !kernel_command_line().is_smp_enabled()) InterruptManagement::the().switch_to_pic_mode(); else InterruptManagement::the().switch_to_ioapic_mode(); } void InterruptManagement::enumerate_interrupt_handlers(Function callback) { for (int i = 0; i < GENERIC_INTERRUPT_HANDLERS_COUNT; i++) { auto& handler = get_interrupt_handler(i); if (handler.type() == HandlerType::SharedIRQHandler) { static_cast(handler).enumerate_handlers(callback); continue; } if (handler.type() != HandlerType::UnhandledInterruptHandler) callback(handler); } } IRQController& InterruptManagement::get_interrupt_controller(int index) { VERIFY(index >= 0); VERIFY(!m_interrupt_controllers[index].is_null()); return *m_interrupt_controllers[index]; } u8 InterruptManagement::acquire_mapped_interrupt_number(u8 original_irq) { if (!InterruptManagement::initialized()) { // This is necessary, because we install UnhandledInterruptHandlers before we actually initialize the Interrupt Management object... return original_irq; } return InterruptManagement::the().get_mapped_interrupt_vector(original_irq); } u8 InterruptManagement::acquire_irq_number(u8 mapped_interrupt_vector) { VERIFY(InterruptManagement::initialized()); return InterruptManagement::the().get_irq_vector(mapped_interrupt_vector); } u8 InterruptManagement::get_mapped_interrupt_vector(u8 original_irq) { // FIXME: For SMP configuration (with IOAPICs) use a better routing scheme to make redirections more efficient. // FIXME: Find a better way to handle conflict with Syscall interrupt gate. VERIFY((original_irq + IRQ_VECTOR_BASE) != syscall_vector); return original_irq; } u8 InterruptManagement::get_irq_vector(u8 mapped_interrupt_vector) { // FIXME: For SMP configuration (with IOAPICs) use a better routing scheme to make redirections more efficient. return mapped_interrupt_vector; } RefPtr InterruptManagement::get_responsible_irq_controller(u8 interrupt_vector) { if (m_interrupt_controllers.size() == 1 && m_interrupt_controllers[0]->type() == IRQControllerType::i8259) { return m_interrupt_controllers[0]; } for (auto& irq_controller : m_interrupt_controllers) { if (irq_controller->gsi_base() <= interrupt_vector) if (!irq_controller->is_hard_disabled()) return irq_controller; } VERIFY_NOT_REACHED(); } UNMAP_AFTER_INIT PhysicalAddress InterruptManagement::search_for_madt() { dbgln("Early access to ACPI tables for interrupt setup"); auto rsdp = ACPI::StaticParsing::find_rsdp(); if (!rsdp.has_value()) return {}; auto apic = ACPI::StaticParsing::find_table(rsdp.value(), "APIC"); if (!apic.has_value()) return {}; return apic.value(); } UNMAP_AFTER_INIT InterruptManagement::InterruptManagement() : m_madt(search_for_madt()) { m_interrupt_controllers.resize(1); } UNMAP_AFTER_INIT void InterruptManagement::switch_to_pic_mode() { dmesgln("Interrupts: Switch to Legacy PIC mode"); InterruptDisabler disabler; m_smp_enabled = false; m_interrupt_controllers[0] = adopt_ref(*new PIC()); SpuriousInterruptHandler::initialize(7); SpuriousInterruptHandler::initialize(15); for (auto& irq_controller : m_interrupt_controllers) { VERIFY(irq_controller); if (irq_controller->type() == IRQControllerType::i82093AA) { irq_controller->hard_disable(); dbgln("Interrupts: Detected {} - Disabled", irq_controller->model()); } else { dbgln("Interrupts: Detected {}", irq_controller->model()); } } } UNMAP_AFTER_INIT void InterruptManagement::switch_to_ioapic_mode() { dmesgln("Interrupts: Switch to IOAPIC mode"); InterruptDisabler disabler; if (m_madt.is_null()) { dbgln("Interrupts: ACPI MADT is not available, reverting to PIC mode"); switch_to_pic_mode(); return; } dbgln("Interrupts: MADT @ P {}", m_madt.as_ptr()); locate_apic_data(); m_smp_enabled = true; if (m_interrupt_controllers.size() == 1) { if (get_interrupt_controller(0).type() == IRQControllerType::i8259) { dmesgln("Interrupts: NO IOAPIC detected, Reverting to PIC mode."); return; } } for (auto& irq_controller : m_interrupt_controllers) { VERIFY(irq_controller); if (irq_controller->type() == IRQControllerType::i8259) { irq_controller->hard_disable(); dbgln("Interrupts: Detected {} - Disabled", irq_controller->model()); } else { dbgln("Interrupts: Detected {}", irq_controller->model()); } } if (auto mp_parser = MultiProcessorParser::autodetect()) { m_pci_interrupt_overrides = mp_parser->get_pci_interrupt_redirections(); } APIC::initialize(); APIC::the().init_bsp(); } UNMAP_AFTER_INIT void InterruptManagement::locate_apic_data() { VERIFY(!m_madt.is_null()); auto madt = Memory::map_typed(m_madt); int irq_controller_count = 0; if (madt->flags & PCAT_COMPAT_FLAG) { m_interrupt_controllers[0] = adopt_ref(*new PIC()); irq_controller_count++; } size_t entry_index = 0; size_t entries_length = madt->h.length - sizeof(ACPI::Structures::MADT); auto* madt_entry = madt->entries; while (entries_length > 0) { size_t entry_length = madt_entry->length; if (madt_entry->type == (u8)ACPI::Structures::MADTEntryType::IOAPIC) { auto* ioapic_entry = (const ACPI::Structures::MADTEntries::IOAPIC*)madt_entry; dbgln("IOAPIC found @ MADT entry {}, MMIO Registers @ {}", entry_index, PhysicalAddress(ioapic_entry->ioapic_address)); m_interrupt_controllers.resize(1 + irq_controller_count); m_interrupt_controllers[irq_controller_count] = adopt_ref(*new IOAPIC(PhysicalAddress(ioapic_entry->ioapic_address), ioapic_entry->gsi_base)); irq_controller_count++; } if (madt_entry->type == (u8)ACPI::Structures::MADTEntryType::InterruptSourceOverride) { auto* interrupt_override_entry = (const ACPI::Structures::MADTEntries::InterruptSourceOverride*)madt_entry; u32 global_system_interrupt = 0; ByteReader::load(reinterpret_cast(&interrupt_override_entry->global_system_interrupt), global_system_interrupt); u16 flags = 0; ByteReader::load(reinterpret_cast(&interrupt_override_entry->flags), flags); MUST(m_isa_interrupt_overrides.try_empend( interrupt_override_entry->bus, interrupt_override_entry->source, global_system_interrupt, flags)); dbgln("Interrupts: Overriding INT {:#x} with GSI {}, for bus {:#x}", interrupt_override_entry->source, global_system_interrupt, interrupt_override_entry->bus); } madt_entry = (ACPI::Structures::MADTEntryHeader*)(VirtualAddress(madt_entry).offset(entry_length).get()); entries_length -= entry_length; entry_index++; } } }