/* * Copyright (c) 2021, Liav A. * * SPDX-License-Identifier: BSD-2-Clause */ #include #include #include #include #include namespace Kernel { UNMAP_AFTER_INIT NonnullRefPtr BMIDEChannel::create(const IDEController& ide_controller, IDEChannel::IOAddressGroup io_group, IDEChannel::ChannelType type) { return adopt_ref(*new BMIDEChannel(ide_controller, io_group, type)); } UNMAP_AFTER_INIT NonnullRefPtr BMIDEChannel::create(const IDEController& ide_controller, u8 irq, IDEChannel::IOAddressGroup io_group, IDEChannel::ChannelType type) { return adopt_ref(*new BMIDEChannel(ide_controller, irq, io_group, type)); } UNMAP_AFTER_INIT BMIDEChannel::BMIDEChannel(const IDEController& controller, IDEChannel::IOAddressGroup io_group, IDEChannel::ChannelType type) : IDEChannel(controller, io_group, type) { initialize(); } UNMAP_AFTER_INIT BMIDEChannel::BMIDEChannel(const IDEController& controller, u8 irq, IDEChannel::IOAddressGroup io_group, IDEChannel::ChannelType type) : IDEChannel(controller, irq, io_group, type) { initialize(); } UNMAP_AFTER_INIT void BMIDEChannel::initialize() { VERIFY(m_io_group.bus_master_base().has_value()); // Let's try to set up DMA transfers. PCI::enable_bus_mastering(m_parent_controller->pci_address()); m_prdt_page = MM.allocate_supervisor_physical_page(); m_dma_buffer_page = MM.allocate_supervisor_physical_page(); if (m_dma_buffer_page.is_null() || m_prdt_page.is_null()) return; m_prdt_region = MM.allocate_kernel_region(m_prdt_page->paddr(), PAGE_SIZE, "IDE PRDT", Memory::Region::Access::ReadWrite); m_dma_buffer_region = MM.allocate_kernel_region(m_dma_buffer_page->paddr(), PAGE_SIZE, "IDE DMA region", Memory::Region::Access::ReadWrite); prdt().end_of_table = 0x8000; // clear bus master interrupt status m_io_group.bus_master_base().value().offset(2).out(m_io_group.bus_master_base().value().offset(2).in() | 4); } static void print_ide_status(u8 status) { dbgln("BMIDEChannel: print_ide_status: DRQ={} BSY={}, DRDY={}, DSC={}, DF={}, CORR={}, IDX={}, ERR={}", (status & ATA_SR_DRQ) != 0, (status & ATA_SR_BSY) != 0, (status & ATA_SR_DRDY) != 0, (status & ATA_SR_DSC) != 0, (status & ATA_SR_DF) != 0, (status & ATA_SR_CORR) != 0, (status & ATA_SR_IDX) != 0, (status & ATA_SR_ERR) != 0); } bool BMIDEChannel::handle_irq(const RegisterState&) { u8 status = m_io_group.io_base().offset(ATA_REG_STATUS).in(); m_entropy_source.add_random_event(status); VERIFY(m_io_group.bus_master_base().has_value()); u8 bstatus = m_io_group.bus_master_base().value().offset(2).in(); if (!(bstatus & 0x4)) { // interrupt not from this device, ignore dbgln_if(PATA_DEBUG, "BMIDEChannel: ignore interrupt"); return false; } // clear bus master interrupt status m_io_group.bus_master_base().value().offset(2).out(m_io_group.bus_master_base().value().offset(2).in() | 4); ScopedSpinLock lock(m_request_lock); dbgln_if(PATA_DEBUG, "BMIDEChannel: interrupt: DRQ={}, BSY={}, DRDY={}", (status & ATA_SR_DRQ) != 0, (status & ATA_SR_BSY) != 0, (status & ATA_SR_DRDY) != 0); if (!m_current_request) { dbgln("BMIDEChannel: IRQ but no pending request!"); return false; } if (status & ATA_SR_ERR) { print_ide_status(status); m_device_error = m_io_group.io_base().offset(ATA_REG_ERROR).in(); dbgln("BMIDEChannel: Error {:#02x}!", (u8)m_device_error); try_disambiguate_error(); complete_current_request(AsyncDeviceRequest::Failure); return true; } m_device_error = 0; complete_current_request(AsyncDeviceRequest::Success); return true; } void BMIDEChannel::complete_current_request(AsyncDeviceRequest::RequestResult result) { // NOTE: this may be called from the interrupt handler! VERIFY(m_current_request); VERIFY(m_request_lock.is_locked()); // Now schedule reading back the buffer as soon as we leave the irq handler. // This is important so that we can safely write the buffer back, // which could cause page faults. Note that this may be called immediately // before Processor::deferred_call_queue returns! g_io_work->queue([this, result]() { dbgln_if(PATA_DEBUG, "BMIDEChannel::complete_current_request result: {}", (int)result); ScopedSpinLock lock(m_request_lock); VERIFY(m_current_request); auto current_request = m_current_request; m_current_request.clear(); if (result == AsyncDeviceRequest::Success) { if (current_request->request_type() == AsyncBlockDeviceRequest::Read) { if (!current_request->write_to_buffer(current_request->buffer(), m_dma_buffer_region->vaddr().as_ptr(), 512 * current_request->block_count())) { lock.unlock(); current_request->complete(AsyncDeviceRequest::MemoryFault); return; } } // I read somewhere that this may trigger a cache flush so let's do it. VERIFY(m_io_group.bus_master_base().has_value()); m_io_group.bus_master_base().value().offset(2).out(m_io_group.bus_master_base().value().offset(2).in() | 0x6); } lock.unlock(); current_request->complete(result); }); } void BMIDEChannel::ata_write_sectors(bool slave_request, u16 capabilities) { VERIFY(m_lock.is_locked()); VERIFY(!m_current_request.is_null()); VERIFY(m_current_request->block_count() <= 256); ScopedSpinLock m_lock(m_request_lock); dbgln_if(PATA_DEBUG, "BMIDEChannel::ata_write_sectors ({} x {})", m_current_request->block_index(), m_current_request->block_count()); prdt().offset = m_dma_buffer_page->paddr().get(); prdt().size = 512 * m_current_request->block_count(); if (!m_current_request->read_from_buffer(m_current_request->buffer(), m_dma_buffer_region->vaddr().as_ptr(), 512 * m_current_request->block_count())) { complete_current_request(AsyncDeviceRequest::MemoryFault); return; } // Note: This is a fix for a quirk for an IDE controller on ICH7 machine. // We need to select the drive and then we wait 10 microseconds... and it doesn't hurt anything m_io_group.io_base().offset(ATA_REG_HDDEVSEL).out(0xA0 | ((slave_request ? 1 : 0) << 4)); IO::delay(10); VERIFY(prdt().size <= PAGE_SIZE); VERIFY(m_io_group.bus_master_base().has_value()); // Stop bus master m_io_group.bus_master_base().value().out(0); // Write the PRDT location m_io_group.bus_master_base().value().offset(4).out(m_prdt_page->paddr().get()); // Turn on "Interrupt" and "Error" flag. The error flag should be cleared by hardware. m_io_group.bus_master_base().value().offset(2).out(m_io_group.bus_master_base().value().offset(2).in() | 0x6); ata_access(Direction::Write, slave_request, m_current_request->block_index(), m_current_request->block_count(), capabilities); // Start bus master m_io_group.bus_master_base().value().out(0x1); } void BMIDEChannel::send_ata_io_command(LBAMode lba_mode, Direction direction) const { if (lba_mode != LBAMode::FortyEightBit) { m_io_group.io_base().offset(ATA_REG_COMMAND).out(direction == Direction::Read ? ATA_CMD_READ_DMA : ATA_CMD_WRITE_DMA); } else { m_io_group.io_base().offset(ATA_REG_COMMAND).out(direction == Direction::Read ? ATA_CMD_READ_DMA_EXT : ATA_CMD_WRITE_DMA_EXT); } } void BMIDEChannel::ata_read_sectors(bool slave_request, u16 capabilities) { VERIFY(m_lock.is_locked()); VERIFY(!m_current_request.is_null()); VERIFY(m_current_request->block_count() <= 256); ScopedSpinLock m_lock(m_request_lock); dbgln_if(PATA_DEBUG, "BMIDEChannel::ata_read_sectors ({} x {})", m_current_request->block_index(), m_current_request->block_count()); // Note: This is a fix for a quirk for an IDE controller on ICH7 machine. // We need to select the drive and then we wait 10 microseconds... and it doesn't hurt anything m_io_group.io_base().offset(ATA_REG_HDDEVSEL).out(0xA0 | ((slave_request ? 1 : 0) << 4)); IO::delay(10); prdt().offset = m_dma_buffer_page->paddr().get(); prdt().size = 512 * m_current_request->block_count(); VERIFY(prdt().size <= PAGE_SIZE); VERIFY(m_io_group.bus_master_base().has_value()); // Stop bus master m_io_group.bus_master_base().value().out(0); // Write the PRDT location m_io_group.bus_master_base().value().offset(4).out(m_prdt_page->paddr().get()); // Set transfer direction m_io_group.bus_master_base().value().out(0x8); // Turn on "Interrupt" and "Error" flag. The error flag should be cleared by hardware. m_io_group.bus_master_base().value().offset(2).out(m_io_group.bus_master_base().value().offset(2).in() | 0x6); ata_access(Direction::Read, slave_request, m_current_request->block_index(), m_current_request->block_count(), capabilities); // Start bus master m_io_group.bus_master_base().value().out(0x9); } }