use alloc::{string::ToString, sync::Arc}; use system_error::SystemError; use crate::{ arch::interrupt::TrapFrame, driver::clocksource::timer_riscv::{riscv_sbi_timer_irq_desc_init, RiscVSbiTimer}, exception::{ handle::PerCpuDevIdIrqHandler, irqchip::{IrqChip, IrqChipFlags}, irqdata::IrqData, irqdesc::{irq_desc_manager, GenericIrqHandler}, irqdomain::{irq_domain_manager, IrqDomain, IrqDomainOps}, softirq::do_softirq, HardwareIrqNumber, IrqNumber, }, libs::spinlock::{SpinLock, SpinLockGuard}, sched::{SchedMode, __schedule}, }; static mut RISCV_INTC_DOMAIN: Option> = None; static mut RISCV_INTC_CHIP: Option> = None; #[inline(always)] pub fn riscv_intc_domain() -> &'static Option> { unsafe { &RISCV_INTC_DOMAIN } } #[inline(always)] fn riscv_intc_chip() -> Option<&'static Arc> { unsafe { RISCV_INTC_CHIP.as_ref() } } #[derive(Debug)] struct RiscvIntcChip { inner: SpinLock, } impl IrqChip for RiscvIntcChip { fn name(&self) -> &'static str { "RISC-V INTC" } fn irq_disable(&self, _irq: &Arc) {} fn irq_mask(&self, irq: &Arc) -> Result<(), SystemError> { unsafe { riscv::register::sie::clear_bits(1 << irq.hardware_irq().data()) }; Ok(()) } fn irq_unmask(&self, irq: &Arc) -> Result<(), SystemError> { unsafe { riscv::register::sie::set_bits(1 << irq.hardware_irq().data()) }; Ok(()) } fn irq_ack(&self, _irq: &Arc) {} fn can_mask_ack(&self) -> bool { false } fn irq_eoi(&self, _irq: &Arc) { /* * The RISC-V INTC driver uses handle_percpu_devid_irq() flow * for the per-HART local interrupts and child irqchip drivers * (such as PLIC, SBI IPI, CLINT, APLIC, IMSIC, etc) implement * chained handlers for the per-HART local interrupts. * * In the absence of irq_eoi(), the chained_irq_enter() and * chained_irq_exit() functions (used by child irqchip drivers) * will do unnecessary mask/unmask of per-HART local interrupts * at the time of handling interrupts. To avoid this, we provide * an empty irq_eoi() callback for RISC-V INTC irqchip. */ } fn can_set_affinity(&self) -> bool { false } fn can_set_flow_type(&self) -> bool { false } fn flags(&self) -> IrqChipFlags { self.inner().flags } } impl RiscvIntcChip { fn new() -> Self { Self { inner: SpinLock::new(InnerIrqChip { flags: IrqChipFlags::empty(), }), } } fn inner(&self) -> SpinLockGuard { self.inner.lock_irqsave() } } #[derive(Debug)] struct InnerIrqChip { flags: IrqChipFlags, } #[derive(Debug)] struct RiscvIntcDomainOps; impl IrqDomainOps for RiscvIntcDomainOps { fn map( &self, irq_domain: &Arc, hwirq: HardwareIrqNumber, virq: IrqNumber, ) -> Result<(), SystemError> { irq_desc_manager().set_percpu_devid_all(virq)?; irq_domain_manager().domain_set_info( irq_domain, virq, hwirq, riscv_intc_chip().unwrap().clone() as Arc, irq_domain.host_data(), &PerCpuDevIdIrqHandler, None, None, ); return Ok(()); } fn unmap(&self, _irq_domain: &Arc, _virq: IrqNumber) { todo!("riscv_intc_domain_ops::unmap"); } } #[inline(never)] pub unsafe fn riscv_intc_init() -> Result<(), SystemError> { let intc_chip = Arc::new(RiscvIntcChip::new()); unsafe { RISCV_INTC_CHIP = Some(intc_chip); } let intc_domain = irq_domain_manager() .create_and_add_linear("riscv-intc".to_string(), &RiscvIntcDomainOps, 64) .ok_or_else(|| { kerror!("Failed to create riscv-intc domain"); SystemError::ENXIO })?; irq_domain_manager().set_default_domain(intc_domain.clone()); unsafe { RISCV_INTC_DOMAIN = Some(intc_domain); } riscv_sbi_timer_irq_desc_init(); return Ok(()); } /// 参考 https://code.dragonos.org.cn/xref/linux-6.6.21/drivers/irqchip/irq-riscv-intc.c#23 pub fn riscv_intc_irq(trap_frame: &mut TrapFrame) { let hwirq = HardwareIrqNumber::new(trap_frame.cause.code() as u32); // kdebug!("riscv64_do_irq: interrupt {hwirq:?}"); GenericIrqHandler::handle_domain_irq(riscv_intc_domain().clone().unwrap(), hwirq, trap_frame) .ok(); do_softirq(); if hwirq.data() == RiscVSbiTimer::TIMER_IRQ.data() { __schedule(SchedMode::SM_PREEMPT); } }