use core::cell::RefCell; use core::sync::atomic::{fence, Ordering}; use crate::arch::driver::tsc::TSCManager; use crate::arch::interrupt::TrapFrame; use crate::driver::base::device::DeviceId; use crate::exception::irqdata::{IrqHandlerData, IrqLineStatus}; use crate::exception::irqdesc::{ irq_desc_manager, IrqDesc, IrqFlowHandler, IrqHandleFlags, IrqHandler, IrqReturn, }; use crate::exception::manage::irq_manager; use crate::exception::IrqNumber; use crate::mm::percpu::PerCpu; use crate::smp::core::smp_get_processor_id; use crate::smp::cpu::ProcessorId; use crate::time::clocksource::HZ; use crate::time::tick_common::tick_handle_periodic; use alloc::string::ToString; use alloc::sync::Arc; pub use drop; use log::debug; use system_error::SystemError; use x86::cpuid::cpuid; use x86::msr::{wrmsr, IA32_X2APIC_DIV_CONF, IA32_X2APIC_INIT_COUNT}; use super::lapic_vector::local_apic_chip; use super::xapic::XApicOffset; use super::{CurrentApic, LVTRegister, LocalAPIC, LVT}; pub const APIC_TIMER_IRQ_NUM: IrqNumber = IrqNumber::new(151); static mut LOCAL_APIC_TIMERS: [RefCell; PerCpu::MAX_CPU_NUM as usize] = [const { RefCell::new(LocalApicTimer::new()) }; PerCpu::MAX_CPU_NUM as usize]; #[allow(dead_code)] #[inline(always)] pub(super) fn local_apic_timer_instance( cpu_id: ProcessorId, ) -> core::cell::Ref<'static, LocalApicTimer> { unsafe { LOCAL_APIC_TIMERS[cpu_id.data() as usize].borrow() } } #[inline(always)] pub(super) fn local_apic_timer_instance_mut( cpu_id: ProcessorId, ) -> core::cell::RefMut<'static, LocalApicTimer> { unsafe { LOCAL_APIC_TIMERS[cpu_id.data() as usize].borrow_mut() } } #[derive(Debug)] struct LocalApicTimerHandler; impl IrqHandler for LocalApicTimerHandler { fn handle( &self, _irq: IrqNumber, _static_data: Option<&dyn IrqHandlerData>, _dynamic_data: Option>, ) -> Result { // empty (只是为了让编译通过,不会被调用到。真正的处理函数在LocalApicTimerIrqFlowHandler中) Ok(IrqReturn::NotHandled) } } #[derive(Debug)] struct LocalApicTimerIrqFlowHandler; impl IrqFlowHandler for LocalApicTimerIrqFlowHandler { fn handle(&self, _irq_desc: &Arc, trap_frame: &mut TrapFrame) { LocalApicTimer::handle_irq(trap_frame).ok(); CurrentApic.send_eoi(); fence(Ordering::SeqCst) } } pub fn apic_timer_init() { irq_manager() .request_irq( APIC_TIMER_IRQ_NUM, "LocalApic".to_string(), &LocalApicTimerHandler, IrqHandleFlags::IRQF_SHARED | IrqHandleFlags::IRQF_PERCPU, Some(DeviceId::new(Some("lapic timer"), None).unwrap()), ) .expect("Apic timer init failed"); LocalApicTimerIntrController.install(); LocalApicTimerIntrController.enable(); } /// 初始化本地APIC定时器的中断描述符 #[inline(never)] pub(super) fn local_apic_timer_irq_desc_init() { let desc = irq_desc_manager().lookup(APIC_TIMER_IRQ_NUM).unwrap(); let irq_data: Arc = desc.irq_data(); let mut chip_info_guard = irq_data.chip_info_write_irqsave(); chip_info_guard.set_chip(Some(local_apic_chip().clone())); desc.modify_status(IrqLineStatus::IRQ_LEVEL, IrqLineStatus::empty()); drop(chip_info_guard); desc.set_handler(&LocalApicTimerIrqFlowHandler); } /// 初始化BSP的APIC定时器 /// fn init_bsp_apic_timer() { debug!("init_bsp_apic_timer"); assert!(smp_get_processor_id().data() == 0); let mut local_apic_timer = local_apic_timer_instance_mut(ProcessorId::new(0)); local_apic_timer.init( LocalApicTimerMode::Periodic, LocalApicTimer::periodic_default_initial_count(), LocalApicTimer::DIVISOR as u32, ); debug!("init_bsp_apic_timer done"); } fn init_ap_apic_timer() { debug!("init_ap_apic_timer"); let cpu_id = smp_get_processor_id(); assert!(cpu_id.data() != 0); let mut local_apic_timer = local_apic_timer_instance_mut(cpu_id); local_apic_timer.init( LocalApicTimerMode::Periodic, LocalApicTimer::periodic_default_initial_count(), LocalApicTimer::DIVISOR as u32, ); debug!("init_ap_apic_timer done"); } pub(super) struct LocalApicTimerIntrController; impl LocalApicTimerIntrController { pub(super) fn install(&self) { debug!("LocalApicTimerIntrController::install"); if smp_get_processor_id().data() == 0 { init_bsp_apic_timer(); } else { init_ap_apic_timer(); } } #[allow(dead_code)] pub(super) fn uninstall(&self) { let cpu_id = smp_get_processor_id(); let local_apic_timer = local_apic_timer_instance(cpu_id); local_apic_timer.stop_current(); } pub(super) fn enable(&self) { debug!("LocalApicTimerIntrController::enable"); let cpu_id = smp_get_processor_id(); let mut local_apic_timer = local_apic_timer_instance_mut(cpu_id); local_apic_timer.start_current(); } #[allow(dead_code)] pub(super) fn disable(&self) { let cpu_id = smp_get_processor_id(); let local_apic_timer = local_apic_timer_instance_mut(cpu_id); local_apic_timer.stop_current(); } } #[derive(Debug, Copy, Clone)] pub struct LocalApicTimer { mode: LocalApicTimerMode, /// IntialCount initial_count: u64, divisor: u32, /// 是否已经触发(oneshot模式) triggered: bool, } #[derive(Debug, Copy, Clone)] #[repr(u32)] pub enum LocalApicTimerMode { Oneshot = 0, Periodic = 1, Deadline = 2, } impl LocalApicTimer { /// 定时器中断的间隔 pub const INTERVAL_MS: u64 = 1000 / HZ; pub const DIVISOR: u64 = 4; /// IoApicManager 初值为0或false pub const fn new() -> Self { LocalApicTimer { mode: LocalApicTimerMode::Periodic, initial_count: 0, divisor: 0, triggered: false, } } /// 周期模式下的默认初始值 pub fn periodic_default_initial_count() -> u64 { let cpu_khz = TSCManager::cpu_khz(); // 疑惑:这里使用khz吗? // 我觉得应该是hz,但是由于旧的代码是测量出initcnt的,而不是计算的 // 然后我发现使用hz会导致计算出来的initcnt太大,导致系统卡顿,而khz的却能跑 let count = cpu_khz * Self::INTERVAL_MS / (Self::DIVISOR); return count; } /// Init this manager. /// /// At this time, it does nothing. fn init(&mut self, mode: LocalApicTimerMode, initial_count: u64, divisor: u32) { self.stop_current(); self.triggered = false; match mode { LocalApicTimerMode::Periodic => self.install_periodic_mode(initial_count, divisor), LocalApicTimerMode::Oneshot => todo!(), LocalApicTimerMode::Deadline => todo!(), } } fn install_periodic_mode(&mut self, initial_count: u64, divisor: u32) { debug!( "install_periodic_mode: initial_count = {}, divisor = {}", initial_count, divisor ); self.mode = LocalApicTimerMode::Periodic; self.set_divisor(divisor); self.setup_lvt( APIC_TIMER_IRQ_NUM.data() as u8, true, LocalApicTimerMode::Periodic, ); self.set_initial_cnt(initial_count); } fn setup_lvt(&mut self, vector: u8, mask: bool, mode: LocalApicTimerMode) { let mode: u32 = mode as u32; let data = (mode << 17) | (vector as u32) | (if mask { 1 << 16 } else { 0 }); let lvt = LVT::new(LVTRegister::Timer, data).unwrap(); CurrentApic.set_lvt(lvt); } fn set_divisor(&mut self, divisor: u32) { self.divisor = divisor; CurrentApic.set_timer_divisor(divisor); } fn set_initial_cnt(&mut self, initial_count: u64) { self.initial_count = initial_count; CurrentApic.set_timer_initial_count(initial_count); } fn start_current(&mut self) { let mut lvt = CurrentApic.read_lvt(LVTRegister::Timer); lvt.set_mask(false); CurrentApic.set_lvt(lvt); } fn stop_current(&self) { let mut lvt = CurrentApic.read_lvt(LVTRegister::Timer); lvt.set_mask(true); CurrentApic.set_lvt(lvt); } /// 检查是否支持TSC-Deadline /// /// 此函数调用cpuid,请避免多次调用此函数。 /// 如果支持TSC-Deadline模式,则除非TSC为常数,否则不会启用该模式。 #[allow(dead_code)] pub fn is_deadline_mode_supported(&self) -> bool { let res = cpuid!(1); return (res.ecx & (1 << 24)) != 0; } pub(super) fn handle_irq(trap_frame: &TrapFrame) -> Result { // sched_update_jiffies(); tick_handle_periodic(trap_frame); return Ok(IrqReturn::Handled); } } impl TryFrom for LocalApicTimerMode { type Error = SystemError; fn try_from(value: u8) -> Result { match value { 0b00 => { return Ok(LocalApicTimerMode::Oneshot); } 0b01 => { return Ok(LocalApicTimerMode::Periodic); } 0b10 => { return Ok(LocalApicTimerMode::Deadline); } _ => { return Err(SystemError::EINVAL); } } } } impl CurrentApic { fn set_timer_divisor(&self, divisor: u32) { if self.x2apic_enabled() { unsafe { wrmsr(IA32_X2APIC_DIV_CONF, divisor.into()) }; } else { unsafe { self.write_xapic_register(XApicOffset::LOCAL_APIC_OFFSET_Local_APIC_CLKDIV, divisor) }; } } fn set_timer_initial_count(&self, initial_count: u64) { if self.x2apic_enabled() { unsafe { wrmsr(IA32_X2APIC_INIT_COUNT, initial_count); } } else { unsafe { self.write_xapic_register( XApicOffset::LOCAL_APIC_OFFSET_Local_APIC_INITIAL_COUNT_REG, initial_count as u32, ) }; } } }