use core::{ fmt::Debug, intrinsics::unlikely, mem::{self, MaybeUninit}, ptr::null_mut, sync::atomic::{compiler_fence, fence, AtomicI16, Ordering}, }; use alloc::{boxed::Box, sync::Arc, vec::Vec}; use log::{debug, info}; use num_traits::FromPrimitive; use system_error::SystemError; use crate::{ arch::CurrentIrqArch, exception::InterruptArch, libs::rwlock::RwLock, mm::percpu::{PerCpu, PerCpuVar}, process::ProcessManager, sched::cputime::IrqTime, smp::{core::smp_get_processor_id, cpu::ProcessorId}, time::timer::clock, }; const MAX_SOFTIRQ_NUM: u64 = 64; const MAX_SOFTIRQ_RESTART: i32 = 20; static mut __CPU_PENDING: Option> = None; static mut __SORTIRQ_VECTORS: *mut Softirq = null_mut(); #[no_mangle] pub extern "C" fn rs_softirq_init() { softirq_init().expect("softirq_init failed"); } #[inline(never)] pub fn softirq_init() -> Result<(), SystemError> { info!("Initializing softirq..."); unsafe { __SORTIRQ_VECTORS = Box::leak(Box::new(Softirq::new())); __CPU_PENDING = Some(Box::new( [VecStatus::default(); PerCpu::MAX_CPU_NUM as usize], )); let cpu_pending = __CPU_PENDING.as_mut().unwrap(); for i in 0..PerCpu::MAX_CPU_NUM { cpu_pending[i as usize] = VecStatus::default(); } } info!("Softirq initialized."); return Ok(()); } #[inline(always)] pub fn softirq_vectors() -> &'static mut Softirq { unsafe { return __SORTIRQ_VECTORS.as_mut().unwrap(); } } #[inline(always)] fn cpu_pending(cpu_id: ProcessorId) -> &'static mut VecStatus { unsafe { return &mut __CPU_PENDING.as_mut().unwrap()[cpu_id.data() as usize]; } } /// 软中断向量号码 #[allow(dead_code)] #[repr(u8)] #[derive(FromPrimitive, Copy, Clone, Debug, PartialEq, Eq)] pub enum SoftirqNumber { /// 时钟软中断信号 TIMER = 0, VideoRefresh = 1, //帧缓冲区刷新软中断 } impl From for SoftirqNumber { fn from(value: u64) -> Self { return ::from_u64(value).unwrap(); } } bitflags! { #[derive(Default)] pub struct VecStatus: u64 { const TIMER = 1 << 0; const VIDEO_REFRESH = 1 << 1; } } impl From for VecStatus { fn from(value: SoftirqNumber) -> Self { return Self::from_bits_truncate(1 << (value as u64)); } } pub trait SoftirqVec: Send + Sync + Debug { fn run(&self); } #[derive(Debug)] pub struct Softirq { table: RwLock<[Option>; MAX_SOFTIRQ_NUM as usize]>, /// 软中断嵌套层数(per cpu) cpu_running_count: PerCpuVar, } impl Softirq { /// 每个CPU最大嵌套的软中断数量 const MAX_RUNNING_PER_CPU: i16 = 3; fn new() -> Softirq { let mut data: [MaybeUninit>>; MAX_SOFTIRQ_NUM as usize] = unsafe { MaybeUninit::uninit().assume_init() }; for i in 0..MAX_SOFTIRQ_NUM { data[i as usize] = MaybeUninit::new(None); } let data: [Option>; MAX_SOFTIRQ_NUM as usize] = unsafe { mem::transmute::<_, [Option>; MAX_SOFTIRQ_NUM as usize]>(data) }; let mut percpu_count = Vec::with_capacity(PerCpu::MAX_CPU_NUM as usize); percpu_count.resize_with(PerCpu::MAX_CPU_NUM as usize, || AtomicI16::new(0)); let cpu_running_count = PerCpuVar::new(percpu_count).unwrap(); return Softirq { table: RwLock::new(data), cpu_running_count, }; } fn cpu_running_count(&self) -> &PerCpuVar { return &self.cpu_running_count; } /// @brief 注册软中断向量 /// /// @param softirq_num 中断向量号 /// /// @param hanlder 中断函数对应的结构体 pub fn register_softirq( &self, softirq_num: SoftirqNumber, handler: Arc, ) -> Result { // debug!("register_softirq softirq_num = {:?}", softirq_num as u64); // let self = &mut SOFTIRQ_VECTORS.lock(); // 判断该软中断向量是否已经被注册 let mut table_guard = self.table.write_irqsave(); if table_guard[softirq_num as usize].is_some() { // debug!("register_softirq failed"); return Err(SystemError::EINVAL); } table_guard[softirq_num as usize] = Some(handler); drop(table_guard); // debug!( // "register_softirq successfully, softirq_num = {:?}", // softirq_num as u64 // ); compiler_fence(Ordering::SeqCst); return Ok(0); } /// @brief 解注册软中断向量 /// /// @param irq_num 中断向量号码 #[allow(dead_code)] pub fn unregister_softirq(&self, softirq_num: SoftirqNumber) { // debug!("unregister_softirq softirq_num = {:?}", softirq_num as u64); let mut table_guard = self.table.write_irqsave(); // 将软中断向量清空 table_guard[softirq_num as usize] = None; drop(table_guard); // 将对应位置的pending和runing都置0 // self.running.lock().set(VecStatus::from(softirq_num), false); // 将对应CPU的pending置0 compiler_fence(Ordering::SeqCst); cpu_pending(smp_get_processor_id()).set(VecStatus::from(softirq_num), false); compiler_fence(Ordering::SeqCst); } #[inline(never)] pub fn do_softirq(&self) { if self.cpu_running_count().get().load(Ordering::SeqCst) >= Self::MAX_RUNNING_PER_CPU { // 当前CPU的软中断嵌套层数已经达到最大值,不再执行 return; } // 创建一个RunningCountGuard,当退出作用域时,会自动将cpu_running_count减1 let _count_guard = RunningCountGuard::new(self.cpu_running_count()); // TODO pcb的flags未修改 let end = clock() + 500 * 2; let cpu_id = smp_get_processor_id(); let mut max_restart = MAX_SOFTIRQ_RESTART; loop { compiler_fence(Ordering::SeqCst); let pending = cpu_pending(cpu_id).bits; cpu_pending(cpu_id).bits = 0; compiler_fence(Ordering::SeqCst); unsafe { CurrentIrqArch::interrupt_enable() }; if pending != 0 { for i in 0..MAX_SOFTIRQ_NUM { if pending & (1 << i) == 0 { continue; } let table_guard = self.table.read_irqsave(); let softirq_func = table_guard[i as usize].clone(); drop(table_guard); if softirq_func.is_none() { continue; } let prev_count: usize = ProcessManager::current_pcb().preempt_count(); softirq_func.as_ref().unwrap().run(); if unlikely(prev_count != ProcessManager::current_pcb().preempt_count()) { debug!( "entered softirq {:?} with preempt_count {:?},exited with {:?}", i, prev_count, ProcessManager::current_pcb().preempt_count() ); unsafe { ProcessManager::current_pcb().set_preempt_count(prev_count) }; } } } unsafe { CurrentIrqArch::interrupt_disable() }; max_restart -= 1; compiler_fence(Ordering::SeqCst); if cpu_pending(cpu_id).is_empty() { compiler_fence(Ordering::SeqCst); if clock() < end && max_restart > 0 { continue; } else { break; } } else { // TODO:当有softirqd时 唤醒它 break; } } } pub fn raise_softirq(&self, softirq_num: SoftirqNumber) { let guard = unsafe { CurrentIrqArch::save_and_disable_irq() }; let processor_id = smp_get_processor_id(); cpu_pending(processor_id).insert(VecStatus::from(softirq_num)); compiler_fence(Ordering::SeqCst); drop(guard); // debug!("raise_softirq exited"); } #[allow(dead_code)] pub unsafe fn clear_softirq_pending(&self, softirq_num: SoftirqNumber) { compiler_fence(Ordering::SeqCst); cpu_pending(smp_get_processor_id()).remove(VecStatus::from(softirq_num)); compiler_fence(Ordering::SeqCst); } } /// 当前CPU的软中断嵌套层数的计数器守卫 /// /// 当进入作用域时,会自动将cpu_running_count加1, /// 当退出作用域时,会自动将cpu_running_count减1 struct RunningCountGuard<'a> { cpu_running_count: &'a PerCpuVar, } impl<'a> RunningCountGuard<'a> { fn new(cpu_running_count: &'a PerCpuVar) -> RunningCountGuard { cpu_running_count.get().fetch_add(1, Ordering::SeqCst); return RunningCountGuard { cpu_running_count }; } } impl<'a> Drop for RunningCountGuard<'a> { fn drop(&mut self) { self.cpu_running_count.get().fetch_sub(1, Ordering::SeqCst); } } #[inline(never)] pub fn do_softirq() { fence(Ordering::SeqCst); IrqTime::irqtime_start(); softirq_vectors().do_softirq(); IrqTime::irqtime_account_irq(ProcessManager::current_pcb()); fence(Ordering::SeqCst); }