1bacd691cSlogin use core::{ 2bacd691cSlogin fmt::Debug, 3bacd691cSlogin intrinsics::unlikely, 4bacd691cSlogin mem::{self, MaybeUninit}, 5bacd691cSlogin ptr::null_mut, 6bacd691cSlogin sync::atomic::{compiler_fence, Ordering}, 7bacd691cSlogin }; 862e46139SGou Ngai 9bacd691cSlogin use alloc::{boxed::Box, sync::Arc}; 10bacd691cSlogin use num_traits::FromPrimitive; 1162e46139SGou Ngai 1262e46139SGou Ngai use crate::{ 13*46e234aeSLoGin arch::CurrentIrqArch, exception::InterruptArch, kdebug, kinfo, libs::rwlock::RwLock, 14*46e234aeSLoGin mm::percpu::PerCpu, process::ProcessManager, smp::core::smp_get_processor_id, 15*46e234aeSLoGin syscall::SystemError, time::timer::clock, 1662e46139SGou Ngai }; 1762e46139SGou Ngai 1862e46139SGou Ngai const MAX_SOFTIRQ_NUM: u64 = 64; 19bacd691cSlogin const MAX_SOFTIRQ_RESTART: i32 = 20; 20bacd691cSlogin 21*46e234aeSLoGin static mut __CPU_PENDING: Option<Box<[VecStatus; PerCpu::MAX_CPU_NUM]>> = None; 22bacd691cSlogin static mut __SORTIRQ_VECTORS: *mut Softirq = null_mut(); 23bacd691cSlogin 24bacd691cSlogin #[no_mangle] 25bacd691cSlogin pub extern "C" fn rs_softirq_init() { 26bacd691cSlogin softirq_init().expect("softirq_init failed"); 27bacd691cSlogin } 28bacd691cSlogin 29bacd691cSlogin pub fn softirq_init() -> Result<(), SystemError> { 30bacd691cSlogin kinfo!("Initializing softirq..."); 31bacd691cSlogin unsafe { 32bacd691cSlogin __SORTIRQ_VECTORS = Box::leak(Box::new(Softirq::new())); 33*46e234aeSLoGin __CPU_PENDING = Some(Box::new( 34*46e234aeSLoGin [VecStatus::default(); PerCpu::MAX_CPU_NUM as usize], 35*46e234aeSLoGin )); 36bacd691cSlogin let cpu_pending = __CPU_PENDING.as_mut().unwrap(); 37*46e234aeSLoGin for i in 0..PerCpu::MAX_CPU_NUM { 38bacd691cSlogin cpu_pending[i as usize] = VecStatus::default(); 39bacd691cSlogin } 40bacd691cSlogin } 4140fe15e0SLoGin kinfo!("Softirq initialized."); 42bacd691cSlogin return Ok(()); 43bacd691cSlogin } 44bacd691cSlogin 45bacd691cSlogin #[inline(always)] 46bacd691cSlogin pub fn softirq_vectors() -> &'static mut Softirq { 47bacd691cSlogin unsafe { 48bacd691cSlogin return __SORTIRQ_VECTORS.as_mut().unwrap(); 49bacd691cSlogin } 50bacd691cSlogin } 51bacd691cSlogin 52bacd691cSlogin #[inline(always)] 53bacd691cSlogin fn cpu_pending(cpu_id: usize) -> &'static mut VecStatus { 54bacd691cSlogin unsafe { 55bacd691cSlogin return &mut __CPU_PENDING.as_mut().unwrap()[cpu_id]; 56bacd691cSlogin } 57bacd691cSlogin } 5862e46139SGou Ngai 5962e46139SGou Ngai /// 软中断向量号码 6062e46139SGou Ngai #[allow(dead_code)] 6162e46139SGou Ngai #[repr(u8)] 62bacd691cSlogin #[derive(FromPrimitive, Copy, Clone, Debug, PartialEq, Eq)] 6362e46139SGou Ngai pub enum SoftirqNumber { 64bacd691cSlogin /// 时钟软中断信号 65bacd691cSlogin TIMER = 0, 6662e46139SGou Ngai VideoRefresh = 1, //帧缓冲区刷新软中断 6762e46139SGou Ngai } 6862e46139SGou Ngai 69bacd691cSlogin impl From<u64> for SoftirqNumber { 70bacd691cSlogin fn from(value: u64) -> Self { 71bacd691cSlogin return <Self as FromPrimitive>::from_u64(value).unwrap(); 7262e46139SGou Ngai } 7362e46139SGou Ngai } 7462e46139SGou Ngai 75bacd691cSlogin bitflags! { 76bacd691cSlogin #[derive(Default)] 77bacd691cSlogin pub struct VecStatus: u64 { 78bacd691cSlogin const TIMER = 1 << 0; 79bacd691cSlogin const VIDEO_REFRESH = 1 << 1; 80bacd691cSlogin } 81bacd691cSlogin } 82bacd691cSlogin 83bacd691cSlogin impl From<SoftirqNumber> for VecStatus { 84bacd691cSlogin fn from(value: SoftirqNumber) -> Self { 85bacd691cSlogin return Self::from_bits_truncate(1 << (value as u64)); 86bacd691cSlogin } 87bacd691cSlogin } 88bacd691cSlogin 89bacd691cSlogin pub trait SoftirqVec: Send + Sync + Debug { 90bacd691cSlogin fn run(&self); 91bacd691cSlogin } 92bacd691cSlogin 93bacd691cSlogin #[derive(Debug)] 9462e46139SGou Ngai pub struct Softirq { 95bacd691cSlogin table: RwLock<[Option<Arc<dyn SoftirqVec>>; MAX_SOFTIRQ_NUM as usize]>, 9662e46139SGou Ngai } 9762e46139SGou Ngai impl Softirq { 98bacd691cSlogin fn new() -> Softirq { 99bacd691cSlogin let mut data: [MaybeUninit<Option<Arc<dyn SoftirqVec>>>; MAX_SOFTIRQ_NUM as usize] = 100bacd691cSlogin unsafe { MaybeUninit::uninit().assume_init() }; 101bacd691cSlogin 102bacd691cSlogin for i in 0..MAX_SOFTIRQ_NUM { 103bacd691cSlogin data[i as usize] = MaybeUninit::new(None); 10462e46139SGou Ngai } 10562e46139SGou Ngai 106bacd691cSlogin let data: [Option<Arc<dyn SoftirqVec>>; MAX_SOFTIRQ_NUM as usize] = unsafe { 107bacd691cSlogin mem::transmute::<_, [Option<Arc<dyn SoftirqVec>>; MAX_SOFTIRQ_NUM as usize]>(data) 108bacd691cSlogin }; 10962e46139SGou Ngai 110bacd691cSlogin return Softirq { 111bacd691cSlogin table: RwLock::new(data), 112bacd691cSlogin }; 11362e46139SGou Ngai } 11462e46139SGou Ngai 11562e46139SGou Ngai /// @brief 注册软中断向量 116bacd691cSlogin /// 117bacd691cSlogin /// @param softirq_num 中断向量号 118bacd691cSlogin /// 119bacd691cSlogin /// @param hanlder 中断函数对应的结构体 12062e46139SGou Ngai pub fn register_softirq( 121bacd691cSlogin &self, 122bacd691cSlogin softirq_num: SoftirqNumber, 123bacd691cSlogin handler: Arc<dyn SoftirqVec>, 124bacd691cSlogin ) -> Result<i32, SystemError> { 125bacd691cSlogin // kdebug!("register_softirq softirq_num = {:?}", softirq_num as u64); 12662e46139SGou Ngai 127bacd691cSlogin // let self = &mut SOFTIRQ_VECTORS.lock(); 128bacd691cSlogin // 判断该软中断向量是否已经被注册 129bacd691cSlogin let mut table_guard = self.table.write(); 130bacd691cSlogin if table_guard[softirq_num as usize].is_some() { 131bacd691cSlogin // kdebug!("register_softirq failed"); 132bacd691cSlogin 133bacd691cSlogin return Err(SystemError::EINVAL); 13462e46139SGou Ngai } 135bacd691cSlogin table_guard[softirq_num as usize] = Some(handler); 136bacd691cSlogin drop(table_guard); 137bacd691cSlogin 138bacd691cSlogin // kdebug!( 139bacd691cSlogin // "register_softirq successfully, softirq_num = {:?}", 140bacd691cSlogin // softirq_num as u64 141bacd691cSlogin // ); 142bacd691cSlogin compiler_fence(Ordering::SeqCst); 143bacd691cSlogin return Ok(0); 14462e46139SGou Ngai } 14562e46139SGou Ngai 14662e46139SGou Ngai /// @brief 解注册软中断向量 147bacd691cSlogin /// 14862e46139SGou Ngai /// @param irq_num 中断向量号码 149bacd691cSlogin pub fn unregister_softirq(&self, softirq_num: SoftirqNumber) { 150bacd691cSlogin // kdebug!("unregister_softirq softirq_num = {:?}", softirq_num as u64); 151bacd691cSlogin let table_guard = &mut self.table.write(); 152bacd691cSlogin // 将软中断向量清空 153bacd691cSlogin table_guard[softirq_num as usize] = None; 154bacd691cSlogin drop(table_guard); 155bacd691cSlogin // 将对应位置的pending和runing都置0 156bacd691cSlogin // self.running.lock().set(VecStatus::from(softirq_num), false); 157bacd691cSlogin // 将对应CPU的pending置0 158bacd691cSlogin compiler_fence(Ordering::SeqCst); 159bacd691cSlogin cpu_pending(smp_get_processor_id() as usize).set(VecStatus::from(softirq_num), false); 160bacd691cSlogin compiler_fence(Ordering::SeqCst); 16162e46139SGou Ngai } 162bacd691cSlogin 163bacd691cSlogin pub fn do_softirq(&self) { 164bacd691cSlogin // TODO pcb的flags未修改 165bacd691cSlogin // todo: 是否需要判断在当前cpu上面,该函数的嵌套层数?(防止爆栈) 166bacd691cSlogin let end = clock() + 500 * 2; 167bacd691cSlogin let cpu_id = smp_get_processor_id(); 168bacd691cSlogin let mut max_restart = MAX_SOFTIRQ_RESTART; 169bacd691cSlogin loop { 170bacd691cSlogin compiler_fence(Ordering::SeqCst); 171bacd691cSlogin let pending = cpu_pending(cpu_id as usize).bits; 172bacd691cSlogin cpu_pending(cpu_id as usize).bits = 0; 173bacd691cSlogin compiler_fence(Ordering::SeqCst); 174bacd691cSlogin 175*46e234aeSLoGin unsafe { CurrentIrqArch::interrupt_enable() }; 176bacd691cSlogin if pending != 0 { 177bacd691cSlogin for i in 0..MAX_SOFTIRQ_NUM { 178bacd691cSlogin if pending & (1 << i) == 0 { 17962e46139SGou Ngai continue; 18062e46139SGou Ngai } 181bacd691cSlogin 182bacd691cSlogin let table_guard = self.table.read(); 183bacd691cSlogin let softirq_func = table_guard[i as usize].clone(); 184bacd691cSlogin drop(table_guard); 185bacd691cSlogin if softirq_func.is_none() { 186bacd691cSlogin continue; 187bacd691cSlogin } 188bacd691cSlogin 1891496ba7bSLoGin let prev_count: usize = ProcessManager::current_pcb().preempt_count(); 190bacd691cSlogin 191bacd691cSlogin softirq_func.as_ref().unwrap().run(); 1921496ba7bSLoGin if unlikely(prev_count != ProcessManager::current_pcb().preempt_count()) { 193bacd691cSlogin kdebug!( 194bacd691cSlogin "entered softirq {:?} with preempt_count {:?},exited with {:?}", 195bacd691cSlogin i, 196bacd691cSlogin prev_count, 1971496ba7bSLoGin ProcessManager::current_pcb().preempt_count() 198bacd691cSlogin ); 1991496ba7bSLoGin unsafe { ProcessManager::current_pcb().set_preempt_count(prev_count) }; 200bacd691cSlogin } 201bacd691cSlogin } 202bacd691cSlogin } 203*46e234aeSLoGin unsafe { CurrentIrqArch::interrupt_disable() }; 204bacd691cSlogin max_restart -= 1; 205bacd691cSlogin compiler_fence(Ordering::SeqCst); 206bacd691cSlogin if cpu_pending(cpu_id as usize).is_empty() { 207bacd691cSlogin compiler_fence(Ordering::SeqCst); 208bacd691cSlogin if clock() < end && max_restart > 0 { 209bacd691cSlogin continue; 210bacd691cSlogin } else { 211bacd691cSlogin break; 212bacd691cSlogin } 213bacd691cSlogin } else { 214bacd691cSlogin // TODO:当有softirqd时 唤醒它 21562e46139SGou Ngai break; 21662e46139SGou Ngai } 21762e46139SGou Ngai } 21862e46139SGou Ngai } 21962e46139SGou Ngai 220bacd691cSlogin pub fn raise_softirq(&self, softirq_num: SoftirqNumber) { 2219550910aSChiichen let guard = unsafe { CurrentIrqArch::save_and_disable_irq() }; 222bacd691cSlogin let processor_id = smp_get_processor_id() as usize; 223bacd691cSlogin 224bacd691cSlogin cpu_pending(processor_id).insert(VecStatus::from(softirq_num)); 225bacd691cSlogin 226bacd691cSlogin compiler_fence(Ordering::SeqCst); 227bacd691cSlogin 2289550910aSChiichen drop(guard); 229bacd691cSlogin // kdebug!("raise_softirq exited"); 23062e46139SGou Ngai } 2318fd71f27Shoumkh pub unsafe fn clear_softirq_pending(&self, softirq_num: SoftirqNumber) { 232bacd691cSlogin compiler_fence(Ordering::SeqCst); 233bacd691cSlogin cpu_pending(smp_get_processor_id() as usize).remove(VecStatus::from(softirq_num)); 234bacd691cSlogin compiler_fence(Ordering::SeqCst); 23562e46139SGou Ngai } 23662e46139SGou Ngai } 237bacd691cSlogin 238bacd691cSlogin // ======= 以下为给C提供的接口 ======= 239bacd691cSlogin #[no_mangle] 240bacd691cSlogin pub extern "C" fn rs_raise_softirq(softirq_num: u32) { 241bacd691cSlogin softirq_vectors().raise_softirq(SoftirqNumber::from(softirq_num as u64)); 24262e46139SGou Ngai } 243bacd691cSlogin 244bacd691cSlogin #[no_mangle] 245bacd691cSlogin pub extern "C" fn rs_unregister_softirq(softirq_num: u32) { 246bacd691cSlogin softirq_vectors().unregister_softirq(SoftirqNumber::from(softirq_num as u64)); 24762e46139SGou Ngai } 248bacd691cSlogin 249bacd691cSlogin #[no_mangle] 250bacd691cSlogin pub extern "C" fn rs_do_softirq() { 251bacd691cSlogin softirq_vectors().do_softirq(); 252bacd691cSlogin } 253bacd691cSlogin 254bacd691cSlogin #[no_mangle] 255bacd691cSlogin pub extern "C" fn rs_clear_softirq_pending(softirq_num: u32) { 2568fd71f27Shoumkh unsafe { 257bacd691cSlogin softirq_vectors().clear_softirq_pending(SoftirqNumber::from(softirq_num as u64)); 25862e46139SGou Ngai } 2598fd71f27Shoumkh } 260