1 use crate::libs::spinlock::{SpinLock, SpinLockGuard}; 2 use crate::mm::kernel_mapper::KernelMapper; 3 use crate::process::ProcessManager; 4 use crate::{ 5 include::bindings::bindings::{PAGE_1G_SHIFT, PAGE_4K_SHIFT, PAGE_4K_SIZE}, 6 kdebug, 7 mm::{MMArch, MemoryManagementArch}, 8 }; 9 use crate::{kerror, kinfo, kwarn}; 10 use alloc::{collections::LinkedList, vec::Vec}; 11 use core::mem; 12 use core::mem::MaybeUninit; 13 use core::sync::atomic::{compiler_fence, AtomicBool, Ordering}; 14 use system_error::SystemError; 15 16 use super::page::PageFlags; 17 use super::{PhysAddr, VirtAddr}; 18 19 // 最大的伙伴块的幂 20 const MMIO_BUDDY_MAX_EXP: u32 = PAGE_1G_SHIFT; 21 // 最小的伙伴块的幂 22 const MMIO_BUDDY_MIN_EXP: u32 = PAGE_4K_SHIFT; 23 // 内存池数组的范围 24 const MMIO_BUDDY_REGION_COUNT: u32 = MMIO_BUDDY_MAX_EXP - MMIO_BUDDY_MIN_EXP + 1; 25 26 const MMIO_BASE: VirtAddr = VirtAddr::new(0xffffa10000000000); 27 const MMIO_TOP: VirtAddr = VirtAddr::new(0xffffa20000000000); 28 29 const PAGE_1G_SIZE: usize = 1 << 30; 30 31 static mut __MMIO_POOL: Option<MmioBuddyMemPool> = None; 32 33 pub fn mmio_pool() -> &'static MmioBuddyMemPool { 34 unsafe { __MMIO_POOL.as_ref().unwrap() } 35 } 36 37 pub enum MmioResult { 38 SUCCESS, 39 EINVAL, 40 ENOFOUND, 41 WRONGEXP, 42 ISEMPTY, 43 } 44 45 /// @brief buddy内存池 46 #[derive(Debug)] 47 pub struct MmioBuddyMemPool { 48 pool_start_addr: VirtAddr, 49 pool_size: usize, 50 free_regions: [SpinLock<MmioFreeRegionList>; MMIO_BUDDY_REGION_COUNT as usize], 51 } 52 53 impl MmioBuddyMemPool { 54 #[inline(never)] 55 fn new() -> Self { 56 let mut free_regions: [MaybeUninit<SpinLock<MmioFreeRegionList>>; 57 MMIO_BUDDY_REGION_COUNT as usize] = unsafe { MaybeUninit::uninit().assume_init() }; 58 for i in 0..MMIO_BUDDY_REGION_COUNT { 59 free_regions[i as usize] = MaybeUninit::new(SpinLock::new(MmioFreeRegionList::new())); 60 } 61 let free_regions = unsafe { 62 mem::transmute::<_, [SpinLock<MmioFreeRegionList>; MMIO_BUDDY_REGION_COUNT as usize]>( 63 free_regions, 64 ) 65 }; 66 67 let pool = MmioBuddyMemPool { 68 pool_start_addr: MMIO_BASE, 69 pool_size: MMIO_TOP - MMIO_BASE, 70 free_regions, 71 }; 72 kdebug!("MMIO buddy pool init: created"); 73 74 let cnt_1g_blocks = (MMIO_TOP - MMIO_BASE) >> 30; 75 let mut vaddr_base = MMIO_BASE; 76 kdebug!("total 1G blocks: {cnt_1g_blocks}"); 77 for _i in 0..cnt_1g_blocks { 78 compiler_fence(Ordering::SeqCst); 79 match pool.give_back_block(vaddr_base, PAGE_1G_SHIFT) { 80 Ok(_) => { 81 vaddr_base += PAGE_1G_SIZE; 82 } 83 Err(_) => { 84 panic!("MMIO buddy pool init failed"); 85 } 86 } 87 } 88 kdebug!("MMIO buddy pool init success"); 89 return pool; 90 } 91 92 /// @brief 创建新的地址区域结构体 93 /// 94 /// @param vaddr 虚拟地址 95 /// 96 /// @return 创建好的地址区域结构体 97 fn create_region(&self, vaddr: VirtAddr) -> MmioBuddyAddrRegion { 98 // kdebug!("create_region for vaddr: {vaddr:?}"); 99 100 let region: MmioBuddyAddrRegion = MmioBuddyAddrRegion::new(vaddr); 101 102 // kdebug!("create_region for vaddr: {vaddr:?} OK!!!"); 103 return region; 104 } 105 106 /// @brief 将内存块归还给buddy 107 /// 108 /// @param vaddr 虚拟地址 109 /// 110 /// @param exp 内存空间的大小（2^exp） 111 /// 112 /// @param list_guard 【exp】对应的链表 113 /// 114 /// @return Ok(i32) 返回0 115 /// 116 /// @return Err(SystemError) 返回错误码 117 fn give_back_block(&self, vaddr: VirtAddr, exp: u32) -> Result<i32, SystemError> { 118 // 确保内存对齐，低位都要为0 119 if (vaddr.data() & ((1 << exp) - 1)) != 0 { 120 return Err(SystemError::EINVAL); 121 } 122 let region: MmioBuddyAddrRegion = self.create_region(vaddr); 123 // 加入buddy 124 let mut list_guard = self.free_regions[exp2index(exp)].lock(); 125 126 self.push_block(region, &mut list_guard); 127 return Ok(0); 128 } 129 130 /// @brief 将给定大小为2^{exp}的内存块一分为二，并插入内存块大小为2^{exp-1}的链表中 131 /// 132 /// @param region 要被分割的地址区域结构体（保证其已经从链表中取出） 133 /// 134 /// @param exp 要被分割的地址区域的大小的幂 135 /// 136 /// @param list_guard 【exp-1】对应的链表 137 fn split_block( 138 &self, 139 region: MmioBuddyAddrRegion, 140 exp: u32, 141 low_list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 142 ) { 143 let vaddr = self.calculate_block_vaddr(region.vaddr, exp - 1); 144 let new_region: MmioBuddyAddrRegion = self.create_region(vaddr); 145 self.push_block(region, low_list_guard); 146 self.push_block(new_region, low_list_guard); 147 } 148 149 /// @brief 从buddy中申请一块指定大小的内存区域 150 /// 151 /// @param exp 要申请的内存块的大小的幂(2^exp) 152 /// 153 /// @param list_guard exp对应的链表 154 /// 155 /// @return Ok(MmioBuddyAddrRegion) 符合要求的内存区域。 156 /// 157 /// @return Err(MmioResult) 158 /// - 没有满足要求的内存块时，返回ENOFOUND 159 /// - 申请的内存块大小超过合法范围，返回WRONGEXP 160 /// - 调用函数出错时，返回出错函数对应错误码 161 fn query_addr_region( 162 &self, 163 exp: u32, 164 list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 165 ) -> Result<MmioBuddyAddrRegion, MmioResult> { 166 // 申请范围错误 167 if !(MMIO_BUDDY_MIN_EXP..=MMIO_BUDDY_MAX_EXP).contains(&exp) { 168 kdebug!("query_addr_region: exp wrong"); 169 return Err(MmioResult::WRONGEXP); 170 } 171 // 没有恰好符合要求的内存块 172 // 注意：exp对应的链表list_guard已上锁【注意避免死锁问题】 173 if list_guard.num_free == 0 { 174 // 找到最小符合申请范围的内存块 175 // 将大的内存块依次分成小块内存，直到能够满足exp大小，即将exp+1分成两块exp 176 for e in exp + 1..MMIO_BUDDY_MAX_EXP + 1 { 177 let pop_list: &mut SpinLockGuard<MmioFreeRegionList> = 178 &mut self.free_regions[exp2index(e)].lock(); 179 if pop_list.num_free == 0 { 180 continue; 181 } 182 183 for e2 in (exp + 1..e + 1).rev() { 184 if e2 == e { 185 match self.pop_block(pop_list) { 186 Ok(region) => { 187 if e2 != exp + 1 { 188 // 要将分裂后的内存块插入到更小的链表中 189 let low_list_guard: &mut SpinLockGuard<MmioFreeRegionList> = 190 &mut self.free_regions[exp2index(e2 - 1)].lock(); 191 self.split_block(region, e2, low_list_guard); 192 } else { 193 // 由于exp对应的链表list_guard已经被锁住了 不能再加锁 194 // 所以直接将list_guard传入 195 self.split_block(region, e2, list_guard); 196 } 197 } 198 Err(err) => { 199 kdebug!("buddy_pop_region get wrong"); 200 return Err(err); 201 } 202 } 203 } else { 204 match self.pop_block(&mut self.free_regions[exp2index(e2)].lock()) { 205 Ok(region) => { 206 if e2 != exp + 1 { 207 // 要将分裂后的内存块插入到更小的链表中 208 let low_list_guard: &mut SpinLockGuard<MmioFreeRegionList> = 209 &mut self.free_regions[exp2index(e2 - 1)].lock(); 210 self.split_block(region, e2, low_list_guard); 211 } else { 212 // 由于exp对应的链表list_guard已经被锁住了 不能再加锁 213 // 所以直接将list_guard传入 214 self.split_block(region, e2, list_guard); 215 } 216 } 217 Err(err) => { 218 kdebug!("buddy_pop_region get wrong"); 219 return Err(err); 220 } 221 } 222 } 223 } 224 break; 225 } 226 // 判断是否获得了exp大小的内存块 227 if list_guard.num_free > 0 { 228 match self.pop_block(list_guard) { 229 Ok(ret) => return Ok(ret), 230 Err(err) => return Err(err), 231 } 232 } 233 // 拆分大内存块无法获得exp大小内存块 234 // 尝试用小内存块合成 235 // 即将两块exp合成一块exp+1 236 237 // TODO：修改下一个循环的冗余代码，请不要删除此处的注释 238 // let merge = |high_list_guard: &mut SpinLockGuard<MmioFreeRegionList>, exp: u32| { 239 // if let Err(err) = self.merge_all_exp( 240 // exp, 241 // &mut self.free_regions[exp2index(exp) as usize].lock(), 242 // high_list_guard, 243 // ) { 244 // return err; 245 // } else { 246 // return MmioResult::SUCCESS; 247 // } 248 // }; 249 for e in MMIO_BUDDY_MIN_EXP..exp { 250 if e != exp - 1 { 251 match self.merge_all_exp( 252 exp, 253 &mut self.free_regions[exp2index(exp)].lock(), 254 &mut self.free_regions[exp2index(exp + 1)].lock(), 255 ) { 256 Ok(_) => continue, 257 Err(err) => { 258 kdebug!("merge_all_exp get wrong"); 259 return Err(err); 260 } 261 } 262 } else { 263 match self.merge_all_exp( 264 exp, 265 &mut self.free_regions[exp2index(exp)].lock(), 266 list_guard, 267 ) { 268 Ok(_) => continue, 269 Err(err) => { 270 kdebug!("merge_all_exp get wrong"); 271 return Err(err); 272 } 273 } 274 } 275 } 276 277 //判断是否获得了exp大小的内存块 278 if list_guard.num_free > 0 { 279 match self.pop_block(list_guard) { 280 Ok(ret) => return Ok(ret), 281 Err(err) => return Err(err), 282 } 283 } 284 return Err(MmioResult::ENOFOUND); 285 } else { 286 match self.pop_block(list_guard) { 287 Ok(ret) => return Ok(ret), 288 Err(err) => return Err(err), 289 } 290 } 291 } 292 293 /// @brief 对query_addr_region进行封装 294 /// 295 /// @param exp 内存区域的大小(2^exp) 296 /// 297 /// @return Ok(MmioBuddyAddrRegion)符合要求的内存块信息结构体。 298 /// @return Err(MmioResult) 没有满足要求的内存块时，返回__query_addr_region的错误码。 299 fn mmio_buddy_query_addr_region(&self, exp: u32) -> Result<MmioBuddyAddrRegion, MmioResult> { 300 let list_guard: &mut SpinLockGuard<MmioFreeRegionList> = 301 &mut self.free_regions[exp2index(exp)].lock(); 302 match self.query_addr_region(exp, list_guard) { 303 Ok(ret) => return Ok(ret), 304 Err(err) => { 305 kdebug!("mmio_buddy_query_addr_region failed"); 306 return Err(err); 307 } 308 } 309 } 310 /// @brief 往指定的地址空间链表中添加一个地址区域 311 /// 312 /// @param region 要被添加的地址结构体 313 /// 314 /// @param list_guard 目标链表 315 fn push_block( 316 &self, 317 region: MmioBuddyAddrRegion, 318 list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 319 ) { 320 list_guard.list.push_back(region); 321 list_guard.num_free += 1; 322 } 323 324 /// @brief 根据地址和内存块大小，计算伙伴块虚拟内存的地址 325 #[inline(always)] 326 fn calculate_block_vaddr(&self, vaddr: VirtAddr, exp: u32) -> VirtAddr { 327 return VirtAddr::new(vaddr.data() ^ (1 << exp as usize)); 328 } 329 330 /// @brief 寻找并弹出指定内存块的伙伴块 331 /// 332 /// @param region 对应内存块的信息 333 /// 334 /// @param exp 内存块大小 335 /// 336 /// @param list_guard 【exp】对应的链表 337 /// 338 /// @return Ok(Box<MmioBuddyAddrRegion) 返回伙伴块的引用 339 /// @return Err(MmioResult) 340 /// - 当链表为空，返回ISEMPTY 341 /// - 没有找到伙伴块，返回ENOFOUND 342 fn pop_buddy_block( 343 &self, 344 vaddr: VirtAddr, 345 exp: u32, 346 list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 347 ) -> Result<MmioBuddyAddrRegion, MmioResult> { 348 if list_guard.list.is_empty() { 349 return Err(MmioResult::ISEMPTY); 350 } else { 351 //计算伙伴块的地址 352 let buddy_vaddr = self.calculate_block_vaddr(vaddr, exp); 353 354 // element 只会有一个元素 355 let mut element: Vec<MmioBuddyAddrRegion> = list_guard 356 .list 357 .extract_if(|x| x.vaddr == buddy_vaddr) 358 .collect(); 359 if element.len() == 1 { 360 list_guard.num_free -= 1; 361 return Ok(element.pop().unwrap()); 362 } 363 364 //没有找到对应的伙伴块 365 return Err(MmioResult::ENOFOUND); 366 } 367 } 368 369 /// @brief 从指定空闲链表中取出内存区域 370 /// 371 /// @param list_guard 【exp】对应的链表 372 /// 373 /// @return Ok(MmioBuddyAddrRegion) 内存块信息结构体的引用。 374 /// 375 /// @return Err(MmioResult) 当链表为空，无法删除时，返回ISEMPTY 376 fn pop_block( 377 &self, 378 list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 379 ) -> Result<MmioBuddyAddrRegion, MmioResult> { 380 if !list_guard.list.is_empty() { 381 list_guard.num_free -= 1; 382 return Ok(list_guard.list.pop_back().unwrap()); 383 } 384 return Err(MmioResult::ISEMPTY); 385 } 386 387 /// @brief 合并所有2^{exp}大小的内存块 388 /// 389 /// @param exp 内存块大小的幂(2^exp) 390 /// 391 /// @param list_guard exp对应的链表 392 /// 393 /// @param high_list_guard exp+1对应的链表 394 /// 395 /// @return Ok(MmioResult) 合并成功返回SUCCESS 396 /// @return Err(MmioResult) 397 /// - 内存块过少，无法合并，返回EINVAL 398 /// - pop_buddy_block调用出错，返回其错误码 399 /// - merge_blocks调用出错，返回其错误码 400 fn merge_all_exp( 401 &self, 402 exp: u32, 403 list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 404 high_list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 405 ) -> Result<MmioResult, MmioResult> { 406 // 至少要两个内存块才能合并 407 if list_guard.num_free <= 1 { 408 return Err(MmioResult::EINVAL); 409 } 410 loop { 411 if list_guard.num_free <= 1 { 412 break; 413 } 414 // 获取内存块 415 let vaddr: VirtAddr = list_guard.list.back().unwrap().vaddr; 416 // 获取伙伴内存块 417 match self.pop_buddy_block(vaddr, exp, list_guard) { 418 Err(err) => { 419 return Err(err); 420 } 421 Ok(buddy_region) => { 422 let region: MmioBuddyAddrRegion = list_guard.list.pop_back().unwrap(); 423 let copy_region = region.clone(); 424 // 在两块内存都被取出之后才进行合并 425 match self.merge_blocks(region, buddy_region, exp, high_list_guard) { 426 Err(err) => { 427 // 如果合并失败了要将取出来的元素放回去 428 self.push_block(copy_region, list_guard); 429 kdebug!("merge_all_exp: merge_blocks failed"); 430 return Err(err); 431 } 432 Ok(_) => continue, 433 } 434 } 435 } 436 } 437 return Ok(MmioResult::SUCCESS); 438 } 439 440 /// @brief 合并两个【已经从链表中取出】的内存块 441 /// 442 /// @param region_1 第一个内存块 443 /// 444 /// @param region_2 第二个内存 445 /// 446 /// @return Ok(MmioResult) 成功返回SUCCESS 447 /// 448 /// @return Err(MmioResult) 两个内存块不是伙伴块,返回EINVAL 449 fn merge_blocks( 450 &self, 451 region_1: MmioBuddyAddrRegion, 452 region_2: MmioBuddyAddrRegion, 453 exp: u32, 454 high_list_guard: &mut SpinLockGuard<MmioFreeRegionList>, 455 ) -> Result<MmioResult, MmioResult> { 456 // 判断是否为伙伴块 457 if region_1.vaddr != self.calculate_block_vaddr(region_2.vaddr, exp) { 458 return Err(MmioResult::EINVAL); 459 } 460 // 将大的块放进下一级链表 461 self.push_block(region_1, high_list_guard); 462 return Ok(MmioResult::SUCCESS); 463 } 464 465 /// @brief 创建一块mmio区域，并将vma绑定到initial_mm 466 /// 467 /// @param size mmio区域的大小（字节） 468 /// 469 /// @param vm_flags 要把vma设置成的标志 470 /// 471 /// @param res_vaddr 返回值-分配得到的虚拟地址 472 /// 473 /// @param res_length 返回值-分配的虚拟地址空间长度 474 /// 475 /// @return Ok(i32) 成功返回0 476 /// 477 /// @return Err(SystemError) 失败返回错误码 478 pub fn create_mmio(&self, size: usize) -> Result<MMIOSpaceGuard, SystemError> { 479 if size > PAGE_1G_SIZE || size == 0 { 480 return Err(SystemError::EPERM); 481 } 482 // 计算前导0 483 #[cfg(any(target_arch = "x86_64", target_arch = "riscv64"))] 484 let mut size_exp: u32 = 63 - size.leading_zeros(); 485 // kdebug!("create_mmio: size_exp: {}", size_exp); 486 // 记录最终申请的空间大小 487 let mut new_size = size; 488 // 对齐要申请的空间大小 489 // 如果要申请的空间大小小于4k，则分配4k 490 if size_exp < PAGE_4K_SHIFT { 491 new_size = PAGE_4K_SIZE as usize; 492 size_exp = PAGE_4K_SHIFT; 493 } else if (new_size & (!(1 << size_exp))) != 0 { 494 // 向左对齐空间大小 495 size_exp += 1; 496 new_size = 1 << size_exp; 497 } 498 match self.mmio_buddy_query_addr_region(size_exp) { 499 Ok(region) => { 500 let space_guard = 501 unsafe { MMIOSpaceGuard::from_raw(region.vaddr, new_size, false) }; 502 return Ok(space_guard); 503 } 504 Err(_) => { 505 kerror!( 506 "failed to create mmio. pid = {:?}", 507 ProcessManager::current_pcb().pid() 508 ); 509 return Err(SystemError::ENOMEM); 510 } 511 } 512 } 513 514 /// @brief 取消mmio的映射并将地址空间归还到buddy中 515 /// 516 /// @param vaddr 起始的虚拟地址 517 /// 518 /// @param length 要归还的地址空间的长度 519 /// 520 /// @return Ok(i32) 成功返回0 521 /// 522 /// @return Err(SystemError) 失败返回错误码 523 pub fn release_mmio(&self, vaddr: VirtAddr, length: usize) -> Result<i32, SystemError> { 524 assert!(vaddr.check_aligned(MMArch::PAGE_SIZE)); 525 assert!(length & (MMArch::PAGE_SIZE - 1) == 0); 526 if vaddr < self.pool_start_addr 527 || vaddr.data() >= self.pool_start_addr.data() + self.pool_size 528 { 529 return Err(SystemError::EINVAL); 530 } 531 // todo: 重构MMIO管理机制，创建类似全局的manager之类的，管理MMIO的空间？ 532 533 // 暂时认为传入的vaddr都是正确的 534 let page_count = length / MMArch::PAGE_SIZE; 535 // 取消映射 536 let mut bindings = KernelMapper::lock(); 537 let mut kernel_mapper = bindings.as_mut(); 538 if kernel_mapper.is_none() { 539 kwarn!("release_mmio: kernel_mapper is read only"); 540 return Err(SystemError::EAGAIN_OR_EWOULDBLOCK); 541 } 542 543 for i in 0..page_count { 544 unsafe { 545 let x: Option<( 546 PhysAddr, 547 PageFlags<MMArch>, 548 crate::mm::page::PageFlush<MMArch>, 549 )> = kernel_mapper 550 .as_mut() 551 .unwrap() 552 .unmap_phys(vaddr + i * MMArch::PAGE_SIZE, false); 553 if let Some((_, _, flush)) = x { 554 flush.flush(); 555 } 556 }; 557 } 558 559 // 归还到buddy 560 mmio_pool() 561 .give_back_block(vaddr, length.trailing_zeros()) 562 .unwrap_or_else(|err| { 563 panic!("MMIO release failed: self: {self:?}, err msg: {:?}", err); 564 }); 565 566 return Ok(0); 567 } 568 } 569 570 /// @brief mmio伙伴系统内部的地址区域结构体 571 #[derive(Debug, Clone)] 572 struct MmioBuddyAddrRegion { 573 vaddr: VirtAddr, 574 } 575 impl MmioBuddyAddrRegion { 576 pub fn new(vaddr: VirtAddr) -> Self { 577 return MmioBuddyAddrRegion { vaddr }; 578 } 579 580 #[allow(dead_code)] 581 pub fn vaddr(&self) -> VirtAddr { 582 return self.vaddr; 583 } 584 } 585 586 /// @brief 空闲页数组结构体 587 #[derive(Debug, Default)] 588 pub struct MmioFreeRegionList { 589 /// 存储mmio_buddy的地址链表 590 list: LinkedList<MmioBuddyAddrRegion>, 591 /// 空闲块的数量 592 num_free: i64, 593 } 594 impl MmioFreeRegionList { 595 #[allow(dead_code)] 596 fn new() -> Self { 597 return MmioFreeRegionList { 598 ..Default::default() 599 }; 600 } 601 } 602 603 /// @brief 将内存对象大小的幂转换成内存池中的数组的下标 604 /// 605 /// @param exp内存大小 606 /// 607 /// @return 内存池数组下标 608 #[inline(always)] 609 fn exp2index(exp: u32) -> usize { 610 return (exp - 12) as usize; 611 } 612 613 #[derive(Debug)] 614 pub struct MMIOSpaceGuard { 615 vaddr: VirtAddr, 616 size: usize, 617 mapped: AtomicBool, 618 } 619 620 impl MMIOSpaceGuard { 621 pub unsafe fn from_raw(vaddr: VirtAddr, size: usize, mapped: bool) -> Self { 622 // check size 623 assert!( 624 size & (MMArch::PAGE_SIZE - 1) == 0, 625 "MMIO space size must be page aligned" 626 ); 627 assert!(size.is_power_of_two(), "MMIO space size must be power of 2"); 628 assert!( 629 vaddr.check_aligned(size), 630 "MMIO space vaddr must be aligned with size" 631 ); 632 assert!( 633 vaddr.data() >= MMIO_BASE.data() && vaddr.data() + size <= MMIO_TOP.data(), 634 "MMIO space must be in MMIO region" 635 ); 636 637 // 人工创建的MMIO空间，认为已经映射 638 MMIOSpaceGuard { 639 vaddr, 640 size, 641 mapped: AtomicBool::new(mapped), 642 } 643 } 644 645 pub fn vaddr(&self) -> VirtAddr { 646 self.vaddr 647 } 648 649 pub fn size(&self) -> usize { 650 self.size 651 } 652 653 /// 将物理地址填写到虚拟地址空间中 654 /// 655 /// ## Safety 656 /// 657 /// 传入的物理地址【一定要是设备的物理地址】。 658 /// 如果物理地址是从内存分配器中分配的，那么会造成内存泄露。因为mmio_release的时候，只取消映射，不会释放内存。 659 pub unsafe fn map_phys(&self, paddr: PhysAddr, length: usize) -> Result<(), SystemError> { 660 if length > self.size { 661 return Err(SystemError::EINVAL); 662 } 663 664 let check = self 665 .mapped 666 .compare_exchange(false, true, Ordering::SeqCst, Ordering::SeqCst); 667 if check.is_err() { 668 return Err(SystemError::EINVAL); 669 } 670 671 let flags = PageFlags::mmio_flags(); 672 let mut kernel_mapper = KernelMapper::lock(); 673 let r = kernel_mapper.map_phys_with_size(self.vaddr, paddr, length, flags, true); 674 return r; 675 } 676 677 /// 泄露一个MMIO space guard，不会释放映射的空间 678 pub unsafe fn leak(self) { 679 core::mem::forget(self); 680 } 681 } 682 683 impl Drop for MMIOSpaceGuard { 684 fn drop(&mut self) { 685 let _ = mmio_pool() 686 .release_mmio(self.vaddr, self.size) 687 .unwrap_or_else(|err| { 688 panic!("MMIO release failed: self: {self:?}, err msg: {:?}", err); 689 }); 690 } 691 } 692 693 pub fn mmio_init() { 694 kdebug!("Initializing MMIO buddy memory pool..."); 695 // 初始化mmio内存池 696 unsafe { 697 __MMIO_POOL = Some(MmioBuddyMemPool::new()); 698 } 699 700 kinfo!("MMIO buddy memory pool init done"); 701 } 702