/linux-6.6.21/arch/x86/include/asm/ |
D | set_memory.h | 10 int set_memory_rox(unsigned long addr, int numpages); 41 int __set_memory_prot(unsigned long addr, int numpages, pgprot_t prot); 42 int _set_memory_uc(unsigned long addr, int numpages); 43 int _set_memory_wc(unsigned long addr, int numpages); 44 int _set_memory_wt(unsigned long addr, int numpages); 45 int _set_memory_wb(unsigned long addr, int numpages); 46 int set_memory_uc(unsigned long addr, int numpages); 47 int set_memory_wc(unsigned long addr, int numpages); 48 int set_memory_wb(unsigned long addr, int numpages); 49 int set_memory_np(unsigned long addr, int numpages); [all …]
|
/linux-6.6.21/arch/powerpc/include/asm/ |
D | set_memory.h | 12 int change_memory_attr(unsigned long addr, int numpages, long action); 14 static inline int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 16 return change_memory_attr(addr, numpages, SET_MEMORY_RO); in set_memory_ro() 19 static inline int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 21 return change_memory_attr(addr, numpages, SET_MEMORY_RW); in set_memory_rw() 24 static inline int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument 26 return change_memory_attr(addr, numpages, SET_MEMORY_NX); in set_memory_nx() 29 static inline int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 31 return change_memory_attr(addr, numpages, SET_MEMORY_X); in set_memory_x() 34 static inline int set_memory_np(unsigned long addr, int numpages) in set_memory_np() argument [all …]
|
D | mem_encrypt.h | 18 int set_memory_encrypted(unsigned long addr, int numpages); 19 int set_memory_decrypted(unsigned long addr, int numpages);
|
/linux-6.6.21/arch/x86/mm/pat/ |
D | set_memory.c | 48 unsigned long numpages; member 395 for (i = 0; i < cpa->numpages; i++) in __cpa_flush_tlb() 411 if (cpa->force_flush_all || cpa->numpages > tlb_single_page_flush_ceiling) in cpa_flush() 420 for (i = 0; i < cpa->numpages; i++) { in cpa_flush() 844 unsigned long numpages, pmask, psize, lpaddr, pfn, old_pfn; in __should_split_large_page() local 880 numpages = (lpaddr - address) >> PAGE_SHIFT; in __should_split_large_page() 881 if (numpages < cpa->numpages) in __should_split_large_page() 882 cpa->numpages = numpages; in __should_split_large_page() 918 numpages = psize >> PAGE_SHIFT; in __should_split_large_page() 925 chk_prot = static_protections(old_prot, lpaddr, old_pfn, numpages, in __should_split_large_page() [all …]
|
/linux-6.6.21/arch/arm/include/asm/ |
D | set_memory.h | 10 int set_memory_ro(unsigned long addr, int numpages); 11 int set_memory_rw(unsigned long addr, int numpages); 12 int set_memory_x(unsigned long addr, int numpages); 13 int set_memory_nx(unsigned long addr, int numpages); 14 int set_memory_valid(unsigned long addr, int numpages, int enable); 16 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument 17 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument 18 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument 19 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument
|
/linux-6.6.21/arch/arm/mm/ |
D | pageattr.c | 54 static int change_memory_common(unsigned long addr, int numpages, in change_memory_common() argument 58 unsigned long end = PAGE_ALIGN(addr) + numpages * PAGE_SIZE; in change_memory_common() 73 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 75 return change_memory_common(addr, numpages, in set_memory_ro() 80 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 82 return change_memory_common(addr, numpages, in set_memory_rw() 87 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument 89 return change_memory_common(addr, numpages, in set_memory_nx() 94 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument 96 return change_memory_common(addr, numpages, in set_memory_x() [all …]
|
/linux-6.6.21/arch/riscv/include/asm/ |
D | set_memory.h | 14 int set_memory_ro(unsigned long addr, int numpages); 15 int set_memory_rw(unsigned long addr, int numpages); 16 int set_memory_x(unsigned long addr, int numpages); 17 int set_memory_nx(unsigned long addr, int numpages); 18 int set_memory_rw_nx(unsigned long addr, int numpages); 30 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument 31 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument 32 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument 33 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument 34 static inline int set_memory_rw_nx(unsigned long addr, int numpages) { return 0; } in set_memory_rw_nx() argument
|
/linux-6.6.21/include/linux/ |
D | set_memory.h | 11 static inline int set_memory_ro(unsigned long addr, int numpages) { return 0; } in set_memory_ro() argument 12 static inline int set_memory_rw(unsigned long addr, int numpages) { return 0; } in set_memory_rw() argument 13 static inline int set_memory_x(unsigned long addr, int numpages) { return 0; } in set_memory_x() argument 14 static inline int set_memory_nx(unsigned long addr, int numpages) { return 0; } in set_memory_nx() argument 18 static inline int set_memory_rox(unsigned long addr, int numpages) in set_memory_rox() argument 20 int ret = set_memory_ro(addr, numpages); in set_memory_rox() 23 return set_memory_x(addr, numpages); in set_memory_rox() 70 static inline int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument 75 static inline int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument
|
D | mm.h | 3573 extern void __kernel_poison_pages(struct page *page, int numpages); 3574 extern void __kernel_unpoison_pages(struct page *page, int numpages); 3589 static inline void kernel_poison_pages(struct page *page, int numpages) in kernel_poison_pages() argument 3592 __kernel_poison_pages(page, numpages); in kernel_poison_pages() 3594 static inline void kernel_unpoison_pages(struct page *page, int numpages) in kernel_unpoison_pages() argument 3597 __kernel_unpoison_pages(page, numpages); in kernel_unpoison_pages() 3603 static inline void kernel_poison_pages(struct page *page, int numpages) { } in kernel_poison_pages() argument 3604 static inline void kernel_unpoison_pages(struct page *page, int numpages) { } in kernel_unpoison_pages() argument 3648 extern void __kernel_map_pages(struct page *page, int numpages, int enable); 3650 static inline void debug_pagealloc_map_pages(struct page *page, int numpages) in debug_pagealloc_map_pages() argument [all …]
|
/linux-6.6.21/arch/arm64/mm/ |
D | pageattr.c | 67 static int change_memory_common(unsigned long addr, int numpages, in change_memory_common() argument 71 unsigned long size = PAGE_SIZE * numpages; in change_memory_common() 101 if (!numpages) in change_memory_common() 125 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 127 return change_memory_common(addr, numpages, in set_memory_ro() 132 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 134 return change_memory_common(addr, numpages, in set_memory_rw() 139 int set_memory_nx(unsigned long addr, int numpages) in set_memory_nx() argument 141 return change_memory_common(addr, numpages, in set_memory_nx() 146 int set_memory_x(unsigned long addr, int numpages) in set_memory_x() argument [all …]
|
/linux-6.6.21/arch/powerpc/mm/ |
D | pgtable_32.c | 135 unsigned long numpages = PFN_UP((unsigned long)_einittext) - in mark_initmem_nx() local 141 set_memory_nx((unsigned long)_sinittext, numpages); in mark_initmem_nx() 142 set_memory_rw((unsigned long)_sinittext, numpages); in mark_initmem_nx() 149 unsigned long numpages; in mark_rodata_ro() local 165 numpages = PFN_UP((unsigned long)__end_rodata) - in mark_rodata_ro() 168 set_memory_ro((unsigned long)_stext, numpages); in mark_rodata_ro() 176 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument 184 set_memory_p(addr, numpages); in __kernel_map_pages() 186 set_memory_np(addr, numpages); in __kernel_map_pages()
|
D | pageattr.c | 70 int change_memory_attr(unsigned long addr, int numpages, long action) in change_memory_attr() argument 73 unsigned long size = numpages * PAGE_SIZE; in change_memory_attr() 75 if (!numpages) in change_memory_attr()
|
/linux-6.6.21/arch/s390/include/asm/ |
D | set_memory.h | 27 int __set_memory(unsigned long addr, unsigned long numpages, unsigned long flags); 42 static inline int fname(unsigned long addr, int numpages) \ 44 return __set_memory(addr, numpages, (flags)); \ 49 unsigned long numpages; \ 51 numpages = (end - start) >> PAGE_SHIFT; \ 52 return __set_memory((unsigned long)start, numpages, (flags)); \
|
D | mem_encrypt.h | 7 int set_memory_encrypted(unsigned long vaddr, int numpages); 8 int set_memory_decrypted(unsigned long vaddr, int numpages);
|
D | kfence.h | 11 void __kernel_map_pages(struct page *page, int numpages, int enable);
|
/linux-6.6.21/arch/riscv/mm/ |
D | pageattr.c | 262 static int __set_memory(unsigned long addr, int numpages, pgprot_t set_mask, in __set_memory() argument 267 unsigned long end = start + PAGE_SIZE * numpages; in __set_memory() 275 if (!numpages) in __set_memory() 294 for (i = page_start; i < page_start + numpages; ++i) { in __set_memory() 349 int set_memory_rw_nx(unsigned long addr, int numpages) in set_memory_rw_nx() argument 351 return __set_memory(addr, numpages, __pgprot(_PAGE_READ | _PAGE_WRITE), in set_memory_rw_nx() 355 int set_memory_ro(unsigned long addr, int numpages) in set_memory_ro() argument 357 return __set_memory(addr, numpages, __pgprot(_PAGE_READ), in set_memory_ro() 361 int set_memory_rw(unsigned long addr, int numpages) in set_memory_rw() argument 363 return __set_memory(addr, numpages, __pgprot(_PAGE_READ | _PAGE_WRITE), in set_memory_rw() [all …]
|
/linux-6.6.21/include/asm-generic/ |
D | set_memory.h | 8 int set_memory_ro(unsigned long addr, int numpages); 9 int set_memory_rw(unsigned long addr, int numpages); 10 int set_memory_x(unsigned long addr, int numpages); 11 int set_memory_nx(unsigned long addr, int numpages);
|
/linux-6.6.21/arch/powerpc/platforms/pseries/ |
D | svm.c | 40 int set_memory_encrypted(unsigned long addr, int numpages) in set_memory_encrypted() argument 48 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted() 53 int set_memory_decrypted(unsigned long addr, int numpages) in set_memory_decrypted() argument 61 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted()
|
/linux-6.6.21/arch/s390/mm/ |
D | init.c | 115 int set_memory_encrypted(unsigned long vaddr, int numpages) in set_memory_encrypted() argument 120 for (i = 0; i < numpages; ++i) { in set_memory_encrypted() 127 int set_memory_decrypted(unsigned long vaddr, int numpages) in set_memory_decrypted() argument 131 for (i = 0; i < numpages; ++i) { in set_memory_decrypted()
|
D | pageattr.c | 376 int __set_memory(unsigned long addr, unsigned long numpages, unsigned long flags) in __set_memory() argument 385 if (!numpages) in __set_memory() 388 end = addr + numpages * PAGE_SIZE; in __set_memory() 426 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument 432 for (i = 0; i < numpages;) { in __kernel_map_pages() 437 nr = min(numpages - i, nr); in __kernel_map_pages()
|
/linux-6.6.21/arch/x86/coco/tdx/ |
D | tdx.c | 711 static bool tdx_enc_status_changed(unsigned long vaddr, int numpages, bool enc) in tdx_enc_status_changed() argument 714 phys_addr_t end = __pa(vaddr + numpages * PAGE_SIZE); in tdx_enc_status_changed() 737 static bool tdx_enc_status_change_prepare(unsigned long vaddr, int numpages, in tdx_enc_status_change_prepare() argument 745 return tdx_enc_status_changed(vaddr, numpages, enc); in tdx_enc_status_change_prepare() 749 static bool tdx_enc_status_change_finish(unsigned long vaddr, int numpages, in tdx_enc_status_change_finish() argument 757 return tdx_enc_status_changed(vaddr, numpages, enc); in tdx_enc_status_change_finish()
|
/linux-6.6.21/arch/arm64/include/asm/ |
D | set_memory.h | 11 int set_memory_valid(unsigned long addr, int numpages, int enable);
|
/linux-6.6.21/arch/s390/kernel/ |
D | module.c | 508 int numpages; in module_alloc_ftrace_hotpatch_trampolines() local 512 numpages = DIV_ROUND_UP(size, PAGE_SIZE); in module_alloc_ftrace_hotpatch_trampolines() 513 start = module_alloc(numpages * PAGE_SIZE); in module_alloc_ftrace_hotpatch_trampolines() 516 set_memory_rox((unsigned long)start, numpages); in module_alloc_ftrace_hotpatch_trampolines()
|
/linux-6.6.21/arch/alpha/kernel/ |
D | setup.c | 320 cluster->start_pfn + cluster->numpages); in setup_memory() 322 end = cluster->start_pfn + cluster->numpages; in setup_memory() 327 cluster->numpages << PAGE_SHIFT); in setup_memory() 334 cluster->numpages << PAGE_SHIFT); in setup_memory() 399 pfn < cluster->start_pfn + cluster->numpages) { in page_is_ram()
|
/linux-6.6.21/mm/ |
D | page_poison.c | 101 void __kernel_map_pages(struct page *page, int numpages, int enable) in __kernel_map_pages() argument
|