| /linux-6.6.21/arch/xtensa/kernel/ |
| D | setup.c | 306 !mem_reserve(__pa(initrd_start), __pa(initrd_end))) in setup_arch()
312 mem_reserve(__pa(_stext), __pa(_end)); in setup_arch()
315 mem_reserve(__pa(_xip_text_start), __pa(_xip_text_end)); in setup_arch()
317 mem_reserve(__pa(_xip_start), __pa(_xip_end)); in setup_arch()
322 mem_reserve(__pa(_WindowVectors_text_start), in setup_arch()
323 __pa(_WindowVectors_text_end)); in setup_arch()
326 mem_reserve(__pa(_DebugInterruptVector_text_start), in setup_arch()
327 __pa(_DebugInterruptVector_text_end)); in setup_arch()
329 mem_reserve(__pa(_KernelExceptionVector_text_start), in setup_arch()
330 __pa(_KernelExceptionVector_text_end)); in setup_arch()
[all …]
|
| /linux-6.6.21/arch/parisc/kernel/ |
| D | firmware.c | 162 __pa(pdc_result), 0); in set_firmware_width_unlocked()
250 retval = mem_pdc_call(PDC_INSTR, 0UL, __pa(pdc_result)); in pdc_instr()
275 __pa(pdc_result), __pa(pdc_result2), len); in pdc_chassis_info()
300 retval = mem_pdc_call(PDC_PAT_CHASSIS_LOG, PDC_PAT_CHASSIS_WRITE_LOG, __pa(&state), __pa(&data)); in pdc_pat_chassis_send_log()
366 __pa(pdc_result)); in pdc_pat_get_PDC_entrypoint()
382 retval = mem_pdc_call(PDC_CHASSIS, PDC_CHASSIS_WARN, __pa(pdc_result)); in pdc_chassis_warn()
393 ret = mem_pdc_call(PDC_COPROC, PDC_COPROC_CFG, __pa(pdc_result)); in pdc_coproc_cfg_unlocked()
440 retval = mem_pdc_call(PDC_IODC, PDC_IODC_READ, __pa(pdc_result), hpa, in pdc_iodc_read()
441 index, __pa(pdc_result2), iodc_data_size); in pdc_iodc_read()
467 retval = mem_pdc_call(PDC_SYSTEM_MAP, PDC_FIND_MODULE, __pa(pdc_result), in pdc_system_map_find_mods()
[all …]
|
| /linux-6.6.21/arch/x86/include/asm/ |
| D | pgalloc.h | 67 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel()
68 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel()
74 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel_safe()
75 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe()
101 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate()
102 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate()
107 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe()
108 set_pud_safe(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate_safe()
115 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate()
116 set_p4d(p4d, __p4d(_PAGE_TABLE | __pa(pud))); in p4d_populate()
[all …]
|
| D | page.h | 40 #ifndef __pa
41 #define __pa(x) __phys_addr((unsigned long)(x)) macro
62 #define __boot_pa(x) __pa(x)
68 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
|
| /linux-6.6.21/arch/x86/kernel/ |
| D | head32.c | 75 #ifdef __pa in mk_early_pgtbl_32()
76 #undef __pa in mk_early_pgtbl_32()
78 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET) in mk_early_pgtbl_32() macro
83 const unsigned long limit = __pa(_end) + in mk_early_pgtbl_32()
86 pmd_t pl2, *pl2p = (pmd_t *)__pa(initial_pg_pmd); in mk_early_pgtbl_32()
89 pgd_t pl2, *pl2p = (pgd_t *)__pa(initial_page_table); in mk_early_pgtbl_32()
93 ptep = (pte_t *)__pa(__brk_base); in mk_early_pgtbl_32()
113 ptr = (unsigned long *)__pa(&max_pfn_mapped); in mk_early_pgtbl_32()
117 ptr = (unsigned long *)__pa(&_brk_end); in mk_early_pgtbl_32()
|
| D | machine_kexec_32.c | 89 set_pgd(pgd, __pgd(__pa(pmd) | _PAGE_PRESENT)); in machine_kexec_page_table_set_one()
95 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in machine_kexec_page_table_set_one()
111 (unsigned long)control_page, __pa(control_page)); in machine_kexec_prepare_page_tables()
117 __pa(control_page), __pa(control_page)); in machine_kexec_prepare_page_tables()
201 page_list[PA_CONTROL_PAGE] = __pa(control_page); in machine_kexec()
203 page_list[PA_PGD] = __pa(image->arch.pgd); in machine_kexec()
|
| D | espfix_64.c | 160 pud = __pud(__pa(pmd_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap()
161 paravirt_alloc_pmd(&init_mm, __pa(pmd_p) >> PAGE_SHIFT); in init_espfix_ap()
172 pmd = __pmd(__pa(pte_p) | (PGTABLE_PROT & ptemask)); in init_espfix_ap()
173 paravirt_alloc_pte(&init_mm, __pa(pte_p) >> PAGE_SHIFT); in init_espfix_ap()
184 pte = __pte(__pa(stack_page) | ((__PAGE_KERNEL_RO | _PAGE_ENC) & ptemask)); in init_espfix_ap()
|
| /linux-6.6.21/arch/arm/mach-omap2/ |
| D | omap-secure.c | 81 outer_clean_range(__pa(param), __pa(param + 5)); in omap_secure_dispatcher()
82 ret = omap_smc2(idx, flag, __pa(param)); in omap_secure_dispatcher()
131 param[1] = __pa(addr); /* Physical address for saving */ in omap3_save_secure_ram()
136 ret = save_secure_ram_context(__pa(param)); in omap3_save_secure_ram()
174 outer_clean_range(__pa(param), __pa(param + 5)); in rx51_secure_dispatcher()
175 ret = omap_smc3(idx, process, flag, __pa(param)); in rx51_secure_dispatcher()
|
| /linux-6.6.21/arch/csky/mm/ |
| D | init.c | 55 if (__pa(initrd_end) > PFN_PHYS(max_low_pfn)) { in setup_initrd()
62 if (memblock_is_region_reserved(__pa(initrd_start), size)) { in setup_initrd()
64 __pa(initrd_start), size); in setup_initrd()
68 memblock_reserve(__pa(initrd_start), size); in setup_initrd()
122 p[i] = __pa(invalid_pte_table); in pgd_init()
133 swapper_pg_dir[i].pgd = __pa(invalid_pte_table); in mmu_init()
137 __pa(kernel_pte_tables + (PTRS_PER_PTE * (i - USER_PTRS_PER_PGD))); in mmu_init()
182 set_pmd(pmd, __pmd(__pa(pte))); in fixrange_init()
|
| /linux-6.6.21/arch/powerpc/mm/nohash/ |
| D | 8xx.c | 30 return __pa(va); in v_block_mapped()
141 unsigned long etext8 = ALIGN(__pa(_etext), SZ_8M); in mmu_mapin_ram()
142 unsigned long sinittext = __pa(_sinittext); in mmu_mapin_ram()
145 unsigned long einittext8 = ALIGN(__pa(_einittext), SZ_8M); in mmu_mapin_ram()
169 unsigned long etext8 = ALIGN(__pa(_etext), SZ_8M); in mmu_mark_initmem_nx()
170 unsigned long sinittext = __pa(_sinittext); in mmu_mark_initmem_nx()
172 unsigned long einittext8 = ALIGN(__pa(_einittext), SZ_8M); in mmu_mark_initmem_nx()
183 unsigned long sinittext = __pa(_sinittext); in mmu_mark_rodata_ro()
|
| /linux-6.6.21/arch/riscv/mm/ |
| D | kasan_init.c | 36 set_pmd(pmd, pfn_pmd(PFN_DOWN(__pa(p)), PAGE_TABLE)); in kasan_populate_pte()
58 set_pud(pud, pfn_pud(PFN_DOWN(__pa(p)), PAGE_TABLE)); in kasan_populate_pmd()
88 set_p4d(p4d, pfn_p4d(PFN_DOWN(__pa(p)), PAGE_TABLE)); in kasan_populate_pud()
118 set_pgd(pgd, pfn_pgd(PFN_DOWN(__pa(p)), PAGE_TABLE)); in kasan_populate_p4d()
251 phys_addr = __pa((uintptr_t)kasan_early_shadow_pmd); in kasan_early_populate_pud()
289 phys_addr = __pa((uintptr_t)kasan_early_shadow_pud); in kasan_early_populate_p4d()
310 phys_addr = __pa((uintptr_t)kasan_early_shadow_p4d); in kasan_early_populate_pgd()
333 (__pa((uintptr_t)kasan_early_shadow_pte)), in kasan_early_init()
340 (__pa(((uintptr_t)kasan_early_shadow_pmd))), in kasan_early_init()
348 (__pa(((uintptr_t)kasan_early_shadow_pud))), in kasan_early_init()
[all …]
|
| D | init.c | 246 max_mapped_addr = __pa(~(ulong)0); in setup_bootmem()
368 return __pa((pte_t *)ptdesc_address(ptdesc)); in alloc_pte_late()
449 return __pa((pmd_t *)ptdesc_address(ptdesc)); in alloc_pmd_late()
514 return __pa(vaddr); in alloc_pud_late()
552 return __pa(vaddr); in alloc_p4d_late()
613 #define get_pgd_next_virt(__pa) (pgtable_l5_enabled ? \ argument
614 pt_ops.get_p4d_virt(__pa) : (pgd_next_t *)(pgtable_l4_enabled ? \
615 pt_ops.get_pud_virt(__pa) : (pud_t *)pt_ops.get_pmd_virt(__pa)))
616 #define create_pgd_next_mapping(__nextp, __va, __pa, __sz, __prot) \ argument
618 create_p4d_mapping(__nextp, __va, __pa, __sz, __prot) : \
[all …]
|
| /linux-6.6.21/arch/um/kernel/ |
| D | physmem.c | 107 os_seek_file(physmem_fd, __pa(__syscall_stub_start)); in setup_physmem()
111 memblock_add(__pa(start), len + highmem); in setup_physmem()
112 memblock_reserve(__pa(start), reserve); in setup_physmem()
114 min_low_pfn = PFN_UP(__pa(reserve_end)); in setup_physmem()
126 else if (phys < __pa(end_iomem)) { in phys_mapping()
139 else if (phys < __pa(end_iomem) + highmem) { in phys_mapping()
212 region->phys = __pa(region->virt); in setup_iomem()
|
| /linux-6.6.21/arch/loongarch/mm/ |
| D | kasan_init.c | 20 (__pa(p4d_val(p4d)) == (unsigned long)__pa(kasan_early_shadow_pud)))
27 (__pa(pud_val(pud)) == (unsigned long)__pa(kasan_early_shadow_pmd)))
31 (__pa(pmd_val(pmd)) == (unsigned long)__pa(kasan_early_shadow_pte)))
34 ((pte_val(pte) & _PFN_MASK) == (unsigned long)__pa(kasan_early_shadow_page)))
98 __pa(MAX_DMA_ADDRESS), MEMBLOCK_ALLOC_ACCESSIBLE, node); in kasan_alloc_zeroed_page()
101 __func__, PAGE_SIZE, PAGE_SIZE, node, __pa(MAX_DMA_ADDRESS)); in kasan_alloc_zeroed_page()
103 return __pa(p); in kasan_alloc_zeroed_page()
|
| /linux-6.6.21/arch/arm/mm/ |
| D | pmsa-v8.c | 255 subtract_range(mem, ARRAY_SIZE(mem), __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
256 subtract_range(io, ARRAY_SIZE(io), __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
260 subtract_range(mem, ARRAY_SIZE(mem), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup()
261 subtract_range(io, ARRAY_SIZE(io), CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup()
277 err |= pmsav8_setup_fixed(PMSAv8_XIP_REGION, CONFIG_XIP_PHYS_ADDR, __pa(_exiprom)); in pmsav8_setup()
280 err |= pmsav8_setup_fixed(region++, __pa(KERNEL_START), __pa(KERNEL_END)); in pmsav8_setup()
|
| /linux-6.6.21/arch/x86/xen/ |
| D | p2m.c | 341 paravirt_alloc_pte(&init_mm, __pa(p2m_missing_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list()
343 paravirt_alloc_pte(&init_mm, __pa(p2m_identity_pte) >> PAGE_SHIFT); in xen_rebuild_p2m_list()
346 pfn_pte(PFN_DOWN(__pa(p2m_missing)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list()
348 pfn_pte(PFN_DOWN(__pa(p2m_identity)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list()
381 pfn_pte(PFN_DOWN(__pa(mfns)), PAGE_KERNEL)); in xen_rebuild_p2m_list()
391 pfn_pte(PFN_DOWN(__pa(mfns)), PAGE_KERNEL_RO)); in xen_rebuild_p2m_list()
401 set_pmd(pmdp, __pmd(__pa(ptep) | _KERNPG_TABLE)); in xen_rebuild_p2m_list()
450 if (pte_pfn(*ptep) == PFN_DOWN(__pa(p2m_identity))) in get_phys_to_machine()
488 paravirt_alloc_pte(&init_mm, __pa(pte_newpg[i]) >> PAGE_SHIFT); in alloc_p2m_pmd()
500 __pmd(__pa(pte_newpg[i]) | _KERNPG_TABLE)); in alloc_p2m_pmd()
[all …]
|
| /linux-6.6.21/arch/x86/power/ |
| D | hibernate_64.c | 71 __pud(__pa(pmd) | pgprot_val(pgtable_prot))); in set_up_temporary_text_mapping()
73 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
74 pgd_t new_pgd = __pgd(__pa(p4d) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
80 pgd_t new_pgd = __pgd(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
123 temp_pgt = __pa(pgd); in set_up_temporary_mappings()
|
| /linux-6.6.21/arch/parisc/mm/ |
| D | init.c | 285 memblock_reserve(__pa(KERNEL_BINARY_TEXT_START), in setup_bootmem()
301 if (__pa(initrd_start) < mem_max) { in setup_bootmem()
304 if (__pa(initrd_end) > mem_max) { in setup_bootmem()
305 initrd_reserve = mem_max - __pa(initrd_start); in setup_bootmem()
310 …printk(KERN_INFO "initrd: reserving %08lx-%08lx (mem_max %08lx)\n", __pa(initrd_start), __pa(initr… in setup_bootmem()
312 memblock_reserve(__pa(initrd_start), initrd_reserve); in setup_bootmem()
358 ro_start = __pa((unsigned long)_text); in map_pages()
359 ro_end = __pa((unsigned long)&data_start); in map_pages()
360 kernel_start = __pa((unsigned long)&__init_begin); in map_pages()
361 kernel_end = __pa((unsigned long)&_end); in map_pages()
[all …]
|
| /linux-6.6.21/arch/hexagon/include/asm/ |
| D | page.h | 86 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET + PHYS_OFFSET) macro
93 #define virt_to_page(kaddr) pfn_to_page(PFN_DOWN(__pa(kaddr)))
98 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
128 #define virt_to_pfn(kaddr) (__pa(kaddr) >> PAGE_SHIFT)
|
| D | pgalloc.h | 39 mm->context.ptbase = __pa(pgd); in pgd_alloc()
77 set_pmd(pmd, __pmd(((unsigned long)__pa(pte)) | HEXAGON_L1_PTE_SIZE)); in pmd_populate_kernel()
85 set_pmd(ppmd, __pmd(((unsigned long)__pa(pte)) | HEXAGON_L1_PTE_SIZE)); in pmd_populate_kernel()
|
| /linux-6.6.21/arch/ia64/include/asm/ |
| D | pgalloc.h | 36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate()
45 pud_val(*pud_entry) = __pa(pmd); in pud_populate()
59 pmd_val(*pmd_entry) = __pa(pte); in pmd_populate_kernel()
|
| /linux-6.6.21/arch/powerpc/platforms/pseries/ |
| D | svm.c | 48 uv_unshare_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_encrypted()
61 uv_share_page(PHYS_PFN(__pa(addr)), numpages); in set_memory_decrypted()
85 unsigned long pfn = PHYS_PFN(__pa(addr)); in dtl_cache_ctor()
|
| /linux-6.6.21/drivers/pci/controller/ |
| D | pci-versatile.c | 94 writel(__pa(PAGE_OFFSET) >> 28, PCI_SMAP(mem)); in versatile_pci_probe()
131 writel(__pa(PAGE_OFFSET), local_pci_cfg_base + PCI_BASE_ADDRESS_0); in versatile_pci_probe()
132 writel(__pa(PAGE_OFFSET), local_pci_cfg_base + PCI_BASE_ADDRESS_1); in versatile_pci_probe()
133 writel(__pa(PAGE_OFFSET), local_pci_cfg_base + PCI_BASE_ADDRESS_2); in versatile_pci_probe()
|
| /linux-6.6.21/arch/powerpc/include/asm/ |
| D | page.h | 198 #define __pa(x) ((phys_addr_t)(unsigned long)(x) - VIRT_PHYS_OFFSET) macro
215 #define __pa(x) \ macro
223 #define __pa(x) ((unsigned long)(x) - PAGE_OFFSET + MEMORY_START) macro
230 return __pa(kaddr) >> PAGE_SHIFT; in virt_to_pfn()
|
| /linux-6.6.21/arch/xtensa/include/asm/ |
| D | page.h | 187 #define __pa(x) ___pa((unsigned long)(x)) macro
189 #define __pa(x) \ macro
195 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
197 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
|