| /linux-6.6.21/arch/m68k/include/asm/ |
| D | bitops.h | 31 static inline void bset_reg_set_bit(int nr, volatile unsigned long *vaddr) in bset_reg_set_bit()
41 static inline void bset_mem_set_bit(int nr, volatile unsigned long *vaddr) in bset_mem_set_bit()
50 static inline void bfset_mem_set_bit(int nr, volatile unsigned long *vaddr) in bfset_mem_set_bit()
59 #define set_bit(nr, vaddr) bset_reg_set_bit(nr, vaddr) argument
61 #define set_bit(nr, vaddr) bset_mem_set_bit(nr, vaddr) argument
63 #define set_bit(nr, vaddr) (__builtin_constant_p(nr) ? \ argument
74 static inline void bclr_reg_clear_bit(int nr, volatile unsigned long *vaddr) in bclr_reg_clear_bit()
84 static inline void bclr_mem_clear_bit(int nr, volatile unsigned long *vaddr) in bclr_mem_clear_bit()
93 static inline void bfclr_mem_clear_bit(int nr, volatile unsigned long *vaddr) in bfclr_mem_clear_bit()
102 #define clear_bit(nr, vaddr) bclr_reg_clear_bit(nr, vaddr) argument
[all …]
|
| D | page_mm.h | 56 #define clear_user_page(addr, vaddr, page) \ argument
60 #define copy_user_page(to, from, vaddr, page) \ argument
71 static inline unsigned long ___pa(void *vaddr) in ___pa()
81 #define __pa(vaddr) ___pa((void *)(long)(vaddr)) argument
84 void *vaddr; in __va() local
|
| D | page_no.h | 13 #define clear_user_page(page, vaddr, pg) clear_page(page) argument
14 #define copy_user_page(to, from, vaddr, pg) copy_page(to, from) argument
16 #define vma_alloc_zeroed_movable_folio(vma, vaddr) \ argument
19 #define __pa(vaddr) ((unsigned long)(vaddr)) argument
|
| /linux-6.6.21/arch/riscv/mm/ |
| D | kasan_init.c | 29 static void __init kasan_populate_pte(pmd_t *pmd, unsigned long vaddr, unsigned long end) in kasan_populate_pte()
50 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end) in kasan_populate_pmd()
80 unsigned long vaddr, unsigned long end) in kasan_populate_pud()
110 unsigned long vaddr, unsigned long end) in kasan_populate_p4d()
140 unsigned long vaddr, unsigned long end) in kasan_populate_pgd()
163 unsigned long vaddr, unsigned long end) in kasan_early_clear_pud()
188 unsigned long vaddr, unsigned long end) in kasan_early_clear_p4d()
214 unsigned long vaddr, unsigned long end) in kasan_early_clear_pgd()
232 unsigned long vaddr, in kasan_early_populate_pud()
261 unsigned long vaddr, in kasan_early_populate_p4d()
[all …]
|
| /linux-6.6.21/mm/ |
| D | highmem.c | 154 struct page *__kmap_to_page(void *vaddr) in __kmap_to_page()
236 unsigned long vaddr; in map_new_virtual() local
298 unsigned long vaddr; in kmap_high() local
328 unsigned long vaddr, flags; in kmap_high_get() local
350 unsigned long vaddr; in kunmap_high() local
484 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) argument
488 # define arch_kmap_local_pre_unmap(vaddr) do { } while (0) argument
492 # define arch_kmap_local_post_unmap(vaddr) do { } while (0) argument
496 #define arch_kmap_local_unmap_idx(idx, vaddr) kmap_local_calc_idx(idx) argument
507 #define arch_kmap_local_set_pte(mm, vaddr, ptep, ptev) \ argument
[all …]
|
| /linux-6.6.21/arch/x86/mm/ |
| D | mem_encrypt_amd.c | 158 static void __init __sme_early_map_unmap_mem(void *vaddr, unsigned long size, in __sme_early_map_unmap_mem()
292 static void enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc) in enc_dec_hypercall()
322 static bool amd_enc_status_change_prepare(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_prepare()
335 static bool amd_enc_status_change_finish(unsigned long vaddr, int npages, bool enc) in amd_enc_status_change_finish()
405 static int __init early_set_memory_enc_dec(unsigned long vaddr, in early_set_memory_enc_dec()
475 int __init early_set_memory_decrypted(unsigned long vaddr, unsigned long size) in early_set_memory_decrypted()
480 int __init early_set_memory_encrypted(unsigned long vaddr, unsigned long size) in early_set_memory_encrypted()
485 void __init early_set_mem_enc_dec_hypercall(unsigned long vaddr, unsigned long size, bool enc) in early_set_mem_enc_dec_hypercall()
535 unsigned long vaddr, vaddr_end, npages; in mem_encrypt_free_decrypted_mem() local
|
| D | init_32.c | 107 pmd_t * __init populate_extra_pmd(unsigned long vaddr) in populate_extra_pmd()
115 pte_t * __init populate_extra_pte(unsigned long vaddr) in populate_extra_pte()
132 unsigned long vaddr; in page_table_range_init_count() local
156 unsigned long vaddr, pte_t *lastpte, in page_table_kmap_check()
207 unsigned long vaddr; in page_table_range_init() local
391 unsigned long vaddr = PKMAP_BASE; in permanent_kmaps_init() local
498 unsigned long vaddr, end; in early_ioremap_page_table_range_init() local
|
| /linux-6.6.21/arch/x86/include/asm/ |
| D | page.h | 25 static inline void clear_user_page(void *page, unsigned long vaddr, in clear_user_page()
31 static inline void copy_user_page(void *to, void *from, unsigned long vaddr, in copy_user_page()
37 #define vma_alloc_zeroed_movable_folio(vma, vaddr) \ argument
73 static __always_inline u64 __canonical_address(u64 vaddr, u8 vaddr_bits) in __canonical_address()
78 static __always_inline u64 __is_canonical_address(u64 vaddr, u8 vaddr_bits) in __is_canonical_address()
|
| /linux-6.6.21/arch/sparc/include/asm/ |
| D | highmem.h | 54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
55 #define arch_kmap_local_pre_unmap(vaddr) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
57 #define arch_kmap_local_post_unmap(vaddr) flush_tlb_all() argument
|
| /linux-6.6.21/arch/parisc/kernel/ |
| D | pci-dma.c | 77 unsigned long vaddr, in map_pte_uncached()
104 static inline int map_pmd_uncached(pmd_t * pmd, unsigned long vaddr, in map_pmd_uncached()
127 static inline int map_uncached_pages(unsigned long vaddr, unsigned long size, in map_uncached_pages()
153 static inline void unmap_uncached_pte(pmd_t * pmd, unsigned long vaddr, in unmap_uncached_pte()
189 static inline void unmap_uncached_pmd(pgd_t * dir, unsigned long vaddr, in unmap_uncached_pmd()
216 static void unmap_uncached_pages(unsigned long vaddr, unsigned long size) in unmap_uncached_pages()
305 pcxl_free_range(unsigned long vaddr, size_t size) in pcxl_free_range()
404 unsigned long vaddr; in arch_dma_alloc() local
423 void arch_dma_free(struct device *dev, size_t size, void *vaddr, in arch_dma_free()
|
| /linux-6.6.21/include/linux/ |
| D | io-mapping.h | 81 io_mapping_unmap_atomic(void __iomem *vaddr) in io_mapping_unmap_atomic()
101 static inline void io_mapping_unmap_local(void __iomem *vaddr) in io_mapping_unmap_local()
120 io_mapping_unmap(void __iomem *vaddr) in io_mapping_unmap()
162 io_mapping_unmap(void __iomem *vaddr) in io_mapping_unmap()
180 io_mapping_unmap_atomic(void __iomem *vaddr) in io_mapping_unmap_atomic()
196 static inline void io_mapping_unmap_local(void __iomem *vaddr) in io_mapping_unmap_local()
|
| D | highmem.h | 192 static inline void flush_kernel_vmap_range(void *vaddr, int size) in flush_kernel_vmap_range()
195 static inline void invalidate_kernel_vmap_range(void *vaddr, int size) in invalidate_kernel_vmap_range()
202 static inline void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage()
225 unsigned long vaddr) in vma_alloc_zeroed_movable_folio()
304 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
342 unsigned long vaddr, struct vm_area_struct *vma) in copy_mc_user_highpage()
375 unsigned long vaddr, struct vm_area_struct *vma) in copy_mc_user_highpage()
|
| /linux-6.6.21/arch/arm/mm/ |
| D | copypage-v6.c | 31 struct page *from, unsigned long vaddr, struct vm_area_struct *vma) in v6_copy_user_highpage_nonaliasing()
46 static void v6_clear_user_highpage_nonaliasing(struct page *page, unsigned long vaddr) in v6_clear_user_highpage_nonaliasing()
70 struct page *from, unsigned long vaddr, struct vm_area_struct *vma) in v6_copy_user_highpage_aliasing()
104 static void v6_clear_user_highpage_aliasing(struct page *page, unsigned long vaddr) in v6_clear_user_highpage_aliasing()
|
| /linux-6.6.21/arch/xtensa/mm/ |
| D | cache.c | 60 unsigned long vaddr) in kmap_invalidate_coherent()
82 unsigned long vaddr, unsigned long *paddr) in coherent_kvaddr()
88 void clear_user_highpage(struct page *page, unsigned long vaddr) in clear_user_highpage()
102 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
272 unsigned long vaddr, void *dst, const void *src, in copy_to_user_page()
312 unsigned long vaddr, void *dst, const void *src, in copy_from_user_page()
|
| /linux-6.6.21/arch/s390/include/asm/ |
| D | idals.h | 33 idal_is_needed(void *vaddr, unsigned int length) in idal_is_needed()
42 static inline unsigned int idal_nr_words(void *vaddr, unsigned int length) in idal_nr_words()
51 static inline unsigned int idal_2k_nr_words(void *vaddr, unsigned int length) in idal_2k_nr_words()
61 void *vaddr, unsigned int length) in idal_create_words()
83 set_normalized_cda(struct ccw1 * ccw, void *vaddr) in set_normalized_cda()
|
| /linux-6.6.21/arch/sh/mm/ |
| D | kmap.c | 21 unsigned long vaddr; in kmap_coherent_init() local
32 unsigned long vaddr; in kmap_coherent() local
54 unsigned long vaddr = (unsigned long)kvaddr & PAGE_MASK; in kunmap_coherent() local
|
| /linux-6.6.21/drivers/gpu/drm/i915/gem/ |
| D | i915_gem_phys.c | 27 void *vaddr; in i915_gem_object_get_pages_phys() local
104 void *vaddr = sg_page(pages->sgl); in i915_gem_object_put_pages_phys() local
147 void *vaddr = sg_page(obj->mm.pages->sgl) + args->offset; in i915_gem_object_pwrite_phys() local
178 void *vaddr = sg_page(obj->mm.pages->sgl) + args->offset; in i915_gem_object_pread_phys() local
|
| /linux-6.6.21/arch/mips/include/asm/ |
| D | highmem.h | 54 #define arch_kmap_local_set_pte(mm, vaddr, ptep, ptev) set_pte(ptep, ptev) argument
55 #define arch_kmap_local_post_map(vaddr, pteval) local_flush_tlb_one(vaddr) argument
56 #define arch_kmap_local_post_unmap(vaddr) local_flush_tlb_one(vaddr) argument
|
| /linux-6.6.21/arch/arm/include/asm/ |
| D | highmem.h | 66 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
69 #define arch_kmap_local_pre_unmap(vaddr) \ argument
75 #define arch_kmap_local_post_unmap(vaddr) \ argument
|
| /linux-6.6.21/arch/powerpc/include/asm/ |
| D | highmem.h | 61 #define arch_kmap_local_set_pte(mm, vaddr, ptep, ptev) \ argument
63 #define arch_kmap_local_post_map(vaddr, pteval) \ argument
65 #define arch_kmap_local_post_unmap(vaddr) \ argument
|
| /linux-6.6.21/drivers/misc/sgi-gru/ |
| D | grufault.c | 48 struct vm_area_struct *gru_find_vma(unsigned long vaddr) in gru_find_vma()
66 static struct gru_thread_state *gru_find_lock_gts(unsigned long vaddr) in gru_find_lock_gts()
83 static struct gru_thread_state *gru_alloc_locked_gts(unsigned long vaddr) in gru_alloc_locked_gts()
178 unsigned long vaddr, int write, in non_atomic_pte_lookup()
205 static int atomic_pte_lookup(struct vm_area_struct *vma, unsigned long vaddr, in atomic_pte_lookup()
252 static int gru_vtop(struct gru_thread_state *gts, unsigned long vaddr, in gru_vtop()
316 unsigned long vaddr = 0, gpa; in gru_preload_tlb() local
363 unsigned long gpa = 0, vaddr = 0; in gru_try_dropin() local
|
| /linux-6.6.21/kernel/dma/ |
| D | coherent.c | 200 int order, void *vaddr) in __dma_release_from_coherent()
227 int dma_release_from_dev_coherent(struct device *dev, int order, void *vaddr) in dma_release_from_dev_coherent()
235 struct vm_area_struct *vma, void *vaddr, size_t size, int *ret) in __dma_mmap_from_coherent()
272 void *vaddr, size_t size, int *ret) in dma_mmap_from_dev_coherent()
292 int dma_release_from_global_coherent(int order, void *vaddr) in dma_release_from_global_coherent()
301 int dma_mmap_from_global_coherent(struct vm_area_struct *vma, void *vaddr, in dma_mmap_from_global_coherent()
|
| /linux-6.6.21/arch/arc/mm/ |
| D | cache.c | 189 void __cache_line_loop_v3(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v3()
249 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v4()
303 void __cache_line_loop_v4(phys_addr_t paddr, unsigned long vaddr, in __cache_line_loop_v4()
461 static inline void __dc_line_op(phys_addr_t paddr, unsigned long vaddr, in __dc_line_op()
483 #define __dc_line_op(paddr, vaddr, sz, op) argument
497 __ic_line_inv_vaddr_local(phys_addr_t paddr, unsigned long vaddr, in __ic_line_inv_vaddr_local()
515 phys_addr_t paddr, vaddr; member
526 static void __ic_line_inv_vaddr(phys_addr_t paddr, unsigned long vaddr, in __ic_line_inv_vaddr()
741 unsigned long vaddr = folio_pos(folio); in flush_dcache_folio() local
890 void __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len) in __sync_icache_dcache()
[all …]
|
| /linux-6.6.21/drivers/net/ethernet/freescale/fman/ |
| D | fman_muram.c | 20 unsigned long vaddr) in fman_muram_vbase_to_offset()
41 void __iomem *vaddr; in fman_muram_init() local
107 unsigned long vaddr; in fman_muram_alloc() local
|
| /linux-6.6.21/kernel/events/ |
| D | uprobes.c | 109 unsigned long vaddr; /* Page(s) of instruction slots */ member
135 static loff_t vaddr_to_offset(struct vm_area_struct *vma, unsigned long vaddr) in vaddr_to_offset()
239 static void copy_from_page(struct page *page, unsigned long vaddr, void *dst, int len) in copy_from_page()
246 static void copy_to_page(struct page *page, unsigned long vaddr, const void *src, int len) in copy_to_page()
253 static int verify_opcode(struct page *page, unsigned long vaddr, uprobe_opcode_t *new_opcode) in verify_opcode()
340 unsigned long vaddr = offset_to_vaddr(vma, uprobe->ref_ctr_offset); in valid_ref_ctr_vma() local
364 __update_ref_ctr(struct mm_struct *mm, unsigned long vaddr, short d) in __update_ref_ctr()
460 unsigned long vaddr, uprobe_opcode_t opcode) in uprobe_write_opcode()
569 int __weak set_swbp(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_swbp()
584 set_orig_insn(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr) in set_orig_insn()
[all …]
|