| /linux-6.1.9/drivers/gpu/drm/i915/ |
| D | i915_vma.h | 51 static inline bool i915_vma_is_active(const struct i915_vma *vma) in i915_vma_is_active()
64 i915_vma_move_to_active(struct i915_vma *vma, struct i915_request *rq, in i915_vma_move_to_active()
72 static inline bool i915_vma_is_ggtt(const struct i915_vma *vma) in i915_vma_is_ggtt()
77 static inline bool i915_vma_is_dpt(const struct i915_vma *vma) in i915_vma_is_dpt()
82 static inline bool i915_vma_has_ggtt_write(const struct i915_vma *vma) in i915_vma_has_ggtt_write()
87 static inline void i915_vma_set_ggtt_write(struct i915_vma *vma) in i915_vma_set_ggtt_write()
93 static inline bool i915_vma_unset_ggtt_write(struct i915_vma *vma) in i915_vma_unset_ggtt_write()
101 static inline bool i915_vma_is_map_and_fenceable(const struct i915_vma *vma) in i915_vma_is_map_and_fenceable()
106 static inline bool i915_vma_set_userfault(struct i915_vma *vma) in i915_vma_set_userfault()
112 static inline void i915_vma_unset_userfault(struct i915_vma *vma) in i915_vma_unset_userfault()
[all …]
|
| D | i915_vma.c | 44 static inline void assert_vma_held_evict(const struct i915_vma *vma) in assert_vma_held_evict()
62 static void i915_vma_free(struct i915_vma *vma) in i915_vma_free()
71 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
88 static void vma_print_allocator(struct i915_vma *vma, const char *reason) in vma_print_allocator()
115 struct i915_vma *vma; in vma_create() local
257 struct i915_vma *vma = rb_entry(rb, struct i915_vma, obj_node); in i915_vma_lookup() local
291 struct i915_vma *vma; in i915_vma_instance() local
369 int i915_vma_wait_for_bind(struct i915_vma *vma) in i915_vma_wait_for_bind()
389 static int i915_vma_verify_bind_complete(struct i915_vma *vma) in i915_vma_verify_bind_complete()
412 struct i915_vma *vma) in i915_vma_resource_init_from_vma()
[all …]
|
| D | i915_gem_evict.c | 58 static bool grab_vma(struct i915_vma *vma, struct i915_gem_ww_ctx *ww) in grab_vma()
77 static void ungrab_vma(struct i915_vma *vma) in ungrab_vma()
89 struct i915_vma *vma, in mark_free()
103 static bool defer_evict(struct i915_vma *vma) in defer_evict()
148 struct i915_vma *vma, *next; in i915_gem_evict_something() local
320 struct i915_vma *vma, *next; in i915_gem_evict_for_node() local
453 struct i915_vma *vma, *vn; in i915_gem_evict_vm() local
|
| /linux-6.1.9/include/linux/ |
| D | userfaultfd_k.h | 80 static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma, in is_mergeable_vm_userfaultfd_ctx()
97 static inline bool uffd_disable_huge_pmd_share(struct vm_area_struct *vma) in uffd_disable_huge_pmd_share()
109 static inline bool uffd_disable_fault_around(struct vm_area_struct *vma) in uffd_disable_fault_around()
114 static inline bool userfaultfd_missing(struct vm_area_struct *vma) in userfaultfd_missing()
119 static inline bool userfaultfd_wp(struct vm_area_struct *vma) in userfaultfd_wp()
124 static inline bool userfaultfd_minor(struct vm_area_struct *vma) in userfaultfd_minor()
129 static inline bool userfaultfd_pte_wp(struct vm_area_struct *vma, in userfaultfd_pte_wp()
135 static inline bool userfaultfd_huge_pmd_wp(struct vm_area_struct *vma, in userfaultfd_huge_pmd_wp()
141 static inline bool userfaultfd_armed(struct vm_area_struct *vma) in userfaultfd_armed()
146 static inline bool vma_can_userfault(struct vm_area_struct *vma, in vma_can_userfault()
[all …]
|
| D | huge_mm.h | 138 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
157 static inline bool file_thp_enabled(struct vm_area_struct *vma) in file_thp_enabled()
236 struct vm_area_struct *vma) in pmd_trans_huge_lock()
244 struct vm_area_struct *vma) in pud_trans_huge_lock()
319 static inline bool transhuge_vma_suitable(struct vm_area_struct *vma, in transhuge_vma_suitable()
325 static inline bool hugepage_vma_check(struct vm_area_struct *vma, in hugepage_vma_check()
356 static inline void __split_huge_pmd(struct vm_area_struct *vma, pmd_t *pmd, in __split_huge_pmd()
358 static inline void split_huge_pmd_address(struct vm_area_struct *vma, in split_huge_pmd_address()
364 static inline int hugepage_madvise(struct vm_area_struct *vma, in hugepage_madvise()
370 static inline int madvise_collapse(struct vm_area_struct *vma, in madvise_collapse()
[all …]
|
| /linux-6.1.9/drivers/gpu/drm/ |
| D | drm_vm.c | 59 struct vm_area_struct *vma; member
67 struct vm_area_struct *vma) in drm_io_prot()
89 static pgprot_t drm_dma_prot(uint32_t map_type, struct vm_area_struct *vma) in drm_dma_prot()
112 struct vm_area_struct *vma = vmf->vma; in drm_vm_fault() local
201 struct vm_area_struct *vma = vmf->vma; in drm_vm_shm_fault() local
230 static void drm_vm_shm_close(struct vm_area_struct *vma) in drm_vm_shm_close()
301 struct vm_area_struct *vma = vmf->vma; in drm_vm_dma_fault() local
336 struct vm_area_struct *vma = vmf->vma; in drm_vm_sg_fault() local
390 struct vm_area_struct *vma) in drm_vm_open_locked()
405 static void drm_vm_open(struct vm_area_struct *vma) in drm_vm_open()
[all …]
|
| /linux-6.1.9/mm/ |
| D | mmap.c | 89 void vma_set_page_prot(struct vm_area_struct *vma) in vma_set_page_prot()
106 static void __remove_shared_vm_struct(struct vm_area_struct *vma, in __remove_shared_vm_struct()
121 void unlink_file_vma(struct vm_area_struct *vma) in unlink_file_vma()
136 static void remove_vma(struct vm_area_struct *vma) in remove_vma()
329 struct vm_area_struct *vma; in validate_mm() local
375 anon_vma_interval_tree_pre_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_pre_update_vma()
384 anon_vma_interval_tree_post_update_vma(struct vm_area_struct *vma) in anon_vma_interval_tree_post_update_vma()
396 struct vm_area_struct *vma; in count_vma_pages_range() local
409 static void __vma_link_file(struct vm_area_struct *vma, in __vma_link_file()
430 void vma_mas_store(struct vm_area_struct *vma, struct ma_state *mas) in vma_mas_store()
[all …]
|
| D | pgtable-generic.c | 65 int ptep_set_access_flags(struct vm_area_struct *vma, in ptep_set_access_flags()
79 int ptep_clear_flush_young(struct vm_area_struct *vma, in ptep_clear_flush_young()
91 pte_t ptep_clear_flush(struct vm_area_struct *vma, unsigned long address, in ptep_clear_flush()
106 int pmdp_set_access_flags(struct vm_area_struct *vma, in pmdp_set_access_flags()
121 int pmdp_clear_flush_young(struct vm_area_struct *vma, in pmdp_clear_flush_young()
134 pmd_t pmdp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_huge_clear_flush()
147 pud_t pudp_huge_clear_flush(struct vm_area_struct *vma, unsigned long address, in pudp_huge_clear_flush()
195 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
205 pmd_t pmdp_invalidate_ad(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate_ad()
213 pmd_t pmdp_collapse_flush(struct vm_area_struct *vma, unsigned long address, in pmdp_collapse_flush()
|
| D | madvise.c | 94 struct anon_vma_name *anon_vma_name(struct vm_area_struct *vma) in anon_vma_name()
105 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
125 static int replace_anon_vma_name(struct vm_area_struct *vma, in replace_anon_vma_name()
140 static int madvise_update_vma(struct vm_area_struct *vma, in madvise_update_vma()
199 struct vm_area_struct *vma = walk->private; in swapin_walk_pmd_entry() local
237 static void force_shm_swapin_readahead(struct vm_area_struct *vma, in force_shm_swapin_readahead()
276 static long madvise_willneed(struct vm_area_struct *vma, in madvise_willneed()
332 struct vm_area_struct *vma = walk->vma; in madvise_cold_or_pageout_pte_range() local
505 struct vm_area_struct *vma, in madvise_cold_page_range()
518 static inline bool can_madv_lru_vma(struct vm_area_struct *vma) in can_madv_lru_vma()
[all …]
|
| D | mremap.c | 72 static pud_t *alloc_new_pud(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pud()
86 static pmd_t *alloc_new_pmd(struct mm_struct *mm, struct vm_area_struct *vma, in alloc_new_pmd()
105 static void take_rmap_locks(struct vm_area_struct *vma) in take_rmap_locks()
113 static void drop_rmap_locks(struct vm_area_struct *vma) in drop_rmap_locks()
136 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes()
225 static bool move_normal_pmd(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pmd()
284 static inline bool move_normal_pmd(struct vm_area_struct *vma, in move_normal_pmd()
293 static bool move_normal_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_normal_pud()
333 static inline bool move_normal_pud(struct vm_area_struct *vma, in move_normal_pud()
342 static bool move_huge_pud(struct vm_area_struct *vma, unsigned long old_addr, in move_huge_pud()
[all …]
|
| D | nommu.c | 98 struct vm_area_struct *vma; in kobjsize() local
122 int follow_pfn(struct vm_area_struct *vma, unsigned long address, in follow_pfn()
171 struct vm_area_struct *vma; in __vmalloc_user_flags() local
353 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
360 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
367 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
547 void vma_mas_store(struct vm_area_struct *vma, struct ma_state *mas) in vma_mas_store()
553 void vma_mas_remove(struct vm_area_struct *vma, struct ma_state *mas) in vma_mas_remove()
560 static void setup_vma_to_mm(struct vm_area_struct *vma, struct mm_struct *mm) in setup_vma_to_mm()
584 struct vm_area_struct *vma) in mas_add_vma_to_mm()
[all …]
|
| D | huge_memory.c | 74 bool hugepage_vma_check(struct vm_area_struct *vma, unsigned long vm_flags, in hugepage_vma_check()
554 pmd_t maybe_pmd_mkwrite(pmd_t pmd, struct vm_area_struct *vma) in maybe_pmd_mkwrite()
655 struct vm_area_struct *vma = vmf->vma; in __do_huge_pmd_anonymous_page() local
738 gfp_t vma_thp_gfp_mask(struct vm_area_struct *vma) in vma_thp_gfp_mask()
766 struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, in set_huge_zero_page()
781 struct vm_area_struct *vma = vmf->vma; in do_huge_pmd_anonymous_page() local
840 static void insert_pfn_pmd(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pmd()
904 struct vm_area_struct *vma = vmf->vma; in vmf_insert_pfn_pmd_prot() local
935 static pud_t maybe_pud_mkwrite(pud_t pud, struct vm_area_struct *vma) in maybe_pud_mkwrite()
942 static void insert_pfn_pud(struct vm_area_struct *vma, unsigned long addr, in insert_pfn_pud()
[all …]
|
| D | memory.c | 397 struct vm_area_struct *vma, unsigned long floor, in free_pgtables()
519 static void print_bad_pte(struct vm_area_struct *vma, unsigned long addr, in print_bad_pte()
612 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
676 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
717 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
763 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte()
999 page_copy_prealloc(struct mm_struct *src_mm, struct vm_area_struct *vma, in page_copy_prealloc()
1383 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed()
1396 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1531 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
[all …]
|
| D | rmap.c | 149 static void anon_vma_chain_link(struct vm_area_struct *vma, in anon_vma_chain_link()
187 int __anon_vma_prepare(struct vm_area_struct *vma) in __anon_vma_prepare()
333 int anon_vma_fork(struct vm_area_struct *vma, struct vm_area_struct *pvma) in anon_vma_fork()
395 void unlink_anon_vmas(struct vm_area_struct *vma) in unlink_anon_vmas()
747 unsigned long page_address_in_vma(struct page *page, struct vm_area_struct *vma) in page_address_in_vma()
807 struct vm_area_struct *vma, unsigned long address, void *arg) in folio_referenced_one()
873 static bool invalid_folio_referenced_vma(struct vm_area_struct *vma, void *arg) in invalid_folio_referenced_vma()
945 struct vm_area_struct *vma = pvmw->vma; in page_vma_mkclean_one() local
1012 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1023 static bool invalid_mkclean_vma(struct vm_area_struct *vma, void *arg) in invalid_mkclean_vma()
[all …]
|
| D | mprotect.c | 42 static inline bool can_change_pte_writable(struct vm_area_struct *vma, in can_change_pte_writable()
76 struct vm_area_struct *vma, pmd_t *pmd, unsigned long addr, in change_pte_range()
318 uffd_wp_protect_file(struct vm_area_struct *vma, unsigned long cp_flags) in uffd_wp_protect_file()
328 #define change_pmd_prepare(vma, pmd, cp_flags) \ argument
340 #define change_prepare(vma, high, low, addr, cp_flags) \ argument
350 struct vm_area_struct *vma, pud_t *pud, unsigned long addr, in change_pmd_range()
434 struct vm_area_struct *vma, p4d_t *p4d, unsigned long addr, in change_pud_range()
455 struct vm_area_struct *vma, pgd_t *pgd, unsigned long addr, in change_p4d_range()
476 struct vm_area_struct *vma, unsigned long addr, in change_protection_range()
502 struct vm_area_struct *vma, unsigned long start, in change_protection()
[all …]
|
| /linux-6.1.9/drivers/gpu/drm/msm/ |
| D | msm_gem_vma.c | 41 bool msm_gem_vma_inuse(struct msm_gem_vma *vma) in msm_gem_vma_inuse()
60 struct msm_gem_vma *vma) in msm_gem_purge_vma()
78 void msm_gem_unpin_vma(struct msm_gem_vma *vma) in msm_gem_unpin_vma()
87 void msm_gem_unpin_vma_fenced(struct msm_gem_vma *vma, struct msm_fence_context *fctx) in msm_gem_unpin_vma_fenced()
98 struct msm_gem_vma *vma, int prot, in msm_gem_map_vma()
128 struct msm_gem_vma *vma) in msm_gem_close_vma()
144 struct msm_gem_vma *vma, int size, in msm_gem_init_vma()
|
| /linux-6.1.9/arch/parisc/kernel/ |
| D | cache.c | 315 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page()
327 static void flush_user_cache_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_user_cache_page()
560 static void flush_cache_page_if_present(struct vm_area_struct *vma, in flush_cache_page_if_present()
575 unsigned long vaddr, struct vm_area_struct *vma) in copy_user_highpage()
587 void copy_to_user_page(struct vm_area_struct *vma, struct page *page, in copy_to_user_page()
595 void copy_from_user_page(struct vm_area_struct *vma, struct page *page, in copy_from_user_page()
631 static void flush_cache_pages(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_pages()
658 struct vm_area_struct *vma; in mm_total_size() local
672 struct vm_area_struct *vma; in flush_cache_mm() local
697 void flush_cache_range(struct vm_area_struct *vma, unsigned long start, unsigned long end) in flush_cache_range()
[all …]
|
| /linux-6.1.9/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | vmm.c | 750 struct nvkm_vma *vma = kzalloc(sizeof(*vma), GFP_KERNEL); in nvkm_vma_new() local
761 nvkm_vma_tail(struct nvkm_vma *vma, u64 tail) in nvkm_vma_tail()
784 nvkm_vmm_free_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_remove()
790 nvkm_vmm_free_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_delete()
798 nvkm_vmm_free_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_free_insert()
826 nvkm_vmm_node_remove(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_remove()
832 nvkm_vmm_node_delete(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_delete()
840 nvkm_vmm_node_insert(struct nvkm_vmm *vmm, struct nvkm_vma *vma) in nvkm_vmm_node_insert()
866 struct nvkm_vma *vma = rb_entry(node, typeof(*vma), tree); in nvkm_vmm_node_search() local
883 struct nvkm_vma *vma, struct nvkm_vma *next, u64 size) in nvkm_vmm_node_merge()
[all …]
|
| /linux-6.1.9/arch/powerpc/include/asm/book3s/64/ |
| D | tlbflush.h | 46 static inline void flush_pmd_tlb_range(struct vm_area_struct *vma, in flush_pmd_tlb_range()
55 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, in flush_hugetlb_tlb_range()
64 static inline void flush_tlb_range(struct vm_area_struct *vma, in flush_tlb_range()
87 static inline void local_flush_tlb_page(struct vm_area_struct *vma, in local_flush_tlb_page()
117 static inline void flush_tlb_page(struct vm_area_struct *vma, in flush_tlb_page()
133 #define flush_tlb_page(vma, addr) local_flush_tlb_page(vma, addr) argument
138 static inline void flush_tlb_fix_spurious_fault(struct vm_area_struct *vma, in flush_tlb_fix_spurious_fault()
|
| /linux-6.1.9/drivers/gpu/drm/nouveau/ |
| D | nouveau_vmm.c | 29 nouveau_vma_unmap(struct nouveau_vma *vma) in nouveau_vma_unmap()
38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) in nouveau_vma_map()
51 struct nouveau_vma *vma; in nouveau_vma_find() local
64 struct nouveau_vma *vma = *pvma; in nouveau_vma_del() local
81 struct nouveau_vma *vma; in nouveau_vma_new() local
|
| /linux-6.1.9/fs/proc/ |
| D | task_nommu.c | 24 struct vm_area_struct *vma; in task_mem() local
84 struct vm_area_struct *vma; in task_vsize() local
99 struct vm_area_struct *vma; in task_statm() local
124 static int is_stack(struct vm_area_struct *vma) in is_stack()
140 static int nommu_vma_show(struct seq_file *m, struct vm_area_struct *vma) in nommu_vma_show()
195 struct vm_area_struct *vma; in m_start() local
242 struct vm_area_struct *vma = _p; in m_next() local
|
| /linux-6.1.9/include/asm-generic/ |
| D | cacheflush.h | 35 static inline void flush_cache_range(struct vm_area_struct *vma, in flush_cache_range()
43 static inline void flush_cache_page(struct vm_area_struct *vma, in flush_cache_page()
81 static inline void flush_icache_page(struct vm_area_struct *vma, in flush_icache_page()
88 static inline void flush_icache_user_page(struct vm_area_struct *vma, in flush_icache_user_page()
108 #define copy_to_user_page(vma, page, vaddr, dst, src, len) \ argument
118 #define copy_from_user_page(vma, page, vaddr, dst, src, len) \ argument
|
| /linux-6.1.9/drivers/misc/ocxl/ |
| D | context.c | 98 static vm_fault_t map_afu_irq(struct vm_area_struct *vma, unsigned long address, in map_afu_irq()
111 static vm_fault_t map_pp_mmio(struct vm_area_struct *vma, unsigned long address, in map_pp_mmio()
141 struct vm_area_struct *vma = vmf->vma; in ocxl_mmap_fault() local
162 struct vm_area_struct *vma) in check_mmap_afu_irq()
188 struct vm_area_struct *vma) in check_mmap_mmio()
196 int ocxl_context_mmap(struct ocxl_context *ctx, struct vm_area_struct *vma) in ocxl_context_mmap()
|
| /linux-6.1.9/arch/powerpc/mm/book3s64/ |
| D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page()
28 void radix__flush_hugetlb_tlb_range(struct vm_area_struct *vma, unsigned long start, in radix__flush_hugetlb_tlb_range()
44 void radix__huge_ptep_modify_prot_commit(struct vm_area_struct *vma, in radix__huge_ptep_modify_prot_commit()
|
| /linux-6.1.9/drivers/gpu/drm/i915/display/ |
| D | intel_fb_pin.c | 30 struct i915_vma *vma; in intel_pin_fb_obj_dpt() local
117 struct i915_vma *vma; in intel_pin_and_fence_fb_obj() local
231 void intel_unpin_fb_vma(struct i915_vma *vma, unsigned long flags) in intel_unpin_fb_vma()
244 struct i915_vma *vma; in intel_plane_pin_fb() local
286 struct i915_vma *vma; in intel_plane_unpin_fb() local
|