/linux-6.1.9/include/asm-generic/ |
D | tlb.h | 204 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 263 extern bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, 271 struct mmu_gather { struct 325 void tlb_flush_mmu(struct mmu_gather *tlb); argument 327 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range() 335 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range() 369 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 383 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 402 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_update_vma_flags() 420 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly() [all …]
|
/linux-6.1.9/mm/ |
D | mmu_gather.c | 18 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch() 46 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush() 69 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free() 80 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) in __tlb_remove_page_size() 190 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate() 208 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush() 219 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table() 238 static inline void tlb_table_init(struct mmu_gather *tlb) in tlb_table_init() 245 static inline void tlb_table_flush(struct mmu_gather *tlb) { } in tlb_table_flush() 246 static inline void tlb_table_init(struct mmu_gather *tlb) { } in tlb_table_init() [all …]
|
D | mprotect.c | 75 static unsigned long change_pte_range(struct mmu_gather *tlb, in change_pte_range() 349 static inline unsigned long change_pmd_range(struct mmu_gather *tlb, in change_pmd_range() 433 static inline unsigned long change_pud_range(struct mmu_gather *tlb, in change_pud_range() 454 static inline unsigned long change_p4d_range(struct mmu_gather *tlb, in change_p4d_range() 475 static unsigned long change_protection_range(struct mmu_gather *tlb, in change_protection_range() 501 unsigned long change_protection(struct mmu_gather *tlb, in change_protection() 548 mprotect_fixup(struct mmu_gather *tlb, struct vm_area_struct *vma, in mprotect_fixup() 680 struct mmu_gather tlb; in do_mprotect_pkey()
|
D | madvise.c | 41 struct mmu_gather *tlb; 329 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() 504 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range() 528 struct mmu_gather tlb; in madvise_cold() 542 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range() 578 struct mmu_gather tlb; in madvise_pageout() 599 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() 741 struct mmu_gather tlb; in madvise_free_single_vma()
|
/linux-6.1.9/arch/s390/include/asm/ |
D | tlb.h | 26 static inline void tlb_flush(struct mmu_gather *tlb); 27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, 44 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size() 51 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 60 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb() 82 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb() 102 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb() 120 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
/linux-6.1.9/arch/arm64/include/asm/ |
D | tlb.h | 20 static void tlb_flush(struct mmu_gather *tlb); 29 static inline int tlb_get_level(struct mmu_gather *tlb) in tlb_get_level() 53 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() 75 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb() 83 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb() 94 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
/linux-6.1.9/arch/powerpc/include/asm/nohash/ |
D | pgalloc.h | 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address); 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable() 49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb() 66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/linux-6.1.9/arch/x86/include/asm/ |
D | pgalloc.h | 56 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte); 58 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb() 88 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); 90 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 125 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud); 127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() 168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d); 170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
D | tlb.h | 6 static inline void tlb_flush(struct mmu_gather *tlb); 10 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
/linux-6.1.9/arch/sparc/include/asm/ |
D | pgalloc_64.h | 75 struct mmu_gather; 76 void tlb_remove_table(struct mmu_gather *, void *); 78 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() 96 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb() 102 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
/linux-6.1.9/arch/riscv/include/asm/ |
D | tlb.h | 9 struct mmu_gather; 11 static void tlb_flush(struct mmu_gather *tlb); 16 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
/linux-6.1.9/arch/powerpc/include/asm/book3s/64/ |
D | pgalloc.h | 21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift); 136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb() 152 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb() 170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
D | tlbflush-radix.h | 13 struct mmu_gather; 80 extern void radix__tlb_flush(struct mmu_gather *tlb); 93 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
|
D | tlbflush-hash.h | 119 struct mmu_gather; 120 extern void hash__tlb_flush(struct mmu_gather *tlb);
|
/linux-6.1.9/arch/arm/include/asm/ |
D | tlb.h | 40 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb() 57 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
/linux-6.1.9/arch/powerpc/include/asm/ |
D | tlb.h | 25 extern void tlb_flush(struct mmu_gather *tlb); 41 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
|
/linux-6.1.9/arch/powerpc/mm/ |
D | hugetlbpage.c | 275 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free() 301 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {} in hugepd_free() 319 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range() 347 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range() 361 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() 412 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range() 458 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
/linux-6.1.9/arch/powerpc/include/asm/book3s/32/ |
D | pgalloc.h | 52 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb() 69 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
/linux-6.1.9/arch/m68k/include/asm/ |
D | motorola_pgalloc.h | 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() 64 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
/linux-6.1.9/arch/loongarch/include/asm/ |
D | tlb.h | 142 static void tlb_flush(struct mmu_gather *tlb); 147 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
/linux-6.1.9/include/linux/ |
D | huge_mm.h | 31 bool madvise_free_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, 33 int zap_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma, pmd_t *pmd, 35 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud, 39 int change_huge_pmd(struct mmu_gather *tlb, struct vm_area_struct *vma,
|
D | mm_types.h | 827 struct mmu_gather; 828 extern void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm); 829 extern void tlb_gather_mmu_fullmm(struct mmu_gather *tlb, struct mm_struct *mm); 830 extern void tlb_finish_mmu(struct mmu_gather *tlb);
|
/linux-6.1.9/arch/x86/mm/ |
D | pgtable.c | 23 void paravirt_tlb_remove_table(struct mmu_gather *tlb, void *table) in paravirt_tlb_remove_table() 53 void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte) in ___pte_free_tlb() 61 void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd) in ___pmd_free_tlb() 77 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb() 84 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
|
/linux-6.1.9/arch/powerpc/include/asm/book3s/ |
D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
/linux-6.1.9/arch/sparc/mm/ |
D | hugetlbpage.c | 416 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range() 426 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range() 463 static void hugetlb_free_pud_range(struct mmu_gather *tlb, p4d_t *p4d, in hugetlb_free_pud_range() 501 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|