Lines Matching refs:tlb
41 struct mmu_gather *tlb; member
329 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range() local
331 struct mm_struct *mm = tlb->mm; in madvise_cold_or_pageout_pte_range()
346 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range()
386 tlb_remove_pmd_tlb_entry(tlb, pmd, addr); in madvise_cold_or_pageout_pte_range()
411 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_cold_or_pageout_pte_range()
466 tlb->fullmm); in madvise_cold_or_pageout_pte_range()
469 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_cold_or_pageout_pte_range()
504 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range() argument
510 .tlb = tlb, in madvise_cold_page_range()
513 tlb_start_vma(tlb, vma); in madvise_cold_page_range()
515 tlb_end_vma(tlb, vma); in madvise_cold_page_range()
528 struct mmu_gather tlb; in madvise_cold() local
535 tlb_gather_mmu(&tlb, mm); in madvise_cold()
536 madvise_cold_page_range(&tlb, vma, start_addr, end_addr); in madvise_cold()
537 tlb_finish_mmu(&tlb); in madvise_cold()
542 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range() argument
548 .tlb = tlb, in madvise_pageout_page_range()
551 tlb_start_vma(tlb, vma); in madvise_pageout_page_range()
553 tlb_end_vma(tlb, vma); in madvise_pageout_page_range()
578 struct mmu_gather tlb; in madvise_pageout() local
588 tlb_gather_mmu(&tlb, mm); in madvise_pageout()
589 madvise_pageout_page_range(&tlb, vma, start_addr, end_addr); in madvise_pageout()
590 tlb_finish_mmu(&tlb); in madvise_pageout()
599 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range() local
600 struct mm_struct *mm = tlb->mm; in madvise_free_pte_range()
611 if (madvise_free_huge_pmd(tlb, vma, pmd, addr, next)) in madvise_free_pte_range()
617 tlb_change_page_size(tlb, PAGE_SIZE); in madvise_free_pte_range()
638 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
641 pte_clear_not_present_full(mm, addr, pte, tlb->fullmm); in madvise_free_pte_range()
709 tlb->fullmm); in madvise_free_pte_range()
714 tlb_remove_tlb_entry(tlb, pte, addr); in madvise_free_pte_range()
741 struct mmu_gather tlb; in madvise_free_single_vma() local
757 tlb_gather_mmu(&tlb, mm); in madvise_free_single_vma()
761 tlb_start_vma(&tlb, vma); in madvise_free_single_vma()
763 &madvise_free_walk_ops, &tlb); in madvise_free_single_vma()
764 tlb_end_vma(&tlb, vma); in madvise_free_single_vma()
766 tlb_finish_mmu(&tlb); in madvise_free_single_vma()