15 void kvm_mmu_init_tdp_mmu(struct kvm *kvm)  in kvm_mmu_init_tdp_mmu()
22 static __always_inline bool kvm_lockdep_assert_mmu_lock_held(struct kvm *kvm,  in kvm_lockdep_assert_mmu_lock_held()
33 void kvm_mmu_uninit_tdp_mmu(struct kvm *kvm)  in kvm_mmu_uninit_tdp_mmu()
76 void kvm_tdp_mmu_put_root(struct kvm *kvm, struct kvm_mmu_page *root,  in kvm_tdp_mmu_put_root()
107 static struct kvm_mmu_page *tdp_mmu_next_root(struct kvm *kvm,  in tdp_mmu_next_root()
223 	struct kvm *kvm = vcpu->kvm;  in kvm_tdp_mmu_get_vcpu_root_hpa()  local
262 static void tdp_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_account_mmu_page()
268 static void tdp_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_unaccount_mmu_page()
283 static void tdp_mmu_unlink_sp(struct kvm *kvm, struct kvm_mmu_page *sp,  in tdp_mmu_unlink_sp()
320 static void handle_removed_pt(struct kvm *kvm, tdp_ptep_t pt, bool shared)  in handle_removed_pt()
419 static void handle_changed_spte(struct kvm *kvm, int as_id, gfn_t gfn,  in handle_changed_spte()
528 static inline int tdp_mmu_set_spte_atomic(struct kvm *kvm,  in tdp_mmu_set_spte_atomic()
560 static inline int tdp_mmu_zap_spte_atomic(struct kvm *kvm,  in tdp_mmu_zap_spte_atomic()
603 static u64 tdp_mmu_set_spte(struct kvm *kvm, int as_id, tdp_ptep_t sptep,  in tdp_mmu_set_spte()
623 static inline void tdp_mmu_iter_set_spte(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_iter_set_spte()
659 static inline bool __must_check tdp_mmu_iter_cond_resched(struct kvm *kvm,  in tdp_mmu_iter_cond_resched()
701 static void __tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,  in __tdp_mmu_zap_root()
727 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,  in tdp_mmu_zap_root()
763 bool kvm_tdp_mmu_zap_sp(struct kvm *kvm, struct kvm_mmu_page *sp)  in kvm_tdp_mmu_zap_sp()
791 static bool tdp_mmu_zap_leafs(struct kvm *kvm, struct kvm_mmu_page *root,  in tdp_mmu_zap_leafs()
831 bool kvm_tdp_mmu_zap_leafs(struct kvm *kvm, gfn_t start, gfn_t end, bool flush)  in kvm_tdp_mmu_zap_leafs()
841 void kvm_tdp_mmu_zap_all(struct kvm *kvm)  in kvm_tdp_mmu_zap_all()
865 void kvm_tdp_mmu_zap_invalidated_roots(struct kvm *kvm)  in kvm_tdp_mmu_zap_invalidated_roots()
910 void kvm_tdp_mmu_invalidate_all_roots(struct kvm *kvm)  in kvm_tdp_mmu_invalidate_all_roots()
1015 static int tdp_mmu_link_sp(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_link_sp()
1044 	struct kvm *kvm = vcpu->kvm;  in kvm_tdp_mmu_map()  local
1123 bool kvm_tdp_mmu_unmap_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range,  in kvm_tdp_mmu_unmap_gfn_range()
1138 static __always_inline bool kvm_tdp_mmu_handle_gfn(struct kvm *kvm,  in kvm_tdp_mmu_handle_gfn()
1170 static bool age_gfn_range(struct kvm *kvm, struct tdp_iter *iter,  in age_gfn_range()
1204 bool kvm_tdp_mmu_age_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_age_gfn_range()
1209 static bool test_age_gfn(struct kvm *kvm, struct tdp_iter *iter,  in test_age_gfn()
1215 bool kvm_tdp_mmu_test_age_gfn(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_test_age_gfn()
1220 static bool set_spte_gfn(struct kvm *kvm, struct tdp_iter *iter,  in set_spte_gfn()
1256 bool kvm_tdp_mmu_set_spte_gfn(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_set_spte_gfn()
1271 static bool wrprot_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root,  in wrprot_gfn_range()
1309 bool kvm_tdp_mmu_wrprot_slot(struct kvm *kvm,  in kvm_tdp_mmu_wrprot_slot()
1343 static struct kvm_mmu_page *tdp_mmu_alloc_sp_for_split(struct kvm *kvm,  in tdp_mmu_alloc_sp_for_split()
1383 static int tdp_mmu_split_huge_page(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_split_huge_page()
1421 static int tdp_mmu_split_huge_pages_root(struct kvm *kvm,  in tdp_mmu_split_huge_pages_root()
1490 void kvm_tdp_mmu_try_split_huge_pages(struct kvm *kvm,  in kvm_tdp_mmu_try_split_huge_pages()
1516 static bool clear_dirty_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root,  in clear_dirty_gfn_range()
1556 bool kvm_tdp_mmu_clear_dirty_slot(struct kvm *kvm,  in kvm_tdp_mmu_clear_dirty_slot()
1578 static void clear_dirty_pt_masked(struct kvm *kvm, struct kvm_mmu_page *root,  in clear_dirty_pt_masked()
1626 void kvm_tdp_mmu_clear_dirty_pt_masked(struct kvm *kvm,  in kvm_tdp_mmu_clear_dirty_pt_masked()
1637 static void zap_collapsible_spte_range(struct kvm *kvm,  in zap_collapsible_spte_range()
1692 void kvm_tdp_mmu_zap_collapsible_sptes(struct kvm *kvm,  in kvm_tdp_mmu_zap_collapsible_sptes()
1708 static bool write_protect_gfn(struct kvm *kvm, struct kvm_mmu_page *root,  in write_protect_gfn()
1744 bool kvm_tdp_mmu_write_protect_gfn(struct kvm *kvm,  in kvm_tdp_mmu_write_protect_gfn()