52 static bool intel_gvt_is_valid_gfn(struct intel_vgpu *vgpu, unsigned long gfn)  in intel_gvt_is_valid_gfn()
72 bool intel_gvt_ggtt_validate_range(struct intel_vgpu *vgpu, u64 addr, u32 size)  in intel_gvt_ggtt_validate_range()
90 int intel_gvt_ggtt_gmadr_g2h(struct intel_vgpu *vgpu, u64 g_addr, u64 *h_addr)  in intel_gvt_ggtt_gmadr_g2h()
108 int intel_gvt_ggtt_gmadr_h2g(struct intel_vgpu *vgpu, u64 h_addr, u64 *g_addr)  in intel_gvt_ggtt_gmadr_h2g()
125 int intel_gvt_ggtt_index_g2h(struct intel_vgpu *vgpu, unsigned long g_index,  in intel_gvt_ggtt_index_g2h()
140 int intel_gvt_ggtt_h2g_index(struct intel_vgpu *vgpu, unsigned long h_index,  in intel_gvt_ggtt_h2g_index()
324 		struct intel_vgpu *vgpu)  in gtt_get_entry64()
349 		struct intel_vgpu *vgpu)  in gtt_set_entry64()
756 static int detach_oos_page(struct intel_vgpu *vgpu,
781 static void ppgtt_free_all_spt(struct intel_vgpu *vgpu)  in ppgtt_free_all_spt()
822 		struct intel_vgpu *vgpu, unsigned long gfn)  in intel_vgpu_find_spt_by_gfn()
835 		struct intel_vgpu *vgpu, unsigned long mfn)  in intel_vgpu_find_spt_by_mfn()
844 		struct intel_vgpu *vgpu, enum intel_gvt_gtt_type type)  in ppgtt_alloc_spt()
894 		struct intel_vgpu *vgpu, enum intel_gvt_gtt_type type,  in ppgtt_alloc_spt_gfn()
964 static int ppgtt_invalidate_spt_by_shadow_entry(struct intel_vgpu *vgpu,  in ppgtt_invalidate_spt_by_shadow_entry()
1004 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_invalidate_pte()
1021 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_invalidate_spt()
1072 static bool vgpu_ips_enabled(struct intel_vgpu *vgpu)  in vgpu_ips_enabled()
1091 		struct intel_vgpu *vgpu, struct intel_gvt_gtt_entry *we)  in ppgtt_populate_spt_by_guest_entry()
1177 static int is_2MB_gtt_possible(struct intel_vgpu *vgpu,  in is_2MB_gtt_possible()
1194 static int split_2MB_gtt_entry(struct intel_vgpu *vgpu,  in split_2MB_gtt_entry()
1250 static int split_64KB_gtt_entry(struct intel_vgpu *vgpu,  in split_64KB_gtt_entry()
1281 static int ppgtt_populate_shadow_entry(struct intel_vgpu *vgpu,  in ppgtt_populate_shadow_entry()
1336 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_populate_spt()
1380 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_handle_guest_entry_removal()
1425 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_handle_guest_entry_add()
1457 static int sync_oos_page(struct intel_vgpu *vgpu,  in sync_oos_page()
1500 static int detach_oos_page(struct intel_vgpu *vgpu,  in detach_oos_page()
1605 int intel_vgpu_sync_oos_pages(struct intel_vgpu *vgpu)  in intel_vgpu_sync_oos_pages()
1631 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_handle_guest_write_page_table()
1718 int intel_vgpu_flush_post_shadow(struct intel_vgpu *vgpu)  in intel_vgpu_flush_post_shadow()
1749 	struct intel_vgpu *vgpu = spt->vgpu;  in ppgtt_handle_guest_write_page_table_bytes()
1812 	struct intel_vgpu *vgpu = mm->vgpu;  in invalidate_ppgtt_mm()
1842 	struct intel_vgpu *vgpu = mm->vgpu;  in shadow_ppgtt_mm()
1883 static struct intel_vgpu_mm *vgpu_alloc_mm(struct intel_vgpu *vgpu)  in vgpu_alloc_mm()
1914 struct intel_vgpu_mm *intel_vgpu_create_ppgtt_mm(struct intel_vgpu *vgpu,  in intel_vgpu_create_ppgtt_mm()
1957 static struct intel_vgpu_mm *intel_vgpu_create_ggtt_mm(struct intel_vgpu *vgpu)  in intel_vgpu_create_ggtt_mm()
2096 	struct intel_vgpu *vgpu = mm->vgpu;  in ppgtt_get_next_level_entry()
2124 	struct intel_vgpu *vgpu = mm->vgpu;  in intel_vgpu_gma_to_gpa()
2196 static int emulate_ggtt_mmio_read(struct intel_vgpu *vgpu,  in emulate_ggtt_mmio_read()
2234 int intel_vgpu_emulate_ggtt_mmio_read(struct intel_vgpu *vgpu, unsigned int off,  in intel_vgpu_emulate_ggtt_mmio_read()
2248 static void ggtt_invalidate_pte(struct intel_vgpu *vgpu,  in ggtt_invalidate_pte()
2259 static int emulate_ggtt_mmio_write(struct intel_vgpu *vgpu, unsigned int off,  in emulate_ggtt_mmio_write()
2386 int intel_vgpu_emulate_ggtt_mmio_write(struct intel_vgpu *vgpu,  in intel_vgpu_emulate_ggtt_mmio_write()
2415 static int alloc_scratch_pages(struct intel_vgpu *vgpu,  in alloc_scratch_pages()
2479 static int release_scratch_page_tree(struct intel_vgpu *vgpu)  in release_scratch_page_tree()
2499 static int create_scratch_page_tree(struct intel_vgpu *vgpu)  in create_scratch_page_tree()
2526 int intel_vgpu_init_gtt(struct intel_vgpu *vgpu)  in intel_vgpu_init_gtt()
2549 void intel_vgpu_destroy_all_ppgtt_mm(struct intel_vgpu *vgpu)  in intel_vgpu_destroy_all_ppgtt_mm()
2568 static void intel_vgpu_destroy_ggtt_mm(struct intel_vgpu *vgpu)  in intel_vgpu_destroy_ggtt_mm()
2593 void intel_vgpu_clean_gtt(struct intel_vgpu *vgpu)  in intel_vgpu_clean_gtt()
2664 struct intel_vgpu_mm *intel_vgpu_find_ppgtt_mm(struct intel_vgpu *vgpu,  in intel_vgpu_find_ppgtt_mm()
2701 struct intel_vgpu_mm *intel_vgpu_get_ppgtt_mm(struct intel_vgpu *vgpu,  in intel_vgpu_get_ppgtt_mm()
2727 int intel_vgpu_put_ppgtt_mm(struct intel_vgpu *vgpu, u64 pdps[])  in intel_vgpu_put_ppgtt_mm()
2822 void intel_vgpu_invalidate_ppgtt(struct intel_vgpu *vgpu)  in intel_vgpu_invalidate_ppgtt()
2848 void intel_vgpu_reset_ggtt(struct intel_vgpu *vgpu, bool invalidate_old)  in intel_vgpu_reset_ggtt()
2891 void intel_vgpu_reset_gtt(struct intel_vgpu *vgpu)  in intel_vgpu_reset_gtt()
2911 	struct intel_vgpu *vgpu;  in intel_gvt_restore_ggtt()