42 	if (vmcb->control.exit_code != SVM_EXIT_NPF) {  in nested_svm_inject_npf_exit()
47 		vmcb->control.exit_code = SVM_EXIT_NPF;  in nested_svm_inject_npf_exit()
48 		vmcb->control.exit_code_hi = 0;  in nested_svm_inject_npf_exit()
49 		vmcb->control.exit_info_1 = (1ULL << 32);  in nested_svm_inject_npf_exit()
50 		vmcb->control.exit_info_2 = fault->address;  in nested_svm_inject_npf_exit()
53 	vmcb->control.exit_info_1 &= ~0xffffffffULL;  in nested_svm_inject_npf_exit()
54 	vmcb->control.exit_info_1 |= fault->error_code;  in nested_svm_inject_npf_exit()
133 	c = &svm->vmcb->control;  in recalc_intercepts()
134 	h = &svm->vmcb01.ptr->control;  in recalc_intercepts()
234 	svm->vmcb->control.msrpm_base_pa = __sme_set(__pa(svm->nested.msrpm));  in nested_svm_vmrun_msrpm()
251 					 struct vmcb_ctrl_area_cached *control)  in __nested_vmcb_check_controls()  argument
253 	if (CC(!vmcb12_is_intercept(control, INTERCEPT_VMRUN)))  in __nested_vmcb_check_controls()
256 	if (CC(control->asid == 0))  in __nested_vmcb_check_controls()
259 	if (CC((control->nested_ctl & SVM_NESTED_CTL_NP_ENABLE) && !npt_enabled))  in __nested_vmcb_check_controls()
262 	if (CC(!nested_svm_check_bitmap_pa(vcpu, control->msrpm_base_pa,  in __nested_vmcb_check_controls()
265 	if (CC(!nested_svm_check_bitmap_pa(vcpu, control->iopm_base_pa,  in __nested_vmcb_check_controls()
269 	if (CC((control->int_ctl & V_NMI_ENABLE_MASK) &&  in __nested_vmcb_check_controls()
270 	       !vmcb12_is_intercept(control, INTERCEPT_NMI))) {  in __nested_vmcb_check_controls()
375 				       struct vmcb_control_area *control)  in nested_copy_vmcb_control_to_cache()  argument
377 	__nested_copy_vmcb_control_to_cache(&svm->vcpu, &svm->nested.ctl, control);  in nested_copy_vmcb_control_to_cache()
409 	svm->nested.ctl.event_inj      = svm->vmcb->control.event_inj;  in nested_sync_control_from_vmcb02()
410 	svm->nested.ctl.event_inj_err  = svm->vmcb->control.event_inj_err;  in nested_sync_control_from_vmcb02()
433 	svm->nested.ctl.int_ctl        |= svm->vmcb->control.int_ctl & mask;  in nested_sync_control_from_vmcb02()
453 			vmcb12->control.exit_int_info_err =  in nested_save_pending_event_to_vmcb12()
470 	vmcb12->control.exit_int_info = exit_int_info;  in nested_save_pending_event_to_vmcb12()
601 	} else if (unlikely(vmcb01->control.virt_ext & LBR_CTL_ENABLE_MASK)) {  in nested_vmcb02_prepare_save()
655 		if (vmcb01->control.int_ctl & V_NMI_PENDING_MASK) {  in nested_vmcb02_prepare_control()
666 	vmcb02->control.nested_ctl = vmcb01->control.nested_ctl;  in nested_vmcb02_prepare_control()
667 	vmcb02->control.iopm_base_pa = vmcb01->control.iopm_base_pa;  in nested_vmcb02_prepare_control()
668 	vmcb02->control.msrpm_base_pa = vmcb01->control.msrpm_base_pa;  in nested_vmcb02_prepare_control()
673 	vmcb02->control.tlb_ctl = TLB_CONTROL_DO_NOTHING;  in nested_vmcb02_prepare_control()
684 	vmcb02->control.tsc_offset = vcpu->arch.tsc_offset;  in nested_vmcb02_prepare_control()
690 	vmcb02->control.int_ctl             =  in nested_vmcb02_prepare_control()
692 		(vmcb01->control.int_ctl & int_ctl_vmcb01_bits);  in nested_vmcb02_prepare_control()
694 	vmcb02->control.int_vector          = svm->nested.ctl.int_vector;  in nested_vmcb02_prepare_control()
695 	vmcb02->control.int_state           = svm->nested.ctl.int_state;  in nested_vmcb02_prepare_control()
696 	vmcb02->control.event_inj           = svm->nested.ctl.event_inj;  in nested_vmcb02_prepare_control()
697 	vmcb02->control.event_inj_err       = svm->nested.ctl.event_inj_err;  in nested_vmcb02_prepare_control()
708 		vmcb02->control.next_rip    = svm->nested.ctl.next_rip;  in nested_vmcb02_prepare_control()
710 		vmcb02->control.next_rip    = vmcb12_rip;  in nested_vmcb02_prepare_control()
712 	svm->nmi_l1_to_l2 = is_evtinj_nmi(vmcb02->control.event_inj);  in nested_vmcb02_prepare_control()
713 	if (is_evtinj_soft(vmcb02->control.event_inj)) {  in nested_vmcb02_prepare_control()
723 	vmcb02->control.virt_ext            = vmcb01->control.virt_ext &  in nested_vmcb02_prepare_control()
726 		vmcb02->control.virt_ext  |=  in nested_vmcb02_prepare_control()
730 		vmcb02->control.virt_ext |= VIRTUAL_VMLOAD_VMSAVE_ENABLE_MASK;  in nested_vmcb02_prepare_control()
742 		vmcb02->control.pause_filter_count = pause_count12;  in nested_vmcb02_prepare_control()
743 		vmcb02->control.pause_filter_thresh = pause_thresh12;  in nested_vmcb02_prepare_control()
747 		vmcb02->control.pause_filter_count = vmcb01->control.pause_filter_count;  in nested_vmcb02_prepare_control()
748 		vmcb02->control.pause_filter_thresh = vmcb01->control.pause_filter_thresh;  in nested_vmcb02_prepare_control()
753 				vmcb02->control.pause_filter_count = 0;  in nested_vmcb02_prepare_control()
755 				vmcb02->control.pause_filter_thresh = 0;  in nested_vmcb02_prepare_control()
792 				 vmcb12->control.int_ctl,  in enter_svm_guest_mode()
793 				 vmcb12->control.event_inj,  in enter_svm_guest_mode()
794 				 vmcb12->control.nested_ctl,  in enter_svm_guest_mode()
795 				 vmcb12->control.nested_cr3,  in enter_svm_guest_mode()
799 	trace_kvm_nested_intercepts(vmcb12->control.intercepts[INTERCEPT_CR] & 0xffff,  in enter_svm_guest_mode()
800 				    vmcb12->control.intercepts[INTERCEPT_CR] >> 16,  in enter_svm_guest_mode()
801 				    vmcb12->control.intercepts[INTERCEPT_EXCEPTION],  in enter_svm_guest_mode()
802 				    vmcb12->control.intercepts[INTERCEPT_WORD3],  in enter_svm_guest_mode()
803 				    vmcb12->control.intercepts[INTERCEPT_WORD4],  in enter_svm_guest_mode()
804 				    vmcb12->control.intercepts[INTERCEPT_WORD5]);  in enter_svm_guest_mode()
877 	nested_copy_vmcb_control_to_cache(svm, &vmcb12->control);  in nested_svm_vmrun()
882 		vmcb12->control.exit_code    = SVM_EXIT_ERR;  in nested_svm_vmrun()
883 		vmcb12->control.exit_code_hi = 0;  in nested_svm_vmrun()
884 		vmcb12->control.exit_info_1  = 0;  in nested_svm_vmrun()
885 		vmcb12->control.exit_info_2  = 0;  in nested_svm_vmrun()
915 	svm->vmcb->control.exit_code    = SVM_EXIT_ERR;  in nested_svm_vmrun()
916 	svm->vmcb->control.exit_code_hi = 0;  in nested_svm_vmrun()
917 	svm->vmcb->control.exit_info_1  = 0;  in nested_svm_vmrun()
918 	svm->vmcb->control.exit_info_2  = 0;  in nested_svm_vmrun()
1014 	vmcb12->control.int_state         = vmcb02->control.int_state;  in nested_svm_vmexit()
1015 	vmcb12->control.exit_code         = vmcb02->control.exit_code;  in nested_svm_vmexit()
1016 	vmcb12->control.exit_code_hi      = vmcb02->control.exit_code_hi;  in nested_svm_vmexit()
1017 	vmcb12->control.exit_info_1       = vmcb02->control.exit_info_1;  in nested_svm_vmexit()
1018 	vmcb12->control.exit_info_2       = vmcb02->control.exit_info_2;  in nested_svm_vmexit()
1020 	if (vmcb12->control.exit_code != SVM_EXIT_ERR)  in nested_svm_vmexit()
1024 		vmcb12->control.next_rip  = vmcb02->control.next_rip;  in nested_svm_vmexit()
1026 	vmcb12->control.int_ctl           = svm->nested.ctl.int_ctl;  in nested_svm_vmexit()
1027 	vmcb12->control.event_inj         = svm->nested.ctl.event_inj;  in nested_svm_vmexit()
1028 	vmcb12->control.event_inj_err     = svm->nested.ctl.event_inj_err;  in nested_svm_vmexit()
1031 		vmcb01->control.pause_filter_count = vmcb02->control.pause_filter_count;  in nested_svm_vmexit()
1066 	} else if (unlikely(vmcb01->control.virt_ext & LBR_CTL_ENABLE_MASK)) {  in nested_svm_vmexit()
1072 		if (vmcb02->control.int_ctl & V_NMI_BLOCKING_MASK)  in nested_svm_vmexit()
1073 			vmcb01->control.int_ctl |= V_NMI_BLOCKING_MASK;  in nested_svm_vmexit()
1075 			vmcb01->control.int_ctl &= ~V_NMI_BLOCKING_MASK;  in nested_svm_vmexit()
1079 			vmcb01->control.int_ctl |= V_NMI_PENDING_MASK;  in nested_svm_vmexit()
1081 			vmcb01->control.int_ctl &= ~V_NMI_PENDING_MASK;  in nested_svm_vmexit()
1090 	vmcb01->control.exit_int_info = 0;  in nested_svm_vmexit()
1093 	if (vmcb01->control.tsc_offset != svm->vcpu.arch.tsc_offset) {  in nested_svm_vmexit()
1094 		vmcb01->control.tsc_offset = svm->vcpu.arch.tsc_offset;  in nested_svm_vmexit()
1120 	trace_kvm_nested_vmexit_inject(vmcb12->control.exit_code,  in nested_svm_vmexit()
1121 				       vmcb12->control.exit_info_1,  in nested_svm_vmexit()
1122 				       vmcb12->control.exit_info_2,  in nested_svm_vmexit()
1123 				       vmcb12->control.exit_int_info,  in nested_svm_vmexit()
1124 				       vmcb12->control.exit_int_info_err,  in nested_svm_vmexit()
1259 	write  = svm->vmcb->control.exit_info_1 & 1;  in nested_svm_exit_handled_msr()
1284 	port = svm->vmcb->control.exit_info_1 >> 16;  in nested_svm_intercept_ioio()
1285 	size = (svm->vmcb->control.exit_info_1 & SVM_IOIO_SIZE_MASK) >>  in nested_svm_intercept_ioio()
1301 	u32 exit_code = svm->vmcb->control.exit_code;  in nested_svm_intercept()
1384 	vmcb->control.exit_code = SVM_EXIT_EXCP_BASE + ex->vector;  in nested_svm_inject_exception_vmexit()
1385 	vmcb->control.exit_code_hi = 0;  in nested_svm_inject_exception_vmexit()
1388 		vmcb->control.exit_info_1 = ex->error_code;  in nested_svm_inject_exception_vmexit()
1396 			vmcb->control.exit_info_2 = ex->payload;  in nested_svm_inject_exception_vmexit()
1398 			vmcb->control.exit_info_2 = vcpu->arch.cr2;  in nested_svm_inject_exception_vmexit()
1496 	u32 exit_code = svm->vmcb->control.exit_code;  in nested_svm_exit_special()
1507 		if (svm->vmcb01.ptr->control.intercepts[INTERCEPT_EXCEPTION] &  in nested_svm_exit_special()
1630 	r = copy_to_user(&user_vmcb->control, ctl,  in svm_get_nested_state()
1631 			 sizeof(user_vmcb->control));  in svm_get_nested_state()
1700 	if (copy_from_user(ctl, &user_vmcb->control, sizeof(*ctl)))  in svm_set_nested_state()