1 #if !defined(_TRACE_KVM_H) || defined(TRACE_HEADER_MULTI_READ)
2 #define _TRACE_KVM_H
3 
4 #include <linux/tracepoint.h>
5 #include <asm/vmx.h>
6 #include <asm/svm.h>
7 
8 #undef TRACE_SYSTEM
9 #define TRACE_SYSTEM kvm
10 
11 /*
12  * Tracepoint for guest mode entry.
13  */
14 TRACE_EVENT(kvm_entry,
15 	TP_PROTO(unsigned int vcpu_id),
16 	TP_ARGS(vcpu_id),
17 
18 	TP_STRUCT__entry(
19 		__field(	unsigned int,	vcpu_id		)
20 	),
21 
22 	TP_fast_assign(
23 		__entry->vcpu_id	= vcpu_id;
24 	),
25 
26 	TP_printk("vcpu %u", __entry->vcpu_id)
27 );
28 
29 /*
30  * Tracepoint for hypercall.
31  */
32 TRACE_EVENT(kvm_hypercall,
33 	TP_PROTO(unsigned long nr, unsigned long a0, unsigned long a1,
34 		 unsigned long a2, unsigned long a3),
35 	TP_ARGS(nr, a0, a1, a2, a3),
36 
37 	TP_STRUCT__entry(
38 		__field(	unsigned long, 	nr		)
39 		__field(	unsigned long,	a0		)
40 		__field(	unsigned long,	a1		)
41 		__field(	unsigned long,	a2		)
42 		__field(	unsigned long,	a3		)
43 	),
44 
45 	TP_fast_assign(
46 		__entry->nr		= nr;
47 		__entry->a0		= a0;
48 		__entry->a1		= a1;
49 		__entry->a2		= a2;
50 		__entry->a3		= a3;
51 	),
52 
53 	TP_printk("nr 0x%lx a0 0x%lx a1 0x%lx a2 0x%lx a3 0x%lx",
54 		 __entry->nr, __entry->a0, __entry->a1,  __entry->a2,
55 		 __entry->a3)
56 );
57 
58 /*
59  * Tracepoint for hypercall.
60  */
61 TRACE_EVENT(kvm_hv_hypercall,
62 	TP_PROTO(__u16 code, bool fast, __u16 rep_cnt, __u16 rep_idx,
63 		 __u64 ingpa, __u64 outgpa),
64 	TP_ARGS(code, fast, rep_cnt, rep_idx, ingpa, outgpa),
65 
66 	TP_STRUCT__entry(
67 		__field(	__u16,		rep_cnt		)
68 		__field(	__u16,		rep_idx		)
69 		__field(	__u64,		ingpa		)
70 		__field(	__u64,		outgpa		)
71 		__field(	__u16, 		code		)
72 		__field(	bool,		fast		)
73 	),
74 
75 	TP_fast_assign(
76 		__entry->rep_cnt	= rep_cnt;
77 		__entry->rep_idx	= rep_idx;
78 		__entry->ingpa		= ingpa;
79 		__entry->outgpa		= outgpa;
80 		__entry->code		= code;
81 		__entry->fast		= fast;
82 	),
83 
84 	TP_printk("code 0x%x %s cnt 0x%x idx 0x%x in 0x%llx out 0x%llx",
85 		  __entry->code, __entry->fast ? "fast" : "slow",
86 		  __entry->rep_cnt, __entry->rep_idx,  __entry->ingpa,
87 		  __entry->outgpa)
88 );
89 
90 /*
91  * Tracepoint for PIO.
92  */
93 TRACE_EVENT(kvm_pio,
94 	TP_PROTO(unsigned int rw, unsigned int port, unsigned int size,
95 		 unsigned int count),
96 	TP_ARGS(rw, port, size, count),
97 
98 	TP_STRUCT__entry(
99 		__field(	unsigned int, 	rw		)
100 		__field(	unsigned int, 	port		)
101 		__field(	unsigned int, 	size		)
102 		__field(	unsigned int,	count		)
103 	),
104 
105 	TP_fast_assign(
106 		__entry->rw		= rw;
107 		__entry->port		= port;
108 		__entry->size		= size;
109 		__entry->count		= count;
110 	),
111 
112 	TP_printk("pio_%s at 0x%x size %d count %d",
113 		  __entry->rw ? "write" : "read",
114 		  __entry->port, __entry->size, __entry->count)
115 );
116 
117 /*
118  * Tracepoint for cpuid.
119  */
120 TRACE_EVENT(kvm_cpuid,
121 	TP_PROTO(unsigned int function, unsigned long rax, unsigned long rbx,
122 		 unsigned long rcx, unsigned long rdx),
123 	TP_ARGS(function, rax, rbx, rcx, rdx),
124 
125 	TP_STRUCT__entry(
126 		__field(	unsigned int,	function	)
127 		__field(	unsigned long,	rax		)
128 		__field(	unsigned long,	rbx		)
129 		__field(	unsigned long,	rcx		)
130 		__field(	unsigned long,	rdx		)
131 	),
132 
133 	TP_fast_assign(
134 		__entry->function	= function;
135 		__entry->rax		= rax;
136 		__entry->rbx		= rbx;
137 		__entry->rcx		= rcx;
138 		__entry->rdx		= rdx;
139 	),
140 
141 	TP_printk("func %x rax %lx rbx %lx rcx %lx rdx %lx",
142 		  __entry->function, __entry->rax,
143 		  __entry->rbx, __entry->rcx, __entry->rdx)
144 );
145 
146 #define AREG(x) { APIC_##x, "APIC_" #x }
147 
148 #define kvm_trace_symbol_apic						    \
149 	AREG(ID), AREG(LVR), AREG(TASKPRI), AREG(ARBPRI), AREG(PROCPRI),    \
150 	AREG(EOI), AREG(RRR), AREG(LDR), AREG(DFR), AREG(SPIV), AREG(ISR),  \
151 	AREG(TMR), AREG(IRR), AREG(ESR), AREG(ICR), AREG(ICR2), AREG(LVTT), \
152 	AREG(LVTTHMR), AREG(LVTPC), AREG(LVT0), AREG(LVT1), AREG(LVTERR),   \
153 	AREG(TMICT), AREG(TMCCT), AREG(TDCR), AREG(SELF_IPI), AREG(EFEAT),  \
154 	AREG(ECTRL)
155 /*
156  * Tracepoint for apic access.
157  */
158 TRACE_EVENT(kvm_apic,
159 	TP_PROTO(unsigned int rw, unsigned int reg, unsigned int val),
160 	TP_ARGS(rw, reg, val),
161 
162 	TP_STRUCT__entry(
163 		__field(	unsigned int,	rw		)
164 		__field(	unsigned int,	reg		)
165 		__field(	unsigned int,	val		)
166 	),
167 
168 	TP_fast_assign(
169 		__entry->rw		= rw;
170 		__entry->reg		= reg;
171 		__entry->val		= val;
172 	),
173 
174 	TP_printk("apic_%s %s = 0x%x",
175 		  __entry->rw ? "write" : "read",
176 		  __print_symbolic(__entry->reg, kvm_trace_symbol_apic),
177 		  __entry->val)
178 );
179 
180 #define trace_kvm_apic_read(reg, val)		trace_kvm_apic(0, reg, val)
181 #define trace_kvm_apic_write(reg, val)		trace_kvm_apic(1, reg, val)
182 
183 #define KVM_ISA_VMX   1
184 #define KVM_ISA_SVM   2
185 
186 #define VMX_EXIT_REASONS \
187 	{ EXIT_REASON_EXCEPTION_NMI,		"EXCEPTION_NMI" }, \
188 	{ EXIT_REASON_EXTERNAL_INTERRUPT,	"EXTERNAL_INTERRUPT" }, \
189 	{ EXIT_REASON_TRIPLE_FAULT,		"TRIPLE_FAULT" }, \
190 	{ EXIT_REASON_PENDING_INTERRUPT,	"PENDING_INTERRUPT" }, \
191 	{ EXIT_REASON_NMI_WINDOW,		"NMI_WINDOW" }, \
192 	{ EXIT_REASON_TASK_SWITCH,		"TASK_SWITCH" }, \
193 	{ EXIT_REASON_CPUID,			"CPUID" }, \
194 	{ EXIT_REASON_HLT,			"HLT" }, \
195 	{ EXIT_REASON_INVLPG,			"INVLPG" }, \
196 	{ EXIT_REASON_RDPMC,			"RDPMC" }, \
197 	{ EXIT_REASON_RDTSC,			"RDTSC" }, \
198 	{ EXIT_REASON_VMCALL,			"VMCALL" }, \
199 	{ EXIT_REASON_VMCLEAR,			"VMCLEAR" }, \
200 	{ EXIT_REASON_VMLAUNCH,			"VMLAUNCH" }, \
201 	{ EXIT_REASON_VMPTRLD,			"VMPTRLD" }, \
202 	{ EXIT_REASON_VMPTRST,			"VMPTRST" }, \
203 	{ EXIT_REASON_VMREAD,			"VMREAD" }, \
204 	{ EXIT_REASON_VMRESUME,			"VMRESUME" }, \
205 	{ EXIT_REASON_VMWRITE,			"VMWRITE" }, \
206 	{ EXIT_REASON_VMOFF,			"VMOFF" }, \
207 	{ EXIT_REASON_VMON,			"VMON" }, \
208 	{ EXIT_REASON_CR_ACCESS,		"CR_ACCESS" }, \
209 	{ EXIT_REASON_DR_ACCESS,		"DR_ACCESS" }, \
210 	{ EXIT_REASON_IO_INSTRUCTION,		"IO_INSTRUCTION" }, \
211 	{ EXIT_REASON_MSR_READ,			"MSR_READ" }, \
212 	{ EXIT_REASON_MSR_WRITE,		"MSR_WRITE" }, \
213 	{ EXIT_REASON_MWAIT_INSTRUCTION,	"MWAIT_INSTRUCTION" }, \
214 	{ EXIT_REASON_MONITOR_INSTRUCTION,	"MONITOR_INSTRUCTION" }, \
215 	{ EXIT_REASON_PAUSE_INSTRUCTION,	"PAUSE_INSTRUCTION" }, \
216 	{ EXIT_REASON_MCE_DURING_VMENTRY,	"MCE_DURING_VMENTRY" }, \
217 	{ EXIT_REASON_TPR_BELOW_THRESHOLD,	"TPR_BELOW_THRESHOLD" },	\
218 	{ EXIT_REASON_APIC_ACCESS,		"APIC_ACCESS" }, \
219 	{ EXIT_REASON_EPT_VIOLATION,		"EPT_VIOLATION" }, \
220 	{ EXIT_REASON_EPT_MISCONFIG,		"EPT_MISCONFIG" }, \
221 	{ EXIT_REASON_WBINVD,			"WBINVD" }
222 
223 #define SVM_EXIT_REASONS \
224 	{ SVM_EXIT_READ_CR0,			"read_cr0" }, \
225 	{ SVM_EXIT_READ_CR3,			"read_cr3" }, \
226 	{ SVM_EXIT_READ_CR4,			"read_cr4" }, \
227 	{ SVM_EXIT_READ_CR8,			"read_cr8" }, \
228 	{ SVM_EXIT_WRITE_CR0,			"write_cr0" }, \
229 	{ SVM_EXIT_WRITE_CR3,			"write_cr3" }, \
230 	{ SVM_EXIT_WRITE_CR4,			"write_cr4" }, \
231 	{ SVM_EXIT_WRITE_CR8,			"write_cr8" }, \
232 	{ SVM_EXIT_READ_DR0,			"read_dr0" }, \
233 	{ SVM_EXIT_READ_DR1,			"read_dr1" }, \
234 	{ SVM_EXIT_READ_DR2,			"read_dr2" }, \
235 	{ SVM_EXIT_READ_DR3,			"read_dr3" }, \
236 	{ SVM_EXIT_WRITE_DR0,			"write_dr0" }, \
237 	{ SVM_EXIT_WRITE_DR1,			"write_dr1" }, \
238 	{ SVM_EXIT_WRITE_DR2,			"write_dr2" }, \
239 	{ SVM_EXIT_WRITE_DR3,			"write_dr3" }, \
240 	{ SVM_EXIT_WRITE_DR5,			"write_dr5" }, \
241 	{ SVM_EXIT_WRITE_DR7,			"write_dr7" }, \
242 	{ SVM_EXIT_EXCP_BASE + DB_VECTOR,	"DB excp" }, \
243 	{ SVM_EXIT_EXCP_BASE + BP_VECTOR,	"BP excp" }, \
244 	{ SVM_EXIT_EXCP_BASE + UD_VECTOR,	"UD excp" }, \
245 	{ SVM_EXIT_EXCP_BASE + PF_VECTOR,	"PF excp" }, \
246 	{ SVM_EXIT_EXCP_BASE + NM_VECTOR,	"NM excp" }, \
247 	{ SVM_EXIT_EXCP_BASE + MC_VECTOR,	"MC excp" }, \
248 	{ SVM_EXIT_INTR,			"interrupt" }, \
249 	{ SVM_EXIT_NMI,				"nmi" }, \
250 	{ SVM_EXIT_SMI,				"smi" }, \
251 	{ SVM_EXIT_INIT,			"init" }, \
252 	{ SVM_EXIT_VINTR,			"vintr" }, \
253 	{ SVM_EXIT_CPUID,			"cpuid" }, \
254 	{ SVM_EXIT_INVD,			"invd" }, \
255 	{ SVM_EXIT_HLT,				"hlt" }, \
256 	{ SVM_EXIT_INVLPG,			"invlpg" }, \
257 	{ SVM_EXIT_INVLPGA,			"invlpga" }, \
258 	{ SVM_EXIT_IOIO,			"io" }, \
259 	{ SVM_EXIT_MSR,				"msr" }, \
260 	{ SVM_EXIT_TASK_SWITCH,			"task_switch" }, \
261 	{ SVM_EXIT_SHUTDOWN,			"shutdown" }, \
262 	{ SVM_EXIT_VMRUN,			"vmrun" }, \
263 	{ SVM_EXIT_VMMCALL,			"hypercall" }, \
264 	{ SVM_EXIT_VMLOAD,			"vmload" }, \
265 	{ SVM_EXIT_VMSAVE,			"vmsave" }, \
266 	{ SVM_EXIT_STGI,			"stgi" }, \
267 	{ SVM_EXIT_CLGI,			"clgi" }, \
268 	{ SVM_EXIT_SKINIT,			"skinit" }, \
269 	{ SVM_EXIT_WBINVD,			"wbinvd" }, \
270 	{ SVM_EXIT_MONITOR,			"monitor" }, \
271 	{ SVM_EXIT_MWAIT,			"mwait" }, \
272 	{ SVM_EXIT_XSETBV,			"xsetbv" }, \
273 	{ SVM_EXIT_NPF,				"npf" }
274 
275 /*
276  * Tracepoint for kvm guest exit:
277  */
278 TRACE_EVENT(kvm_exit,
279 	TP_PROTO(unsigned int exit_reason, struct kvm_vcpu *vcpu, u32 isa),
280 	TP_ARGS(exit_reason, vcpu, isa),
281 
282 	TP_STRUCT__entry(
283 		__field(	unsigned int,	exit_reason	)
284 		__field(	unsigned long,	guest_rip	)
285 		__field(	u32,	        isa             )
286 		__field(	u64,	        info1           )
287 		__field(	u64,	        info2           )
288 	),
289 
290 	TP_fast_assign(
291 		__entry->exit_reason	= exit_reason;
292 		__entry->guest_rip	= kvm_rip_read(vcpu);
293 		__entry->isa            = isa;
294 		kvm_x86_ops->get_exit_info(vcpu, &__entry->info1,
295 					   &__entry->info2);
296 	),
297 
298 	TP_printk("reason %s rip 0x%lx info %llx %llx",
299 		 (__entry->isa == KVM_ISA_VMX) ?
300 		 __print_symbolic(__entry->exit_reason, VMX_EXIT_REASONS) :
301 		 __print_symbolic(__entry->exit_reason, SVM_EXIT_REASONS),
302 		 __entry->guest_rip, __entry->info1, __entry->info2)
303 );
304 
305 /*
306  * Tracepoint for kvm interrupt injection:
307  */
308 TRACE_EVENT(kvm_inj_virq,
309 	TP_PROTO(unsigned int irq),
310 	TP_ARGS(irq),
311 
312 	TP_STRUCT__entry(
313 		__field(	unsigned int,	irq		)
314 	),
315 
316 	TP_fast_assign(
317 		__entry->irq		= irq;
318 	),
319 
320 	TP_printk("irq %u", __entry->irq)
321 );
322 
323 #define EXS(x) { x##_VECTOR, "#" #x }
324 
325 #define kvm_trace_sym_exc						\
326 	EXS(DE), EXS(DB), EXS(BP), EXS(OF), EXS(BR), EXS(UD), EXS(NM),	\
327 	EXS(DF), EXS(TS), EXS(NP), EXS(SS), EXS(GP), EXS(PF),		\
328 	EXS(MF), EXS(MC)
329 
330 /*
331  * Tracepoint for kvm interrupt injection:
332  */
333 TRACE_EVENT(kvm_inj_exception,
334 	TP_PROTO(unsigned exception, bool has_error, unsigned error_code),
335 	TP_ARGS(exception, has_error, error_code),
336 
337 	TP_STRUCT__entry(
338 		__field(	u8,	exception	)
339 		__field(	u8,	has_error	)
340 		__field(	u32,	error_code	)
341 	),
342 
343 	TP_fast_assign(
344 		__entry->exception	= exception;
345 		__entry->has_error	= has_error;
346 		__entry->error_code	= error_code;
347 	),
348 
349 	TP_printk("%s (0x%x)",
350 		  __print_symbolic(__entry->exception, kvm_trace_sym_exc),
351 		  /* FIXME: don't print error_code if not present */
352 		  __entry->has_error ? __entry->error_code : 0)
353 );
354 
355 /*
356  * Tracepoint for page fault.
357  */
358 TRACE_EVENT(kvm_page_fault,
359 	TP_PROTO(unsigned long fault_address, unsigned int error_code),
360 	TP_ARGS(fault_address, error_code),
361 
362 	TP_STRUCT__entry(
363 		__field(	unsigned long,	fault_address	)
364 		__field(	unsigned int,	error_code	)
365 	),
366 
367 	TP_fast_assign(
368 		__entry->fault_address	= fault_address;
369 		__entry->error_code	= error_code;
370 	),
371 
372 	TP_printk("address %lx error_code %x",
373 		  __entry->fault_address, __entry->error_code)
374 );
375 
376 /*
377  * Tracepoint for guest MSR access.
378  */
379 TRACE_EVENT(kvm_msr,
380 	TP_PROTO(unsigned write, u32 ecx, u64 data, bool exception),
381 	TP_ARGS(write, ecx, data, exception),
382 
383 	TP_STRUCT__entry(
384 		__field(	unsigned,	write		)
385 		__field(	u32,		ecx		)
386 		__field(	u64,		data		)
387 		__field(	u8,		exception	)
388 	),
389 
390 	TP_fast_assign(
391 		__entry->write		= write;
392 		__entry->ecx		= ecx;
393 		__entry->data		= data;
394 		__entry->exception	= exception;
395 	),
396 
397 	TP_printk("msr_%s %x = 0x%llx%s",
398 		  __entry->write ? "write" : "read",
399 		  __entry->ecx, __entry->data,
400 		  __entry->exception ? " (#GP)" : "")
401 );
402 
403 #define trace_kvm_msr_read(ecx, data)      trace_kvm_msr(0, ecx, data, false)
404 #define trace_kvm_msr_write(ecx, data)     trace_kvm_msr(1, ecx, data, false)
405 #define trace_kvm_msr_read_ex(ecx)         trace_kvm_msr(0, ecx, 0, true)
406 #define trace_kvm_msr_write_ex(ecx, data)  trace_kvm_msr(1, ecx, data, true)
407 
408 /*
409  * Tracepoint for guest CR access.
410  */
411 TRACE_EVENT(kvm_cr,
412 	TP_PROTO(unsigned int rw, unsigned int cr, unsigned long val),
413 	TP_ARGS(rw, cr, val),
414 
415 	TP_STRUCT__entry(
416 		__field(	unsigned int,	rw		)
417 		__field(	unsigned int,	cr		)
418 		__field(	unsigned long,	val		)
419 	),
420 
421 	TP_fast_assign(
422 		__entry->rw		= rw;
423 		__entry->cr		= cr;
424 		__entry->val		= val;
425 	),
426 
427 	TP_printk("cr_%s %x = 0x%lx",
428 		  __entry->rw ? "write" : "read",
429 		  __entry->cr, __entry->val)
430 );
431 
432 #define trace_kvm_cr_read(cr, val)		trace_kvm_cr(0, cr, val)
433 #define trace_kvm_cr_write(cr, val)		trace_kvm_cr(1, cr, val)
434 
435 TRACE_EVENT(kvm_pic_set_irq,
436 	    TP_PROTO(__u8 chip, __u8 pin, __u8 elcr, __u8 imr, bool coalesced),
437 	    TP_ARGS(chip, pin, elcr, imr, coalesced),
438 
439 	TP_STRUCT__entry(
440 		__field(	__u8,		chip		)
441 		__field(	__u8,		pin		)
442 		__field(	__u8,		elcr		)
443 		__field(	__u8,		imr		)
444 		__field(	bool,		coalesced	)
445 	),
446 
447 	TP_fast_assign(
448 		__entry->chip		= chip;
449 		__entry->pin		= pin;
450 		__entry->elcr		= elcr;
451 		__entry->imr		= imr;
452 		__entry->coalesced	= coalesced;
453 	),
454 
455 	TP_printk("chip %u pin %u (%s%s)%s",
456 		  __entry->chip, __entry->pin,
457 		  (__entry->elcr & (1 << __entry->pin)) ? "level":"edge",
458 		  (__entry->imr & (1 << __entry->pin)) ? "|masked":"",
459 		  __entry->coalesced ? " (coalesced)" : "")
460 );
461 
462 #define kvm_apic_dst_shorthand		\
463 	{0x0, "dst"},			\
464 	{0x1, "self"},			\
465 	{0x2, "all"},			\
466 	{0x3, "all-but-self"}
467 
468 TRACE_EVENT(kvm_apic_ipi,
469 	    TP_PROTO(__u32 icr_low, __u32 dest_id),
470 	    TP_ARGS(icr_low, dest_id),
471 
472 	TP_STRUCT__entry(
473 		__field(	__u32,		icr_low		)
474 		__field(	__u32,		dest_id		)
475 	),
476 
477 	TP_fast_assign(
478 		__entry->icr_low	= icr_low;
479 		__entry->dest_id	= dest_id;
480 	),
481 
482 	TP_printk("dst %x vec %u (%s|%s|%s|%s|%s)",
483 		  __entry->dest_id, (u8)__entry->icr_low,
484 		  __print_symbolic((__entry->icr_low >> 8 & 0x7),
485 				   kvm_deliver_mode),
486 		  (__entry->icr_low & (1<<11)) ? "logical" : "physical",
487 		  (__entry->icr_low & (1<<14)) ? "assert" : "de-assert",
488 		  (__entry->icr_low & (1<<15)) ? "level" : "edge",
489 		  __print_symbolic((__entry->icr_low >> 18 & 0x3),
490 				   kvm_apic_dst_shorthand))
491 );
492 
493 TRACE_EVENT(kvm_apic_accept_irq,
494 	    TP_PROTO(__u32 apicid, __u16 dm, __u8 tm, __u8 vec, bool coalesced),
495 	    TP_ARGS(apicid, dm, tm, vec, coalesced),
496 
497 	TP_STRUCT__entry(
498 		__field(	__u32,		apicid		)
499 		__field(	__u16,		dm		)
500 		__field(	__u8,		tm		)
501 		__field(	__u8,		vec		)
502 		__field(	bool,		coalesced	)
503 	),
504 
505 	TP_fast_assign(
506 		__entry->apicid		= apicid;
507 		__entry->dm		= dm;
508 		__entry->tm		= tm;
509 		__entry->vec		= vec;
510 		__entry->coalesced	= coalesced;
511 	),
512 
513 	TP_printk("apicid %x vec %u (%s|%s)%s",
514 		  __entry->apicid, __entry->vec,
515 		  __print_symbolic((__entry->dm >> 8 & 0x7), kvm_deliver_mode),
516 		  __entry->tm ? "level" : "edge",
517 		  __entry->coalesced ? " (coalesced)" : "")
518 );
519 
520 /*
521  * Tracepoint for nested VMRUN
522  */
523 TRACE_EVENT(kvm_nested_vmrun,
524 	    TP_PROTO(__u64 rip, __u64 vmcb, __u64 nested_rip, __u32 int_ctl,
525 		     __u32 event_inj, bool npt),
526 	    TP_ARGS(rip, vmcb, nested_rip, int_ctl, event_inj, npt),
527 
528 	TP_STRUCT__entry(
529 		__field(	__u64,		rip		)
530 		__field(	__u64,		vmcb		)
531 		__field(	__u64,		nested_rip	)
532 		__field(	__u32,		int_ctl		)
533 		__field(	__u32,		event_inj	)
534 		__field(	bool,		npt		)
535 	),
536 
537 	TP_fast_assign(
538 		__entry->rip		= rip;
539 		__entry->vmcb		= vmcb;
540 		__entry->nested_rip	= nested_rip;
541 		__entry->int_ctl	= int_ctl;
542 		__entry->event_inj	= event_inj;
543 		__entry->npt		= npt;
544 	),
545 
546 	TP_printk("rip: 0x%016llx vmcb: 0x%016llx nrip: 0x%016llx int_ctl: 0x%08x "
547 		  "event_inj: 0x%08x npt: %s",
548 		__entry->rip, __entry->vmcb, __entry->nested_rip,
549 		__entry->int_ctl, __entry->event_inj,
550 		__entry->npt ? "on" : "off")
551 );
552 
553 TRACE_EVENT(kvm_nested_intercepts,
554 	    TP_PROTO(__u16 cr_read, __u16 cr_write, __u32 exceptions, __u64 intercept),
555 	    TP_ARGS(cr_read, cr_write, exceptions, intercept),
556 
557 	TP_STRUCT__entry(
558 		__field(	__u16,		cr_read		)
559 		__field(	__u16,		cr_write	)
560 		__field(	__u32,		exceptions	)
561 		__field(	__u64,		intercept	)
562 	),
563 
564 	TP_fast_assign(
565 		__entry->cr_read	= cr_read;
566 		__entry->cr_write	= cr_write;
567 		__entry->exceptions	= exceptions;
568 		__entry->intercept	= intercept;
569 	),
570 
571 	TP_printk("cr_read: %04x cr_write: %04x excp: %08x intercept: %016llx",
572 		__entry->cr_read, __entry->cr_write, __entry->exceptions,
573 		__entry->intercept)
574 );
575 /*
576  * Tracepoint for #VMEXIT while nested
577  */
578 TRACE_EVENT(kvm_nested_vmexit,
579 	    TP_PROTO(__u64 rip, __u32 exit_code,
580 		     __u64 exit_info1, __u64 exit_info2,
581 		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
582 	    TP_ARGS(rip, exit_code, exit_info1, exit_info2,
583 		    exit_int_info, exit_int_info_err, isa),
584 
585 	TP_STRUCT__entry(
586 		__field(	__u64,		rip			)
587 		__field(	__u32,		exit_code		)
588 		__field(	__u64,		exit_info1		)
589 		__field(	__u64,		exit_info2		)
590 		__field(	__u32,		exit_int_info		)
591 		__field(	__u32,		exit_int_info_err	)
592 		__field(	__u32,		isa			)
593 	),
594 
595 	TP_fast_assign(
596 		__entry->rip			= rip;
597 		__entry->exit_code		= exit_code;
598 		__entry->exit_info1		= exit_info1;
599 		__entry->exit_info2		= exit_info2;
600 		__entry->exit_int_info		= exit_int_info;
601 		__entry->exit_int_info_err	= exit_int_info_err;
602 		__entry->isa			= isa;
603 	),
604 	TP_printk("rip: 0x%016llx reason: %s ext_inf1: 0x%016llx "
605 		  "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
606 		  __entry->rip,
607 		 (__entry->isa == KVM_ISA_VMX) ?
608 		 __print_symbolic(__entry->exit_code, VMX_EXIT_REASONS) :
609 		 __print_symbolic(__entry->exit_code, SVM_EXIT_REASONS),
610 		  __entry->exit_info1, __entry->exit_info2,
611 		  __entry->exit_int_info, __entry->exit_int_info_err)
612 );
613 
614 /*
615  * Tracepoint for #VMEXIT reinjected to the guest
616  */
617 TRACE_EVENT(kvm_nested_vmexit_inject,
618 	    TP_PROTO(__u32 exit_code,
619 		     __u64 exit_info1, __u64 exit_info2,
620 		     __u32 exit_int_info, __u32 exit_int_info_err, __u32 isa),
621 	    TP_ARGS(exit_code, exit_info1, exit_info2,
622 		    exit_int_info, exit_int_info_err, isa),
623 
624 	TP_STRUCT__entry(
625 		__field(	__u32,		exit_code		)
626 		__field(	__u64,		exit_info1		)
627 		__field(	__u64,		exit_info2		)
628 		__field(	__u32,		exit_int_info		)
629 		__field(	__u32,		exit_int_info_err	)
630 		__field(	__u32,		isa			)
631 	),
632 
633 	TP_fast_assign(
634 		__entry->exit_code		= exit_code;
635 		__entry->exit_info1		= exit_info1;
636 		__entry->exit_info2		= exit_info2;
637 		__entry->exit_int_info		= exit_int_info;
638 		__entry->exit_int_info_err	= exit_int_info_err;
639 		__entry->isa			= isa;
640 	),
641 
642 	TP_printk("reason: %s ext_inf1: 0x%016llx "
643 		  "ext_inf2: 0x%016llx ext_int: 0x%08x ext_int_err: 0x%08x",
644 		 (__entry->isa == KVM_ISA_VMX) ?
645 		 __print_symbolic(__entry->exit_code, VMX_EXIT_REASONS) :
646 		 __print_symbolic(__entry->exit_code, SVM_EXIT_REASONS),
647 		__entry->exit_info1, __entry->exit_info2,
648 		__entry->exit_int_info, __entry->exit_int_info_err)
649 );
650 
651 /*
652  * Tracepoint for nested #vmexit because of interrupt pending
653  */
654 TRACE_EVENT(kvm_nested_intr_vmexit,
655 	    TP_PROTO(__u64 rip),
656 	    TP_ARGS(rip),
657 
658 	TP_STRUCT__entry(
659 		__field(	__u64,	rip	)
660 	),
661 
662 	TP_fast_assign(
663 		__entry->rip	=	rip
664 	),
665 
666 	TP_printk("rip: 0x%016llx", __entry->rip)
667 );
668 
669 /*
670  * Tracepoint for nested #vmexit because of interrupt pending
671  */
672 TRACE_EVENT(kvm_invlpga,
673 	    TP_PROTO(__u64 rip, int asid, u64 address),
674 	    TP_ARGS(rip, asid, address),
675 
676 	TP_STRUCT__entry(
677 		__field(	__u64,	rip	)
678 		__field(	int,	asid	)
679 		__field(	__u64,	address	)
680 	),
681 
682 	TP_fast_assign(
683 		__entry->rip		=	rip;
684 		__entry->asid		=	asid;
685 		__entry->address	=	address;
686 	),
687 
688 	TP_printk("rip: 0x%016llx asid: %d address: 0x%016llx",
689 		  __entry->rip, __entry->asid, __entry->address)
690 );
691 
692 /*
693  * Tracepoint for nested #vmexit because of interrupt pending
694  */
695 TRACE_EVENT(kvm_skinit,
696 	    TP_PROTO(__u64 rip, __u32 slb),
697 	    TP_ARGS(rip, slb),
698 
699 	TP_STRUCT__entry(
700 		__field(	__u64,	rip	)
701 		__field(	__u32,	slb	)
702 	),
703 
704 	TP_fast_assign(
705 		__entry->rip		=	rip;
706 		__entry->slb		=	slb;
707 	),
708 
709 	TP_printk("rip: 0x%016llx slb: 0x%08x",
710 		  __entry->rip, __entry->slb)
711 );
712 
713 #define __print_insn(insn, ilen) ({		                 \
714 	int i;							 \
715 	const char *ret = p->buffer + p->len;			 \
716 								 \
717 	for (i = 0; i < ilen; ++i)				 \
718 		trace_seq_printf(p, " %02x", insn[i]);		 \
719 	trace_seq_printf(p, "%c", 0);				 \
720 	ret;							 \
721 	})
722 
723 #define KVM_EMUL_INSN_F_CR0_PE (1 << 0)
724 #define KVM_EMUL_INSN_F_EFL_VM (1 << 1)
725 #define KVM_EMUL_INSN_F_CS_D   (1 << 2)
726 #define KVM_EMUL_INSN_F_CS_L   (1 << 3)
727 
728 #define kvm_trace_symbol_emul_flags	                  \
729 	{ 0,   			    "real" },		  \
730 	{ KVM_EMUL_INSN_F_CR0_PE			  \
731 	  | KVM_EMUL_INSN_F_EFL_VM, "vm16" },		  \
732 	{ KVM_EMUL_INSN_F_CR0_PE,   "prot16" },		  \
733 	{ KVM_EMUL_INSN_F_CR0_PE			  \
734 	  | KVM_EMUL_INSN_F_CS_D,   "prot32" },		  \
735 	{ KVM_EMUL_INSN_F_CR0_PE			  \
736 	  | KVM_EMUL_INSN_F_CS_L,   "prot64" }
737 
738 #define kei_decode_mode(mode) ({			\
739 	u8 flags = 0xff;				\
740 	switch (mode) {					\
741 	case X86EMUL_MODE_REAL:				\
742 		flags = 0;				\
743 		break;					\
744 	case X86EMUL_MODE_VM86:				\
745 		flags = KVM_EMUL_INSN_F_EFL_VM;		\
746 		break;					\
747 	case X86EMUL_MODE_PROT16:			\
748 		flags = KVM_EMUL_INSN_F_CR0_PE;		\
749 		break;					\
750 	case X86EMUL_MODE_PROT32:			\
751 		flags = KVM_EMUL_INSN_F_CR0_PE		\
752 			| KVM_EMUL_INSN_F_CS_D;		\
753 		break;					\
754 	case X86EMUL_MODE_PROT64:			\
755 		flags = KVM_EMUL_INSN_F_CR0_PE		\
756 			| KVM_EMUL_INSN_F_CS_L;		\
757 		break;					\
758 	}						\
759 	flags;						\
760 	})
761 
762 TRACE_EVENT(kvm_emulate_insn,
763 	TP_PROTO(struct kvm_vcpu *vcpu, __u8 failed),
764 	TP_ARGS(vcpu, failed),
765 
766 	TP_STRUCT__entry(
767 		__field(    __u64, rip                       )
768 		__field(    __u32, csbase                    )
769 		__field(    __u8,  len                       )
770 		__array(    __u8,  insn,    15	             )
771 		__field(    __u8,  flags       	   	     )
772 		__field(    __u8,  failed                    )
773 		),
774 
775 	TP_fast_assign(
776 		__entry->rip = vcpu->arch.emulate_ctxt.fetch.start;
777 		__entry->csbase = kvm_x86_ops->get_segment_base(vcpu, VCPU_SREG_CS);
778 		__entry->len = vcpu->arch.emulate_ctxt._eip
779 			       - vcpu->arch.emulate_ctxt.fetch.start;
780 		memcpy(__entry->insn,
781 		       vcpu->arch.emulate_ctxt.fetch.data,
782 		       15);
783 		__entry->flags = kei_decode_mode(vcpu->arch.emulate_ctxt.mode);
784 		__entry->failed = failed;
785 		),
786 
787 	TP_printk("%x:%llx:%s (%s)%s",
788 		  __entry->csbase, __entry->rip,
789 		  __print_insn(__entry->insn, __entry->len),
790 		  __print_symbolic(__entry->flags,
791 				   kvm_trace_symbol_emul_flags),
792 		  __entry->failed ? " failed" : ""
793 		)
794 	);
795 
796 #define trace_kvm_emulate_insn_start(vcpu) trace_kvm_emulate_insn(vcpu, 0)
797 #define trace_kvm_emulate_insn_failed(vcpu) trace_kvm_emulate_insn(vcpu, 1)
798 
799 TRACE_EVENT(
800 	vcpu_match_mmio,
801 	TP_PROTO(gva_t gva, gpa_t gpa, bool write, bool gpa_match),
802 	TP_ARGS(gva, gpa, write, gpa_match),
803 
804 	TP_STRUCT__entry(
805 		__field(gva_t, gva)
806 		__field(gpa_t, gpa)
807 		__field(bool, write)
808 		__field(bool, gpa_match)
809 		),
810 
811 	TP_fast_assign(
812 		__entry->gva = gva;
813 		__entry->gpa = gpa;
814 		__entry->write = write;
815 		__entry->gpa_match = gpa_match
816 		),
817 
818 	TP_printk("gva %#lx gpa %#llx %s %s", __entry->gva, __entry->gpa,
819 		  __entry->write ? "Write" : "Read",
820 		  __entry->gpa_match ? "GPA" : "GVA")
821 );
822 #endif /* _TRACE_KVM_H */
823 
824 #undef TRACE_INCLUDE_PATH
825 #define TRACE_INCLUDE_PATH arch/x86/kvm
826 #undef TRACE_INCLUDE_FILE
827 #define TRACE_INCLUDE_FILE trace
828 
829 /* This part must be outside protection */
830 #include <trace/define_trace.h>
831