1 /* SPDX-License-Identifier: GPL-2.0 */
2 #if !defined(_TRACE_KVM_MAIN_H) || defined(TRACE_HEADER_MULTI_READ)
3 #define _TRACE_KVM_MAIN_H
4 
5 #include <linux/tracepoint.h>
6 
7 #undef TRACE_SYSTEM
8 #define TRACE_SYSTEM kvm
9 
10 #define ERSN(x) { KVM_EXIT_##x, "KVM_EXIT_" #x }
11 
12 #define kvm_trace_exit_reason						\
13 	ERSN(UNKNOWN), ERSN(EXCEPTION), ERSN(IO), ERSN(HYPERCALL),	\
14 	ERSN(DEBUG), ERSN(HLT), ERSN(MMIO), ERSN(IRQ_WINDOW_OPEN),	\
15 	ERSN(SHUTDOWN), ERSN(FAIL_ENTRY), ERSN(INTR), ERSN(SET_TPR),	\
16 	ERSN(TPR_ACCESS), ERSN(S390_SIEIC), ERSN(S390_RESET), ERSN(DCR),\
17 	ERSN(NMI), ERSN(INTERNAL_ERROR), ERSN(OSI), ERSN(PAPR_HCALL),	\
18 	ERSN(S390_UCONTROL), ERSN(WATCHDOG), ERSN(S390_TSCH), ERSN(EPR),\
19 	ERSN(SYSTEM_EVENT), ERSN(S390_STSI), ERSN(IOAPIC_EOI),          \
20 	ERSN(HYPERV), ERSN(ARM_NISV), ERSN(X86_RDMSR), ERSN(X86_WRMSR)
21 
22 TRACE_EVENT(kvm_userspace_exit,
23 	    TP_PROTO(__u32 reason, int errno),
24 	    TP_ARGS(reason, errno),
25 
26 	TP_STRUCT__entry(
27 		__field(	__u32,		reason		)
28 		__field(	int,		errno		)
29 	),
30 
31 	TP_fast_assign(
32 		__entry->reason		= reason;
33 		__entry->errno		= errno;
34 	),
35 
36 	TP_printk("reason %s (%d)",
37 		  __entry->errno < 0 ?
38 		  (__entry->errno == -EINTR ? "restart" : "error") :
39 		  __print_symbolic(__entry->reason, kvm_trace_exit_reason),
40 		  __entry->errno < 0 ? -__entry->errno : __entry->reason)
41 );
42 
43 TRACE_EVENT(kvm_vcpu_wakeup,
44 	    TP_PROTO(__u64 ns, bool waited, bool valid),
45 	    TP_ARGS(ns, waited, valid),
46 
47 	TP_STRUCT__entry(
48 		__field(	__u64,		ns		)
49 		__field(	bool,		waited		)
50 		__field(	bool,		valid		)
51 	),
52 
53 	TP_fast_assign(
54 		__entry->ns		= ns;
55 		__entry->waited		= waited;
56 		__entry->valid		= valid;
57 	),
58 
59 	TP_printk("%s time %lld ns, polling %s",
60 		  __entry->waited ? "wait" : "poll",
61 		  __entry->ns,
62 		  __entry->valid ? "valid" : "invalid")
63 );
64 
65 #if defined(CONFIG_HAVE_KVM_IRQFD)
66 TRACE_EVENT(kvm_set_irq,
67 	TP_PROTO(unsigned int gsi, int level, int irq_source_id),
68 	TP_ARGS(gsi, level, irq_source_id),
69 
70 	TP_STRUCT__entry(
71 		__field(	unsigned int,	gsi		)
72 		__field(	int,		level		)
73 		__field(	int,		irq_source_id	)
74 	),
75 
76 	TP_fast_assign(
77 		__entry->gsi		= gsi;
78 		__entry->level		= level;
79 		__entry->irq_source_id	= irq_source_id;
80 	),
81 
82 	TP_printk("gsi %u level %d source %d",
83 		  __entry->gsi, __entry->level, __entry->irq_source_id)
84 );
85 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
86 
87 #if defined(__KVM_HAVE_IOAPIC)
88 #define kvm_deliver_mode		\
89 	{0x0, "Fixed"},			\
90 	{0x1, "LowPrio"},		\
91 	{0x2, "SMI"},			\
92 	{0x3, "Res3"},			\
93 	{0x4, "NMI"},			\
94 	{0x5, "INIT"},			\
95 	{0x6, "SIPI"},			\
96 	{0x7, "ExtINT"}
97 
98 TRACE_EVENT(kvm_ioapic_set_irq,
99 	    TP_PROTO(__u64 e, int pin, bool coalesced),
100 	    TP_ARGS(e, pin, coalesced),
101 
102 	TP_STRUCT__entry(
103 		__field(	__u64,		e		)
104 		__field(	int,		pin		)
105 		__field(	bool,		coalesced	)
106 	),
107 
108 	TP_fast_assign(
109 		__entry->e		= e;
110 		__entry->pin		= pin;
111 		__entry->coalesced	= coalesced;
112 	),
113 
114 	TP_printk("pin %u dst %x vec %u (%s|%s|%s%s)%s",
115 		  __entry->pin, (u8)(__entry->e >> 56), (u8)__entry->e,
116 		  __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
117 		  (__entry->e & (1<<11)) ? "logical" : "physical",
118 		  (__entry->e & (1<<15)) ? "level" : "edge",
119 		  (__entry->e & (1<<16)) ? "|masked" : "",
120 		  __entry->coalesced ? " (coalesced)" : "")
121 );
122 
123 TRACE_EVENT(kvm_ioapic_delayed_eoi_inj,
124 	    TP_PROTO(__u64 e),
125 	    TP_ARGS(e),
126 
127 	TP_STRUCT__entry(
128 		__field(	__u64,		e		)
129 	),
130 
131 	TP_fast_assign(
132 		__entry->e		= e;
133 	),
134 
135 	TP_printk("dst %x vec %u (%s|%s|%s%s)",
136 		  (u8)(__entry->e >> 56), (u8)__entry->e,
137 		  __print_symbolic((__entry->e >> 8 & 0x7), kvm_deliver_mode),
138 		  (__entry->e & (1<<11)) ? "logical" : "physical",
139 		  (__entry->e & (1<<15)) ? "level" : "edge",
140 		  (__entry->e & (1<<16)) ? "|masked" : "")
141 );
142 
143 TRACE_EVENT(kvm_msi_set_irq,
144 	    TP_PROTO(__u64 address, __u64 data),
145 	    TP_ARGS(address, data),
146 
147 	TP_STRUCT__entry(
148 		__field(	__u64,		address		)
149 		__field(	__u64,		data		)
150 	),
151 
152 	TP_fast_assign(
153 		__entry->address	= address;
154 		__entry->data		= data;
155 	),
156 
157 	TP_printk("dst %llx vec %u (%s|%s|%s%s)",
158 		  (u8)(__entry->address >> 12) | ((__entry->address >> 32) & 0xffffff00),
159 		  (u8)__entry->data,
160 		  __print_symbolic((__entry->data >> 8 & 0x7), kvm_deliver_mode),
161 		  (__entry->address & (1<<2)) ? "logical" : "physical",
162 		  (__entry->data & (1<<15)) ? "level" : "edge",
163 		  (__entry->address & (1<<3)) ? "|rh" : "")
164 );
165 
166 #define kvm_irqchips						\
167 	{KVM_IRQCHIP_PIC_MASTER,	"PIC master"},		\
168 	{KVM_IRQCHIP_PIC_SLAVE,		"PIC slave"},		\
169 	{KVM_IRQCHIP_IOAPIC,		"IOAPIC"}
170 
171 #endif /* defined(__KVM_HAVE_IOAPIC) */
172 
173 #if defined(CONFIG_HAVE_KVM_IRQFD)
174 
175 #ifdef kvm_irqchips
176 #define kvm_ack_irq_string "irqchip %s pin %u"
177 #define kvm_ack_irq_parm  __print_symbolic(__entry->irqchip, kvm_irqchips), __entry->pin
178 #else
179 #define kvm_ack_irq_string "irqchip %d pin %u"
180 #define kvm_ack_irq_parm  __entry->irqchip, __entry->pin
181 #endif
182 
183 TRACE_EVENT(kvm_ack_irq,
184 	TP_PROTO(unsigned int irqchip, unsigned int pin),
185 	TP_ARGS(irqchip, pin),
186 
187 	TP_STRUCT__entry(
188 		__field(	unsigned int,	irqchip		)
189 		__field(	unsigned int,	pin		)
190 	),
191 
192 	TP_fast_assign(
193 		__entry->irqchip	= irqchip;
194 		__entry->pin		= pin;
195 	),
196 
197 	TP_printk(kvm_ack_irq_string, kvm_ack_irq_parm)
198 );
199 
200 #endif /* defined(CONFIG_HAVE_KVM_IRQFD) */
201 
202 
203 
204 #define KVM_TRACE_MMIO_READ_UNSATISFIED 0
205 #define KVM_TRACE_MMIO_READ 1
206 #define KVM_TRACE_MMIO_WRITE 2
207 
208 #define kvm_trace_symbol_mmio \
209 	{ KVM_TRACE_MMIO_READ_UNSATISFIED, "unsatisfied-read" }, \
210 	{ KVM_TRACE_MMIO_READ, "read" }, \
211 	{ KVM_TRACE_MMIO_WRITE, "write" }
212 
213 TRACE_EVENT(kvm_mmio,
214 	TP_PROTO(int type, int len, u64 gpa, void *val),
215 	TP_ARGS(type, len, gpa, val),
216 
217 	TP_STRUCT__entry(
218 		__field(	u32,	type		)
219 		__field(	u32,	len		)
220 		__field(	u64,	gpa		)
221 		__field(	u64,	val		)
222 	),
223 
224 	TP_fast_assign(
225 		__entry->type		= type;
226 		__entry->len		= len;
227 		__entry->gpa		= gpa;
228 		__entry->val		= 0;
229 		if (val)
230 			memcpy(&__entry->val, val,
231 			       min_t(u32, sizeof(__entry->val), len));
232 	),
233 
234 	TP_printk("mmio %s len %u gpa 0x%llx val 0x%llx",
235 		  __print_symbolic(__entry->type, kvm_trace_symbol_mmio),
236 		  __entry->len, __entry->gpa, __entry->val)
237 );
238 
239 #define kvm_fpu_load_symbol	\
240 	{0, "unload"},		\
241 	{1, "load"}
242 
243 TRACE_EVENT(kvm_fpu,
244 	TP_PROTO(int load),
245 	TP_ARGS(load),
246 
247 	TP_STRUCT__entry(
248 		__field(	u32,	        load		)
249 	),
250 
251 	TP_fast_assign(
252 		__entry->load		= load;
253 	),
254 
255 	TP_printk("%s", __print_symbolic(__entry->load, kvm_fpu_load_symbol))
256 );
257 
258 #ifdef CONFIG_KVM_ASYNC_PF
259 DECLARE_EVENT_CLASS(kvm_async_get_page_class,
260 
261 	TP_PROTO(u64 gva, u64 gfn),
262 
263 	TP_ARGS(gva, gfn),
264 
265 	TP_STRUCT__entry(
266 		__field(__u64, gva)
267 		__field(u64, gfn)
268 	),
269 
270 	TP_fast_assign(
271 		__entry->gva = gva;
272 		__entry->gfn = gfn;
273 	),
274 
275 	TP_printk("gva = %#llx, gfn = %#llx", __entry->gva, __entry->gfn)
276 );
277 
278 DEFINE_EVENT(kvm_async_get_page_class, kvm_try_async_get_page,
279 
280 	TP_PROTO(u64 gva, u64 gfn),
281 
282 	TP_ARGS(gva, gfn)
283 );
284 
285 DEFINE_EVENT(kvm_async_get_page_class, kvm_async_pf_repeated_fault,
286 
287 	TP_PROTO(u64 gva, u64 gfn),
288 
289 	TP_ARGS(gva, gfn)
290 );
291 
292 DECLARE_EVENT_CLASS(kvm_async_pf_nopresent_ready,
293 
294 	TP_PROTO(u64 token, u64 gva),
295 
296 	TP_ARGS(token, gva),
297 
298 	TP_STRUCT__entry(
299 		__field(__u64, token)
300 		__field(__u64, gva)
301 	),
302 
303 	TP_fast_assign(
304 		__entry->token = token;
305 		__entry->gva = gva;
306 	),
307 
308 	TP_printk("token %#llx gva %#llx", __entry->token, __entry->gva)
309 
310 );
311 
312 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_not_present,
313 
314 	TP_PROTO(u64 token, u64 gva),
315 
316 	TP_ARGS(token, gva)
317 );
318 
319 DEFINE_EVENT(kvm_async_pf_nopresent_ready, kvm_async_pf_ready,
320 
321 	TP_PROTO(u64 token, u64 gva),
322 
323 	TP_ARGS(token, gva)
324 );
325 
326 TRACE_EVENT(
327 	kvm_async_pf_completed,
328 	TP_PROTO(unsigned long address, u64 gva),
329 	TP_ARGS(address, gva),
330 
331 	TP_STRUCT__entry(
332 		__field(unsigned long, address)
333 		__field(u64, gva)
334 		),
335 
336 	TP_fast_assign(
337 		__entry->address = address;
338 		__entry->gva = gva;
339 		),
340 
341 	TP_printk("gva %#llx address %#lx",  __entry->gva,
342 		  __entry->address)
343 );
344 
345 #endif
346 
347 TRACE_EVENT(kvm_halt_poll_ns,
348 	TP_PROTO(bool grow, unsigned int vcpu_id, unsigned int new,
349 		 unsigned int old),
350 	TP_ARGS(grow, vcpu_id, new, old),
351 
352 	TP_STRUCT__entry(
353 		__field(bool, grow)
354 		__field(unsigned int, vcpu_id)
355 		__field(unsigned int, new)
356 		__field(unsigned int, old)
357 	),
358 
359 	TP_fast_assign(
360 		__entry->grow           = grow;
361 		__entry->vcpu_id        = vcpu_id;
362 		__entry->new            = new;
363 		__entry->old            = old;
364 	),
365 
366 	TP_printk("vcpu %u: halt_poll_ns %u (%s %u)",
367 			__entry->vcpu_id,
368 			__entry->new,
369 			__entry->grow ? "grow" : "shrink",
370 			__entry->old)
371 );
372 
373 #define trace_kvm_halt_poll_ns_grow(vcpu_id, new, old) \
374 	trace_kvm_halt_poll_ns(true, vcpu_id, new, old)
375 #define trace_kvm_halt_poll_ns_shrink(vcpu_id, new, old) \
376 	trace_kvm_halt_poll_ns(false, vcpu_id, new, old)
377 
378 TRACE_EVENT(kvm_dirty_ring_push,
379 	TP_PROTO(struct kvm_dirty_ring *ring, u32 slot, u64 offset),
380 	TP_ARGS(ring, slot, offset),
381 
382 	TP_STRUCT__entry(
383 		__field(int, index)
384 		__field(u32, dirty_index)
385 		__field(u32, reset_index)
386 		__field(u32, slot)
387 		__field(u64, offset)
388 	),
389 
390 	TP_fast_assign(
391 		__entry->index          = ring->index;
392 		__entry->dirty_index    = ring->dirty_index;
393 		__entry->reset_index    = ring->reset_index;
394 		__entry->slot           = slot;
395 		__entry->offset         = offset;
396 	),
397 
398 	TP_printk("ring %d: dirty 0x%x reset 0x%x "
399 		  "slot %u offset 0x%llx (used %u)",
400 		  __entry->index, __entry->dirty_index,
401 		  __entry->reset_index,  __entry->slot, __entry->offset,
402 		  __entry->dirty_index - __entry->reset_index)
403 );
404 
405 TRACE_EVENT(kvm_dirty_ring_reset,
406 	TP_PROTO(struct kvm_dirty_ring *ring),
407 	TP_ARGS(ring),
408 
409 	TP_STRUCT__entry(
410 		__field(int, index)
411 		__field(u32, dirty_index)
412 		__field(u32, reset_index)
413 	),
414 
415 	TP_fast_assign(
416 		__entry->index          = ring->index;
417 		__entry->dirty_index    = ring->dirty_index;
418 		__entry->reset_index    = ring->reset_index;
419 	),
420 
421 	TP_printk("ring %d: dirty 0x%x reset 0x%x (used %u)",
422 		  __entry->index, __entry->dirty_index, __entry->reset_index,
423 		  __entry->dirty_index - __entry->reset_index)
424 );
425 
426 TRACE_EVENT(kvm_dirty_ring_exit,
427 	TP_PROTO(struct kvm_vcpu *vcpu),
428 	TP_ARGS(vcpu),
429 
430 	TP_STRUCT__entry(
431 	    __field(int, vcpu_id)
432 	),
433 
434 	TP_fast_assign(
435 	    __entry->vcpu_id = vcpu->vcpu_id;
436 	),
437 
438 	TP_printk("vcpu %d", __entry->vcpu_id)
439 );
440 
441 TRACE_EVENT(kvm_unmap_hva_range,
442 	TP_PROTO(unsigned long start, unsigned long end),
443 	TP_ARGS(start, end),
444 
445 	TP_STRUCT__entry(
446 		__field(	unsigned long,	start		)
447 		__field(	unsigned long,	end		)
448 	),
449 
450 	TP_fast_assign(
451 		__entry->start		= start;
452 		__entry->end		= end;
453 	),
454 
455 	TP_printk("mmu notifier unmap range: %#016lx -- %#016lx",
456 		  __entry->start, __entry->end)
457 );
458 
459 TRACE_EVENT(kvm_set_spte_hva,
460 	TP_PROTO(unsigned long hva),
461 	TP_ARGS(hva),
462 
463 	TP_STRUCT__entry(
464 		__field(	unsigned long,	hva		)
465 	),
466 
467 	TP_fast_assign(
468 		__entry->hva		= hva;
469 	),
470 
471 	TP_printk("mmu notifier set pte hva: %#016lx", __entry->hva)
472 );
473 
474 TRACE_EVENT(kvm_age_hva,
475 	TP_PROTO(unsigned long start, unsigned long end),
476 	TP_ARGS(start, end),
477 
478 	TP_STRUCT__entry(
479 		__field(	unsigned long,	start		)
480 		__field(	unsigned long,	end		)
481 	),
482 
483 	TP_fast_assign(
484 		__entry->start		= start;
485 		__entry->end		= end;
486 	),
487 
488 	TP_printk("mmu notifier age hva: %#016lx -- %#016lx",
489 		  __entry->start, __entry->end)
490 );
491 
492 TRACE_EVENT(kvm_test_age_hva,
493 	TP_PROTO(unsigned long hva),
494 	TP_ARGS(hva),
495 
496 	TP_STRUCT__entry(
497 		__field(	unsigned long,	hva		)
498 	),
499 
500 	TP_fast_assign(
501 		__entry->hva		= hva;
502 	),
503 
504 	TP_printk("mmu notifier test age hva: %#016lx", __entry->hva)
505 );
506 
507 #endif /* _TRACE_KVM_MAIN_H */
508 
509 /* This part must be outside protection */
510 #include <trace/define_trace.h>
511