1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _LINUX_KERNEL_VTIME_H
3 #define _LINUX_KERNEL_VTIME_H
4
5 #include <linux/context_tracking_state.h>
6 #include <linux/sched.h>
7
8 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
9 #include <asm/vtime.h>
10 #endif
11
12 /*
13 * Common vtime APIs
14 */
15 #ifdef CONFIG_VIRT_CPU_ACCOUNTING
16 extern void vtime_account_kernel(struct task_struct *tsk);
17 extern void vtime_account_idle(struct task_struct *tsk);
18 #endif /* !CONFIG_VIRT_CPU_ACCOUNTING */
19
20 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
21 extern void arch_vtime_task_switch(struct task_struct *tsk);
22 extern void vtime_user_enter(struct task_struct *tsk);
23 extern void vtime_user_exit(struct task_struct *tsk);
24 extern void vtime_guest_enter(struct task_struct *tsk);
25 extern void vtime_guest_exit(struct task_struct *tsk);
26 extern void vtime_init_idle(struct task_struct *tsk, int cpu);
27 #else /* !CONFIG_VIRT_CPU_ACCOUNTING_GEN */
vtime_user_enter(struct task_struct * tsk)28 static inline void vtime_user_enter(struct task_struct *tsk) { }
vtime_user_exit(struct task_struct * tsk)29 static inline void vtime_user_exit(struct task_struct *tsk) { }
vtime_guest_enter(struct task_struct * tsk)30 static inline void vtime_guest_enter(struct task_struct *tsk) { }
vtime_guest_exit(struct task_struct * tsk)31 static inline void vtime_guest_exit(struct task_struct *tsk) { }
vtime_init_idle(struct task_struct * tsk,int cpu)32 static inline void vtime_init_idle(struct task_struct *tsk, int cpu) { }
33 #endif
34
35 #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
36 extern void vtime_account_irq(struct task_struct *tsk, unsigned int offset);
37 extern void vtime_account_softirq(struct task_struct *tsk);
38 extern void vtime_account_hardirq(struct task_struct *tsk);
39 extern void vtime_flush(struct task_struct *tsk);
40 #else /* !CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
vtime_account_irq(struct task_struct * tsk,unsigned int offset)41 static inline void vtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
vtime_account_softirq(struct task_struct * tsk)42 static inline void vtime_account_softirq(struct task_struct *tsk) { }
vtime_account_hardirq(struct task_struct * tsk)43 static inline void vtime_account_hardirq(struct task_struct *tsk) { }
vtime_flush(struct task_struct * tsk)44 static inline void vtime_flush(struct task_struct *tsk) { }
45 #endif
46
47 /*
48 * vtime_accounting_enabled_this_cpu() definitions/declarations
49 */
50 #if defined(CONFIG_VIRT_CPU_ACCOUNTING_NATIVE)
51
vtime_accounting_enabled_this_cpu(void)52 static inline bool vtime_accounting_enabled_this_cpu(void) { return true; }
53 extern void vtime_task_switch(struct task_struct *prev);
54
vtime_account_guest_enter(void)55 static __always_inline void vtime_account_guest_enter(void)
56 {
57 vtime_account_kernel(current);
58 current->flags |= PF_VCPU;
59 }
60
vtime_account_guest_exit(void)61 static __always_inline void vtime_account_guest_exit(void)
62 {
63 vtime_account_kernel(current);
64 current->flags &= ~PF_VCPU;
65 }
66
67 #elif defined(CONFIG_VIRT_CPU_ACCOUNTING_GEN)
68
69 /*
70 * Checks if vtime is enabled on some CPU. Cputime readers want to be careful
71 * in that case and compute the tickless cputime.
72 * For now vtime state is tied to context tracking. We might want to decouple
73 * those later if necessary.
74 */
vtime_accounting_enabled(void)75 static inline bool vtime_accounting_enabled(void)
76 {
77 return context_tracking_enabled();
78 }
79
vtime_accounting_enabled_cpu(int cpu)80 static inline bool vtime_accounting_enabled_cpu(int cpu)
81 {
82 return context_tracking_enabled_cpu(cpu);
83 }
84
vtime_accounting_enabled_this_cpu(void)85 static inline bool vtime_accounting_enabled_this_cpu(void)
86 {
87 return context_tracking_enabled_this_cpu();
88 }
89
90 extern void vtime_task_switch_generic(struct task_struct *prev);
91
vtime_task_switch(struct task_struct * prev)92 static inline void vtime_task_switch(struct task_struct *prev)
93 {
94 if (vtime_accounting_enabled_this_cpu())
95 vtime_task_switch_generic(prev);
96 }
97
vtime_account_guest_enter(void)98 static __always_inline void vtime_account_guest_enter(void)
99 {
100 if (vtime_accounting_enabled_this_cpu())
101 vtime_guest_enter(current);
102 else
103 current->flags |= PF_VCPU;
104 }
105
vtime_account_guest_exit(void)106 static __always_inline void vtime_account_guest_exit(void)
107 {
108 if (vtime_accounting_enabled_this_cpu())
109 vtime_guest_exit(current);
110 else
111 current->flags &= ~PF_VCPU;
112 }
113
114 #else /* !CONFIG_VIRT_CPU_ACCOUNTING */
115
vtime_accounting_enabled_this_cpu(void)116 static inline bool vtime_accounting_enabled_this_cpu(void) { return false; }
vtime_task_switch(struct task_struct * prev)117 static inline void vtime_task_switch(struct task_struct *prev) { }
118
vtime_account_guest_enter(void)119 static __always_inline void vtime_account_guest_enter(void)
120 {
121 current->flags |= PF_VCPU;
122 }
123
vtime_account_guest_exit(void)124 static __always_inline void vtime_account_guest_exit(void)
125 {
126 current->flags &= ~PF_VCPU;
127 }
128
129 #endif
130
131
132 #ifdef CONFIG_IRQ_TIME_ACCOUNTING
133 extern void irqtime_account_irq(struct task_struct *tsk, unsigned int offset);
134 #else
irqtime_account_irq(struct task_struct * tsk,unsigned int offset)135 static inline void irqtime_account_irq(struct task_struct *tsk, unsigned int offset) { }
136 #endif
137
account_softirq_enter(struct task_struct * tsk)138 static inline void account_softirq_enter(struct task_struct *tsk)
139 {
140 vtime_account_irq(tsk, SOFTIRQ_OFFSET);
141 irqtime_account_irq(tsk, SOFTIRQ_OFFSET);
142 }
143
account_softirq_exit(struct task_struct * tsk)144 static inline void account_softirq_exit(struct task_struct *tsk)
145 {
146 vtime_account_softirq(tsk);
147 irqtime_account_irq(tsk, 0);
148 }
149
account_hardirq_enter(struct task_struct * tsk)150 static inline void account_hardirq_enter(struct task_struct *tsk)
151 {
152 vtime_account_irq(tsk, HARDIRQ_OFFSET);
153 irqtime_account_irq(tsk, HARDIRQ_OFFSET);
154 }
155
account_hardirq_exit(struct task_struct * tsk)156 static inline void account_hardirq_exit(struct task_struct *tsk)
157 {
158 vtime_account_hardirq(tsk);
159 irqtime_account_irq(tsk, 0);
160 }
161
162 #endif /* _LINUX_KERNEL_VTIME_H */
163