1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _linux_POSIX_TIMERS_H
3 #define _linux_POSIX_TIMERS_H
4
5 #include <linux/spinlock.h>
6 #include <linux/list.h>
7 #include <linux/alarmtimer.h>
8 #include <linux/timerqueue.h>
9
10 struct kernel_siginfo;
11 struct task_struct;
12
13 /*
14 * Bit fields within a clockid:
15 *
16 * The most significant 29 bits hold either a pid or a file descriptor.
17 *
18 * Bit 2 indicates whether a cpu clock refers to a thread or a process.
19 *
20 * Bits 1 and 0 give the type: PROF=0, VIRT=1, SCHED=2, or FD=3.
21 *
22 * A clockid is invalid if bits 2, 1, and 0 are all set.
23 */
24 #define CPUCLOCK_PID(clock) ((pid_t) ~((clock) >> 3))
25 #define CPUCLOCK_PERTHREAD(clock) \
26 (((clock) & (clockid_t) CPUCLOCK_PERTHREAD_MASK) != 0)
27
28 #define CPUCLOCK_PERTHREAD_MASK 4
29 #define CPUCLOCK_WHICH(clock) ((clock) & (clockid_t) CPUCLOCK_CLOCK_MASK)
30 #define CPUCLOCK_CLOCK_MASK 3
31 #define CPUCLOCK_PROF 0
32 #define CPUCLOCK_VIRT 1
33 #define CPUCLOCK_SCHED 2
34 #define CPUCLOCK_MAX 3
35 #define CLOCKFD CPUCLOCK_MAX
36 #define CLOCKFD_MASK (CPUCLOCK_PERTHREAD_MASK|CPUCLOCK_CLOCK_MASK)
37
make_process_cpuclock(const unsigned int pid,const clockid_t clock)38 static inline clockid_t make_process_cpuclock(const unsigned int pid,
39 const clockid_t clock)
40 {
41 return ((~pid) << 3) | clock;
42 }
make_thread_cpuclock(const unsigned int tid,const clockid_t clock)43 static inline clockid_t make_thread_cpuclock(const unsigned int tid,
44 const clockid_t clock)
45 {
46 return make_process_cpuclock(tid, clock | CPUCLOCK_PERTHREAD_MASK);
47 }
48
fd_to_clockid(const int fd)49 static inline clockid_t fd_to_clockid(const int fd)
50 {
51 return make_process_cpuclock((unsigned int) fd, CLOCKFD);
52 }
53
clockid_to_fd(const clockid_t clk)54 static inline int clockid_to_fd(const clockid_t clk)
55 {
56 return ~(clk >> 3);
57 }
58
59 #ifdef CONFIG_POSIX_TIMERS
60
61 /**
62 * cpu_timer - Posix CPU timer representation for k_itimer
63 * @node: timerqueue node to queue in the task/sig
64 * @head: timerqueue head on which this timer is queued
65 * @task: Pointer to target task
66 * @elist: List head for the expiry list
67 * @firing: Timer is currently firing
68 */
69 struct cpu_timer {
70 struct timerqueue_node node;
71 struct timerqueue_head *head;
72 struct pid *pid;
73 struct list_head elist;
74 int firing;
75 };
76
cpu_timer_enqueue(struct timerqueue_head * head,struct cpu_timer * ctmr)77 static inline bool cpu_timer_enqueue(struct timerqueue_head *head,
78 struct cpu_timer *ctmr)
79 {
80 ctmr->head = head;
81 return timerqueue_add(head, &ctmr->node);
82 }
83
cpu_timer_queued(struct cpu_timer * ctmr)84 static inline bool cpu_timer_queued(struct cpu_timer *ctmr)
85 {
86 return !!ctmr->head;
87 }
88
cpu_timer_dequeue(struct cpu_timer * ctmr)89 static inline bool cpu_timer_dequeue(struct cpu_timer *ctmr)
90 {
91 if (cpu_timer_queued(ctmr)) {
92 timerqueue_del(ctmr->head, &ctmr->node);
93 ctmr->head = NULL;
94 return true;
95 }
96 return false;
97 }
98
cpu_timer_getexpires(struct cpu_timer * ctmr)99 static inline u64 cpu_timer_getexpires(struct cpu_timer *ctmr)
100 {
101 return ctmr->node.expires;
102 }
103
cpu_timer_setexpires(struct cpu_timer * ctmr,u64 exp)104 static inline void cpu_timer_setexpires(struct cpu_timer *ctmr, u64 exp)
105 {
106 ctmr->node.expires = exp;
107 }
108
109 /**
110 * posix_cputimer_base - Container per posix CPU clock
111 * @nextevt: Earliest-expiration cache
112 * @tqhead: timerqueue head for cpu_timers
113 */
114 struct posix_cputimer_base {
115 u64 nextevt;
116 struct timerqueue_head tqhead;
117 };
118
119 /**
120 * posix_cputimers - Container for posix CPU timer related data
121 * @bases: Base container for posix CPU clocks
122 * @timers_active: Timers are queued.
123 * @expiry_active: Timer expiry is active. Used for
124 * process wide timers to avoid multiple
125 * task trying to handle expiry concurrently
126 *
127 * Used in task_struct and signal_struct
128 */
129 struct posix_cputimers {
130 struct posix_cputimer_base bases[CPUCLOCK_MAX];
131 unsigned int timers_active;
132 unsigned int expiry_active;
133 };
134
135 /**
136 * posix_cputimers_work - Container for task work based posix CPU timer expiry
137 * @work: The task work to be scheduled
138 * @scheduled: @work has been scheduled already, no further processing
139 */
140 struct posix_cputimers_work {
141 struct callback_head work;
142 unsigned int scheduled;
143 };
144
posix_cputimers_init(struct posix_cputimers * pct)145 static inline void posix_cputimers_init(struct posix_cputimers *pct)
146 {
147 memset(pct, 0, sizeof(*pct));
148 pct->bases[0].nextevt = U64_MAX;
149 pct->bases[1].nextevt = U64_MAX;
150 pct->bases[2].nextevt = U64_MAX;
151 }
152
153 void posix_cputimers_group_init(struct posix_cputimers *pct, u64 cpu_limit);
154
posix_cputimers_rt_watchdog(struct posix_cputimers * pct,u64 runtime)155 static inline void posix_cputimers_rt_watchdog(struct posix_cputimers *pct,
156 u64 runtime)
157 {
158 pct->bases[CPUCLOCK_SCHED].nextevt = runtime;
159 }
160
161 /* Init task static initializer */
162 #define INIT_CPU_TIMERBASE(b) { \
163 .nextevt = U64_MAX, \
164 }
165
166 #define INIT_CPU_TIMERBASES(b) { \
167 INIT_CPU_TIMERBASE(b[0]), \
168 INIT_CPU_TIMERBASE(b[1]), \
169 INIT_CPU_TIMERBASE(b[2]), \
170 }
171
172 #define INIT_CPU_TIMERS(s) \
173 .posix_cputimers = { \
174 .bases = INIT_CPU_TIMERBASES(s.posix_cputimers.bases), \
175 },
176 #else
177 struct posix_cputimers { };
178 struct cpu_timer { };
179 #define INIT_CPU_TIMERS(s)
posix_cputimers_init(struct posix_cputimers * pct)180 static inline void posix_cputimers_init(struct posix_cputimers *pct) { }
posix_cputimers_group_init(struct posix_cputimers * pct,u64 cpu_limit)181 static inline void posix_cputimers_group_init(struct posix_cputimers *pct,
182 u64 cpu_limit) { }
183 #endif
184
185 #ifdef CONFIG_POSIX_CPU_TIMERS_TASK_WORK
186 void clear_posix_cputimers_work(struct task_struct *p);
187 void posix_cputimers_init_work(void);
188 #else
clear_posix_cputimers_work(struct task_struct * p)189 static inline void clear_posix_cputimers_work(struct task_struct *p) { }
posix_cputimers_init_work(void)190 static inline void posix_cputimers_init_work(void) { }
191 #endif
192
193 #define REQUEUE_PENDING 1
194
195 /**
196 * struct k_itimer - POSIX.1b interval timer structure.
197 * @list: List head for binding the timer to signals->posix_timers
198 * @t_hash: Entry in the posix timer hash table
199 * @it_lock: Lock protecting the timer
200 * @kclock: Pointer to the k_clock struct handling this timer
201 * @it_clock: The posix timer clock id
202 * @it_id: The posix timer id for identifying the timer
203 * @it_active: Marker that timer is active
204 * @it_overrun: The overrun counter for pending signals
205 * @it_overrun_last: The overrun at the time of the last delivered signal
206 * @it_requeue_pending: Indicator that timer waits for being requeued on
207 * signal delivery
208 * @it_sigev_notify: The notify word of sigevent struct for signal delivery
209 * @it_interval: The interval for periodic timers
210 * @it_signal: Pointer to the creators signal struct
211 * @it_pid: The pid of the process/task targeted by the signal
212 * @it_process: The task to wakeup on clock_nanosleep (CPU timers)
213 * @sigq: Pointer to preallocated sigqueue
214 * @it: Union representing the various posix timer type
215 * internals.
216 * @rcu: RCU head for freeing the timer.
217 */
218 struct k_itimer {
219 struct list_head list;
220 struct hlist_node t_hash;
221 spinlock_t it_lock;
222 const struct k_clock *kclock;
223 clockid_t it_clock;
224 timer_t it_id;
225 int it_active;
226 s64 it_overrun;
227 s64 it_overrun_last;
228 int it_requeue_pending;
229 int it_sigev_notify;
230 ktime_t it_interval;
231 struct signal_struct *it_signal;
232 union {
233 struct pid *it_pid;
234 struct task_struct *it_process;
235 };
236 struct sigqueue *sigq;
237 union {
238 struct {
239 struct hrtimer timer;
240 } real;
241 struct cpu_timer cpu;
242 struct {
243 struct alarm alarmtimer;
244 } alarm;
245 } it;
246 struct rcu_head rcu;
247 };
248
249 void run_posix_cpu_timers(void);
250 void posix_cpu_timers_exit(struct task_struct *task);
251 void posix_cpu_timers_exit_group(struct task_struct *task);
252 void set_process_cpu_timer(struct task_struct *task, unsigned int clock_idx,
253 u64 *newval, u64 *oldval);
254
255 int update_rlimit_cpu(struct task_struct *task, unsigned long rlim_new);
256
257 void posixtimer_rearm(struct kernel_siginfo *info);
258 #endif
259