1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _linux_POSIX_TIMERS_H
3 #define _linux_POSIX_TIMERS_H
4
5 #include <linux/spinlock.h>
6 #include <linux/list.h>
7 #include <linux/alarmtimer.h>
8 #include <linux/timerqueue.h>
9 #include <linux/task_work.h>
10
11 struct kernel_siginfo;
12 struct task_struct;
13
14 /*
15 * Bit fields within a clockid:
16 *
17 * The most significant 29 bits hold either a pid or a file descriptor.
18 *
19 * Bit 2 indicates whether a cpu clock refers to a thread or a process.
20 *
21 * Bits 1 and 0 give the type: PROF=0, VIRT=1, SCHED=2, or FD=3.
22 *
23 * A clockid is invalid if bits 2, 1, and 0 are all set.
24 */
25 #define CPUCLOCK_PID(clock) ((pid_t) ~((clock) >> 3))
26 #define CPUCLOCK_PERTHREAD(clock) \
27 (((clock) & (clockid_t) CPUCLOCK_PERTHREAD_MASK) != 0)
28
29 #define CPUCLOCK_PERTHREAD_MASK 4
30 #define CPUCLOCK_WHICH(clock) ((clock) & (clockid_t) CPUCLOCK_CLOCK_MASK)
31 #define CPUCLOCK_CLOCK_MASK 3
32 #define CPUCLOCK_PROF 0
33 #define CPUCLOCK_VIRT 1
34 #define CPUCLOCK_SCHED 2
35 #define CPUCLOCK_MAX 3
36 #define CLOCKFD CPUCLOCK_MAX
37 #define CLOCKFD_MASK (CPUCLOCK_PERTHREAD_MASK|CPUCLOCK_CLOCK_MASK)
38
make_process_cpuclock(const unsigned int pid,const clockid_t clock)39 static inline clockid_t make_process_cpuclock(const unsigned int pid,
40 const clockid_t clock)
41 {
42 return ((~pid) << 3) | clock;
43 }
make_thread_cpuclock(const unsigned int tid,const clockid_t clock)44 static inline clockid_t make_thread_cpuclock(const unsigned int tid,
45 const clockid_t clock)
46 {
47 return make_process_cpuclock(tid, clock | CPUCLOCK_PERTHREAD_MASK);
48 }
49
fd_to_clockid(const int fd)50 static inline clockid_t fd_to_clockid(const int fd)
51 {
52 return make_process_cpuclock((unsigned int) fd, CLOCKFD);
53 }
54
clockid_to_fd(const clockid_t clk)55 static inline int clockid_to_fd(const clockid_t clk)
56 {
57 return ~(clk >> 3);
58 }
59
60 #ifdef CONFIG_POSIX_TIMERS
61
62 /**
63 * cpu_timer - Posix CPU timer representation for k_itimer
64 * @node: timerqueue node to queue in the task/sig
65 * @head: timerqueue head on which this timer is queued
66 * @task: Pointer to target task
67 * @elist: List head for the expiry list
68 * @firing: Timer is currently firing
69 */
70 struct cpu_timer {
71 struct timerqueue_node node;
72 struct timerqueue_head *head;
73 struct pid *pid;
74 struct list_head elist;
75 int firing;
76 };
77
cpu_timer_enqueue(struct timerqueue_head * head,struct cpu_timer * ctmr)78 static inline bool cpu_timer_enqueue(struct timerqueue_head *head,
79 struct cpu_timer *ctmr)
80 {
81 ctmr->head = head;
82 return timerqueue_add(head, &ctmr->node);
83 }
84
cpu_timer_queued(struct cpu_timer * ctmr)85 static inline bool cpu_timer_queued(struct cpu_timer *ctmr)
86 {
87 return !!ctmr->head;
88 }
89
cpu_timer_dequeue(struct cpu_timer * ctmr)90 static inline bool cpu_timer_dequeue(struct cpu_timer *ctmr)
91 {
92 if (cpu_timer_queued(ctmr)) {
93 timerqueue_del(ctmr->head, &ctmr->node);
94 ctmr->head = NULL;
95 return true;
96 }
97 return false;
98 }
99
cpu_timer_getexpires(struct cpu_timer * ctmr)100 static inline u64 cpu_timer_getexpires(struct cpu_timer *ctmr)
101 {
102 return ctmr->node.expires;
103 }
104
cpu_timer_setexpires(struct cpu_timer * ctmr,u64 exp)105 static inline void cpu_timer_setexpires(struct cpu_timer *ctmr, u64 exp)
106 {
107 ctmr->node.expires = exp;
108 }
109
110 /**
111 * posix_cputimer_base - Container per posix CPU clock
112 * @nextevt: Earliest-expiration cache
113 * @tqhead: timerqueue head for cpu_timers
114 */
115 struct posix_cputimer_base {
116 u64 nextevt;
117 struct timerqueue_head tqhead;
118 };
119
120 /**
121 * posix_cputimers - Container for posix CPU timer related data
122 * @bases: Base container for posix CPU clocks
123 * @timers_active: Timers are queued.
124 * @expiry_active: Timer expiry is active. Used for
125 * process wide timers to avoid multiple
126 * task trying to handle expiry concurrently
127 *
128 * Used in task_struct and signal_struct
129 */
130 struct posix_cputimers {
131 struct posix_cputimer_base bases[CPUCLOCK_MAX];
132 unsigned int timers_active;
133 unsigned int expiry_active;
134 };
135
136 /**
137 * posix_cputimers_work - Container for task work based posix CPU timer expiry
138 * @work: The task work to be scheduled
139 * @scheduled: @work has been scheduled already, no further processing
140 */
141 struct posix_cputimers_work {
142 struct callback_head work;
143 unsigned int scheduled;
144 };
145
posix_cputimers_init(struct posix_cputimers * pct)146 static inline void posix_cputimers_init(struct posix_cputimers *pct)
147 {
148 memset(pct, 0, sizeof(*pct));
149 pct->bases[0].nextevt = U64_MAX;
150 pct->bases[1].nextevt = U64_MAX;
151 pct->bases[2].nextevt = U64_MAX;
152 }
153
154 void posix_cputimers_group_init(struct posix_cputimers *pct, u64 cpu_limit);
155
posix_cputimers_rt_watchdog(struct posix_cputimers * pct,u64 runtime)156 static inline void posix_cputimers_rt_watchdog(struct posix_cputimers *pct,
157 u64 runtime)
158 {
159 pct->bases[CPUCLOCK_SCHED].nextevt = runtime;
160 }
161
162 /* Init task static initializer */
163 #define INIT_CPU_TIMERBASE(b) { \
164 .nextevt = U64_MAX, \
165 }
166
167 #define INIT_CPU_TIMERBASES(b) { \
168 INIT_CPU_TIMERBASE(b[0]), \
169 INIT_CPU_TIMERBASE(b[1]), \
170 INIT_CPU_TIMERBASE(b[2]), \
171 }
172
173 #define INIT_CPU_TIMERS(s) \
174 .posix_cputimers = { \
175 .bases = INIT_CPU_TIMERBASES(s.posix_cputimers.bases), \
176 },
177 #else
178 struct posix_cputimers { };
179 struct cpu_timer { };
180 #define INIT_CPU_TIMERS(s)
posix_cputimers_init(struct posix_cputimers * pct)181 static inline void posix_cputimers_init(struct posix_cputimers *pct) { }
posix_cputimers_group_init(struct posix_cputimers * pct,u64 cpu_limit)182 static inline void posix_cputimers_group_init(struct posix_cputimers *pct,
183 u64 cpu_limit) { }
184 #endif
185
186 #ifdef CONFIG_POSIX_CPU_TIMERS_TASK_WORK
187 void clear_posix_cputimers_work(struct task_struct *p);
188 void posix_cputimers_init_work(void);
189 #else
clear_posix_cputimers_work(struct task_struct * p)190 static inline void clear_posix_cputimers_work(struct task_struct *p) { }
posix_cputimers_init_work(void)191 static inline void posix_cputimers_init_work(void) { }
192 #endif
193
194 #define REQUEUE_PENDING 1
195
196 /**
197 * struct k_itimer - POSIX.1b interval timer structure.
198 * @list: List head for binding the timer to signals->posix_timers
199 * @t_hash: Entry in the posix timer hash table
200 * @it_lock: Lock protecting the timer
201 * @kclock: Pointer to the k_clock struct handling this timer
202 * @it_clock: The posix timer clock id
203 * @it_id: The posix timer id for identifying the timer
204 * @it_active: Marker that timer is active
205 * @it_overrun: The overrun counter for pending signals
206 * @it_overrun_last: The overrun at the time of the last delivered signal
207 * @it_requeue_pending: Indicator that timer waits for being requeued on
208 * signal delivery
209 * @it_sigev_notify: The notify word of sigevent struct for signal delivery
210 * @it_interval: The interval for periodic timers
211 * @it_signal: Pointer to the creators signal struct
212 * @it_pid: The pid of the process/task targeted by the signal
213 * @it_process: The task to wakeup on clock_nanosleep (CPU timers)
214 * @sigq: Pointer to preallocated sigqueue
215 * @it: Union representing the various posix timer type
216 * internals.
217 * @rcu: RCU head for freeing the timer.
218 */
219 struct k_itimer {
220 struct list_head list;
221 struct hlist_node t_hash;
222 spinlock_t it_lock;
223 const struct k_clock *kclock;
224 clockid_t it_clock;
225 timer_t it_id;
226 int it_active;
227 s64 it_overrun;
228 s64 it_overrun_last;
229 int it_requeue_pending;
230 int it_sigev_notify;
231 ktime_t it_interval;
232 struct signal_struct *it_signal;
233 union {
234 struct pid *it_pid;
235 struct task_struct *it_process;
236 };
237 struct sigqueue *sigq;
238 union {
239 struct {
240 struct hrtimer timer;
241 } real;
242 struct cpu_timer cpu;
243 struct {
244 struct alarm alarmtimer;
245 } alarm;
246 } it;
247 struct rcu_head rcu;
248 };
249
250 void run_posix_cpu_timers(void);
251 void posix_cpu_timers_exit(struct task_struct *task);
252 void posix_cpu_timers_exit_group(struct task_struct *task);
253 void set_process_cpu_timer(struct task_struct *task, unsigned int clock_idx,
254 u64 *newval, u64 *oldval);
255
256 void update_rlimit_cpu(struct task_struct *task, unsigned long rlim_new);
257
258 void posixtimer_rearm(struct kernel_siginfo *info);
259 #endif
260