blob: 2ffe1ee6d482ffc66c50ce531e8e0480077989c8 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Davidlohr Bueso8f95c902017-01-11 07:22:25 -08002#ifndef _LINUX_RCUWAIT_H_
3#define _LINUX_RCUWAIT_H_
4
5#include <linux/rcupdate.h>
Peter Zijlstra (Intel)80fbaf12020-03-21 12:25:55 +01006#include <linux/sched/signal.h>
Davidlohr Bueso8f95c902017-01-11 07:22:25 -08007
8/*
9 * rcuwait provides a way of blocking and waking up a single
Eric W. Biederman154abaf2019-09-14 07:34:30 -050010 * task in an rcu-safe manner.
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080011 *
Eric W. Biederman154abaf2019-09-14 07:34:30 -050012 * The only time @task is non-nil is when a user is blocked (or
13 * checking if it needs to) on a condition, and reset as soon as we
14 * know that the condition has succeeded and are awoken.
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080015 */
16struct rcuwait {
Joel Fernandes (Google)03f4b482019-03-20 20:34:25 -040017 struct task_struct __rcu *task;
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080018};
19
20#define __RCUWAIT_INITIALIZER(name) \
21 { .task = NULL, }
22
23static inline void rcuwait_init(struct rcuwait *w)
24{
25 w->task = NULL;
26}
27
28extern void rcuwait_wake_up(struct rcuwait *w);
29
30/*
31 * The caller is responsible for locking around rcuwait_wait_event(),
32 * such that writes to @task are properly serialized.
33 */
Peter Zijlstra (Intel)80fbaf12020-03-21 12:25:55 +010034#define rcuwait_wait_event(w, condition, state) \
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080035({ \
Peter Zijlstra (Intel)80fbaf12020-03-21 12:25:55 +010036 int __ret = 0; \
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080037 rcu_assign_pointer((w)->task, current); \
38 for (;;) { \
39 /* \
40 * Implicit barrier (A) pairs with (B) in \
Davidlohr Bueso7e1f9462017-01-29 07:42:12 -080041 * rcuwait_wake_up(). \
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080042 */ \
Peter Zijlstra (Intel)80fbaf12020-03-21 12:25:55 +010043 set_current_state(state); \
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080044 if (condition) \
45 break; \
46 \
Peter Zijlstra (Intel)80fbaf12020-03-21 12:25:55 +010047 if (signal_pending_state(state, current)) { \
48 __ret = -EINTR; \
49 break; \
50 } \
51 \
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080052 schedule(); \
53 } \
54 \
55 WRITE_ONCE((w)->task, NULL); \
56 __set_current_state(TASK_RUNNING); \
Peter Zijlstra (Intel)80fbaf12020-03-21 12:25:55 +010057 __ret; \
Davidlohr Bueso8f95c902017-01-11 07:22:25 -080058})
59
60#endif /* _LINUX_RCUWAIT_H_ */