Paul E. McKenney | a66e009 | 2019-01-17 10:32:48 -0800 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0+ */ |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 2 | /* |
| 3 | * RCU-based infrastructure for lightweight reader-writer locking |
| 4 | * |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 5 | * Copyright (c) 2015, Red Hat, Inc. |
| 6 | * |
| 7 | * Author: Oleg Nesterov <oleg@redhat.com> |
| 8 | */ |
| 9 | |
| 10 | #ifndef _LINUX_RCU_SYNC_H_ |
| 11 | #define _LINUX_RCU_SYNC_H_ |
| 12 | |
| 13 | #include <linux/wait.h> |
| 14 | #include <linux/rcupdate.h> |
| 15 | |
| 16 | /* Structure to mediate between updaters and fastpath-using readers. */ |
| 17 | struct rcu_sync { |
| 18 | int gp_state; |
| 19 | int gp_count; |
| 20 | wait_queue_head_t gp_wait; |
| 21 | |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 22 | struct rcu_head cb_head; |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 23 | }; |
| 24 | |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 25 | /** |
| 26 | * rcu_sync_is_idle() - Are readers permitted to use their fastpaths? |
| 27 | * @rsp: Pointer to rcu_sync structure to use for synchronization |
| 28 | * |
Oleg Nesterov | 95bf33b | 2019-04-23 14:07:24 +0200 | [diff] [blame] | 29 | * Returns true if readers are permitted to use their fastpaths. Must be |
| 30 | * invoked within some flavor of RCU read-side critical section. |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 31 | */ |
| 32 | static inline bool rcu_sync_is_idle(struct rcu_sync *rsp) |
| 33 | { |
Joel Fernandes (Google) | fbab8d6 | 2019-07-16 18:12:23 -0400 | [diff] [blame] | 34 | RCU_LOCKDEP_WARN(!rcu_read_lock_any_held(), |
Oleg Nesterov | 95bf33b | 2019-04-23 14:07:24 +0200 | [diff] [blame] | 35 | "suspicious rcu_sync_is_idle() usage"); |
Oleg Nesterov | 89da3b9 | 2019-04-25 18:50:55 +0200 | [diff] [blame] | 36 | return !READ_ONCE(rsp->gp_state); /* GP_IDLE */ |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 37 | } |
| 38 | |
Oleg Nesterov | 95bf33b | 2019-04-23 14:07:24 +0200 | [diff] [blame] | 39 | extern void rcu_sync_init(struct rcu_sync *); |
Peter Zijlstra | 3942a9b | 2016-08-11 18:54:13 +0200 | [diff] [blame] | 40 | extern void rcu_sync_enter_start(struct rcu_sync *); |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 41 | extern void rcu_sync_enter(struct rcu_sync *); |
| 42 | extern void rcu_sync_exit(struct rcu_sync *); |
Oleg Nesterov | 07899a6 | 2015-08-21 19:42:52 +0200 | [diff] [blame] | 43 | extern void rcu_sync_dtor(struct rcu_sync *); |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 44 | |
Oleg Nesterov | 95bf33b | 2019-04-23 14:07:24 +0200 | [diff] [blame] | 45 | #define __RCU_SYNC_INITIALIZER(name) { \ |
Oleg Nesterov | 82e8c56 | 2015-08-21 19:42:47 +0200 | [diff] [blame] | 46 | .gp_state = 0, \ |
| 47 | .gp_count = 0, \ |
| 48 | .gp_wait = __WAIT_QUEUE_HEAD_INITIALIZER(name.gp_wait), \ |
Oleg Nesterov | 82e8c56 | 2015-08-21 19:42:47 +0200 | [diff] [blame] | 49 | } |
| 50 | |
Oleg Nesterov | 95bf33b | 2019-04-23 14:07:24 +0200 | [diff] [blame] | 51 | #define DEFINE_RCU_SYNC(name) \ |
| 52 | struct rcu_sync name = __RCU_SYNC_INITIALIZER(name) |
Oleg Nesterov | 82e8c56 | 2015-08-21 19:42:47 +0200 | [diff] [blame] | 53 | |
Oleg Nesterov | cc44ca8 | 2015-08-21 19:42:44 +0200 | [diff] [blame] | 54 | #endif /* _LINUX_RCU_SYNC_H_ */ |