blob: 0027d4c8087c9ae7aec81e2412a2444a45bf673a [file] [log] [blame]
Paul E. McKenneya66e0092019-01-17 10:32:48 -08001/* SPDX-License-Identifier: GPL-2.0+ */
Oleg Nesterovcc44ca82015-08-21 19:42:44 +02002/*
3 * RCU-based infrastructure for lightweight reader-writer locking
4 *
Oleg Nesterovcc44ca82015-08-21 19:42:44 +02005 * Copyright (c) 2015, Red Hat, Inc.
6 *
7 * Author: Oleg Nesterov <oleg@redhat.com>
8 */
9
10#ifndef _LINUX_RCU_SYNC_H_
11#define _LINUX_RCU_SYNC_H_
12
13#include <linux/wait.h>
14#include <linux/rcupdate.h>
15
16/* Structure to mediate between updaters and fastpath-using readers. */
17struct rcu_sync {
18 int gp_state;
19 int gp_count;
20 wait_queue_head_t gp_wait;
21
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020022 struct rcu_head cb_head;
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020023};
24
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020025/**
26 * rcu_sync_is_idle() - Are readers permitted to use their fastpaths?
27 * @rsp: Pointer to rcu_sync structure to use for synchronization
28 *
Oleg Nesterov95bf33b2019-04-23 14:07:24 +020029 * Returns true if readers are permitted to use their fastpaths. Must be
30 * invoked within some flavor of RCU read-side critical section.
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020031 */
32static inline bool rcu_sync_is_idle(struct rcu_sync *rsp)
33{
Joel Fernandes (Google)fbab8d62019-07-16 18:12:23 -040034 RCU_LOCKDEP_WARN(!rcu_read_lock_any_held(),
Oleg Nesterov95bf33b2019-04-23 14:07:24 +020035 "suspicious rcu_sync_is_idle() usage");
Oleg Nesterov89da3b92019-04-25 18:50:55 +020036 return !READ_ONCE(rsp->gp_state); /* GP_IDLE */
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020037}
38
Oleg Nesterov95bf33b2019-04-23 14:07:24 +020039extern void rcu_sync_init(struct rcu_sync *);
Peter Zijlstra3942a9b2016-08-11 18:54:13 +020040extern void rcu_sync_enter_start(struct rcu_sync *);
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020041extern void rcu_sync_enter(struct rcu_sync *);
42extern void rcu_sync_exit(struct rcu_sync *);
Oleg Nesterov07899a62015-08-21 19:42:52 +020043extern void rcu_sync_dtor(struct rcu_sync *);
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020044
Oleg Nesterov95bf33b2019-04-23 14:07:24 +020045#define __RCU_SYNC_INITIALIZER(name) { \
Oleg Nesterov82e8c562015-08-21 19:42:47 +020046 .gp_state = 0, \
47 .gp_count = 0, \
48 .gp_wait = __WAIT_QUEUE_HEAD_INITIALIZER(name.gp_wait), \
Oleg Nesterov82e8c562015-08-21 19:42:47 +020049 }
50
Oleg Nesterov95bf33b2019-04-23 14:07:24 +020051#define DEFINE_RCU_SYNC(name) \
52 struct rcu_sync name = __RCU_SYNC_INITIALIZER(name)
Oleg Nesterov82e8c562015-08-21 19:42:47 +020053
Oleg Nesterovcc44ca82015-08-21 19:42:44 +020054#endif /* _LINUX_RCU_SYNC_H_ */