blob: 8b47ba34fb037f9f4daefcbebb606ecef8681c9b [file] [log] [blame]
David Sterba9888c342018-04-03 19:16:55 +02001/* SPDX-License-Identifier: GPL-2.0 */
Chris Mason925baed2008-06-25 16:01:30 -04002/*
3 * Copyright (C) 2008 Oracle. All rights reserved.
Chris Mason925baed2008-06-25 16:01:30 -04004 */
5
David Sterba9888c342018-04-03 19:16:55 +02006#ifndef BTRFS_LOCKING_H
7#define BTRFS_LOCKING_H
Chris Mason925baed2008-06-25 16:01:30 -04008
Nikolay Borisov2992df72020-01-30 14:59:44 +02009#include <linux/atomic.h>
10#include <linux/wait.h>
11#include <linux/percpu_counter.h>
David Sterba31f6e762019-09-24 18:44:24 +020012#include "extent_io.h"
13
Chris Masonbd681512011-07-16 15:23:14 -040014#define BTRFS_WRITE_LOCK 1
15#define BTRFS_READ_LOCK 2
16#define BTRFS_WRITE_LOCK_BLOCKING 3
17#define BTRFS_READ_LOCK_BLOCKING 4
18
Josef Bacikfd7ba1c2020-08-20 11:46:02 -040019/*
20 * We are limited in number of subclasses by MAX_LOCKDEP_SUBCLASSES, which at
21 * the time of this patch is 8, which is how many we use. Keep this in mind if
22 * you decide you want to add another subclass.
23 */
24enum btrfs_lock_nesting {
25 BTRFS_NESTING_NORMAL,
26
27 /*
Josef Bacik9631e4c2020-08-20 11:46:03 -040028 * When we COW a block we are holding the lock on the original block,
29 * and since our lockdep maps are rootid+level, this confuses lockdep
30 * when we lock the newly allocated COW'd block. Handle this by having
31 * a subclass for COW'ed blocks so that lockdep doesn't complain.
32 */
33 BTRFS_NESTING_COW,
34
35 /*
Josef Bacikfd7ba1c2020-08-20 11:46:02 -040036 * We are limited to MAX_LOCKDEP_SUBLCLASSES number of subclasses, so
37 * add this in here and add a static_assert to keep us from going over
38 * the limit. As of this writing we're limited to 8, and we're
39 * definitely using 8, hence this check to keep us from messing up in
40 * the future.
41 */
42 BTRFS_NESTING_MAX,
43};
44
45static_assert(BTRFS_NESTING_MAX <= MAX_LOCKDEP_SUBCLASSES,
46 "too many lock subclasses defined");
47
Nikolay Borisov2992df72020-01-30 14:59:44 +020048struct btrfs_path;
49
Josef Bacikfd7ba1c2020-08-20 11:46:02 -040050void __btrfs_tree_lock(struct extent_buffer *eb, enum btrfs_lock_nesting nest);
Jeff Mahoney143bede2012-03-01 14:56:26 +010051void btrfs_tree_lock(struct extent_buffer *eb);
52void btrfs_tree_unlock(struct extent_buffer *eb);
Chris Masonb4ce94d2009-02-04 09:25:08 -050053
Josef Bacikfd7ba1c2020-08-20 11:46:02 -040054void __btrfs_tree_read_lock(struct extent_buffer *eb, enum btrfs_lock_nesting nest,
55 bool recurse);
Chris Masonbd681512011-07-16 15:23:14 -040056void btrfs_tree_read_lock(struct extent_buffer *eb);
57void btrfs_tree_read_unlock(struct extent_buffer *eb);
58void btrfs_tree_read_unlock_blocking(struct extent_buffer *eb);
David Sterbab95be2d2018-04-04 01:43:05 +020059void btrfs_set_lock_blocking_read(struct extent_buffer *eb);
60void btrfs_set_lock_blocking_write(struct extent_buffer *eb);
Chris Masonbd681512011-07-16 15:23:14 -040061int btrfs_try_tree_read_lock(struct extent_buffer *eb);
62int btrfs_try_tree_write_lock(struct extent_buffer *eb);
Chris Masonf82c4582014-11-19 10:25:09 -080063int btrfs_tree_read_lock_atomic(struct extent_buffer *eb);
Josef Bacik51899412020-08-20 11:46:01 -040064struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root);
65struct extent_buffer *__btrfs_read_lock_root_node(struct btrfs_root *root,
66 bool recurse);
67
68static inline struct extent_buffer *btrfs_read_lock_root_node(struct btrfs_root *root)
69{
70 return __btrfs_read_lock_root_node(root, false);
71}
Chris Masonf82c4582014-11-19 10:25:09 -080072
David Sterba31f6e762019-09-24 18:44:24 +020073#ifdef CONFIG_BTRFS_DEBUG
74static inline void btrfs_assert_tree_locked(struct extent_buffer *eb) {
75 BUG_ON(!eb->write_locks);
76}
77#else
78static inline void btrfs_assert_tree_locked(struct extent_buffer *eb) { }
79#endif
Chris Masonbd681512011-07-16 15:23:14 -040080
David Sterbaed2b1d32019-09-24 19:17:17 +020081void btrfs_set_path_blocking(struct btrfs_path *p);
David Sterba1f95ec02019-09-24 19:17:17 +020082void btrfs_unlock_up_safe(struct btrfs_path *path, int level);
David Sterbaed2b1d32019-09-24 19:17:17 +020083
Chris Masonbd681512011-07-16 15:23:14 -040084static inline void btrfs_tree_unlock_rw(struct extent_buffer *eb, int rw)
85{
86 if (rw == BTRFS_WRITE_LOCK || rw == BTRFS_WRITE_LOCK_BLOCKING)
87 btrfs_tree_unlock(eb);
88 else if (rw == BTRFS_READ_LOCK_BLOCKING)
89 btrfs_tree_read_unlock_blocking(eb);
90 else if (rw == BTRFS_READ_LOCK)
91 btrfs_tree_read_unlock(eb);
92 else
93 BUG();
94}
95
Nikolay Borisov2992df72020-01-30 14:59:44 +020096struct btrfs_drew_lock {
97 atomic_t readers;
98 struct percpu_counter writers;
99 wait_queue_head_t pending_writers;
100 wait_queue_head_t pending_readers;
101};
102
103int btrfs_drew_lock_init(struct btrfs_drew_lock *lock);
104void btrfs_drew_lock_destroy(struct btrfs_drew_lock *lock);
105void btrfs_drew_write_lock(struct btrfs_drew_lock *lock);
106bool btrfs_drew_try_write_lock(struct btrfs_drew_lock *lock);
107void btrfs_drew_write_unlock(struct btrfs_drew_lock *lock);
108void btrfs_drew_read_lock(struct btrfs_drew_lock *lock);
109void btrfs_drew_read_unlock(struct btrfs_drew_lock *lock);
110
Chris Mason925baed2008-06-25 16:01:30 -0400111#endif