David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Chris Mason | 925baed | 2008-06-25 16:01:30 -0400 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2008 Oracle. All rights reserved. |
Chris Mason | 925baed | 2008-06-25 16:01:30 -0400 | [diff] [blame] | 4 | */ |
| 5 | |
David Sterba | 9888c34 | 2018-04-03 19:16:55 +0200 | [diff] [blame] | 6 | #ifndef BTRFS_LOCKING_H |
| 7 | #define BTRFS_LOCKING_H |
Chris Mason | 925baed | 2008-06-25 16:01:30 -0400 | [diff] [blame] | 8 | |
Nikolay Borisov | 2992df7 | 2020-01-30 14:59:44 +0200 | [diff] [blame] | 9 | #include <linux/atomic.h> |
| 10 | #include <linux/wait.h> |
| 11 | #include <linux/percpu_counter.h> |
David Sterba | 31f6e76 | 2019-09-24 18:44:24 +0200 | [diff] [blame] | 12 | #include "extent_io.h" |
| 13 | |
Chris Mason | bd68151 | 2011-07-16 15:23:14 -0400 | [diff] [blame] | 14 | #define BTRFS_WRITE_LOCK 1 |
| 15 | #define BTRFS_READ_LOCK 2 |
| 16 | #define BTRFS_WRITE_LOCK_BLOCKING 3 |
| 17 | #define BTRFS_READ_LOCK_BLOCKING 4 |
| 18 | |
Josef Bacik | fd7ba1c | 2020-08-20 11:46:02 -0400 | [diff] [blame] | 19 | /* |
| 20 | * We are limited in number of subclasses by MAX_LOCKDEP_SUBCLASSES, which at |
| 21 | * the time of this patch is 8, which is how many we use. Keep this in mind if |
| 22 | * you decide you want to add another subclass. |
| 23 | */ |
| 24 | enum btrfs_lock_nesting { |
| 25 | BTRFS_NESTING_NORMAL, |
| 26 | |
| 27 | /* |
Josef Bacik | 9631e4c | 2020-08-20 11:46:03 -0400 | [diff] [blame^] | 28 | * When we COW a block we are holding the lock on the original block, |
| 29 | * and since our lockdep maps are rootid+level, this confuses lockdep |
| 30 | * when we lock the newly allocated COW'd block. Handle this by having |
| 31 | * a subclass for COW'ed blocks so that lockdep doesn't complain. |
| 32 | */ |
| 33 | BTRFS_NESTING_COW, |
| 34 | |
| 35 | /* |
Josef Bacik | fd7ba1c | 2020-08-20 11:46:02 -0400 | [diff] [blame] | 36 | * We are limited to MAX_LOCKDEP_SUBLCLASSES number of subclasses, so |
| 37 | * add this in here and add a static_assert to keep us from going over |
| 38 | * the limit. As of this writing we're limited to 8, and we're |
| 39 | * definitely using 8, hence this check to keep us from messing up in |
| 40 | * the future. |
| 41 | */ |
| 42 | BTRFS_NESTING_MAX, |
| 43 | }; |
| 44 | |
| 45 | static_assert(BTRFS_NESTING_MAX <= MAX_LOCKDEP_SUBCLASSES, |
| 46 | "too many lock subclasses defined"); |
| 47 | |
Nikolay Borisov | 2992df7 | 2020-01-30 14:59:44 +0200 | [diff] [blame] | 48 | struct btrfs_path; |
| 49 | |
Josef Bacik | fd7ba1c | 2020-08-20 11:46:02 -0400 | [diff] [blame] | 50 | void __btrfs_tree_lock(struct extent_buffer *eb, enum btrfs_lock_nesting nest); |
Jeff Mahoney | 143bede | 2012-03-01 14:56:26 +0100 | [diff] [blame] | 51 | void btrfs_tree_lock(struct extent_buffer *eb); |
| 52 | void btrfs_tree_unlock(struct extent_buffer *eb); |
Chris Mason | b4ce94d | 2009-02-04 09:25:08 -0500 | [diff] [blame] | 53 | |
Josef Bacik | fd7ba1c | 2020-08-20 11:46:02 -0400 | [diff] [blame] | 54 | void __btrfs_tree_read_lock(struct extent_buffer *eb, enum btrfs_lock_nesting nest, |
| 55 | bool recurse); |
Chris Mason | bd68151 | 2011-07-16 15:23:14 -0400 | [diff] [blame] | 56 | void btrfs_tree_read_lock(struct extent_buffer *eb); |
| 57 | void btrfs_tree_read_unlock(struct extent_buffer *eb); |
| 58 | void btrfs_tree_read_unlock_blocking(struct extent_buffer *eb); |
David Sterba | b95be2d | 2018-04-04 01:43:05 +0200 | [diff] [blame] | 59 | void btrfs_set_lock_blocking_read(struct extent_buffer *eb); |
| 60 | void btrfs_set_lock_blocking_write(struct extent_buffer *eb); |
Chris Mason | bd68151 | 2011-07-16 15:23:14 -0400 | [diff] [blame] | 61 | int btrfs_try_tree_read_lock(struct extent_buffer *eb); |
| 62 | int btrfs_try_tree_write_lock(struct extent_buffer *eb); |
Chris Mason | f82c458 | 2014-11-19 10:25:09 -0800 | [diff] [blame] | 63 | int btrfs_tree_read_lock_atomic(struct extent_buffer *eb); |
Josef Bacik | 5189941 | 2020-08-20 11:46:01 -0400 | [diff] [blame] | 64 | struct extent_buffer *btrfs_lock_root_node(struct btrfs_root *root); |
| 65 | struct extent_buffer *__btrfs_read_lock_root_node(struct btrfs_root *root, |
| 66 | bool recurse); |
| 67 | |
| 68 | static inline struct extent_buffer *btrfs_read_lock_root_node(struct btrfs_root *root) |
| 69 | { |
| 70 | return __btrfs_read_lock_root_node(root, false); |
| 71 | } |
Chris Mason | f82c458 | 2014-11-19 10:25:09 -0800 | [diff] [blame] | 72 | |
David Sterba | 31f6e76 | 2019-09-24 18:44:24 +0200 | [diff] [blame] | 73 | #ifdef CONFIG_BTRFS_DEBUG |
| 74 | static inline void btrfs_assert_tree_locked(struct extent_buffer *eb) { |
| 75 | BUG_ON(!eb->write_locks); |
| 76 | } |
| 77 | #else |
| 78 | static inline void btrfs_assert_tree_locked(struct extent_buffer *eb) { } |
| 79 | #endif |
Chris Mason | bd68151 | 2011-07-16 15:23:14 -0400 | [diff] [blame] | 80 | |
David Sterba | ed2b1d3 | 2019-09-24 19:17:17 +0200 | [diff] [blame] | 81 | void btrfs_set_path_blocking(struct btrfs_path *p); |
David Sterba | 1f95ec0 | 2019-09-24 19:17:17 +0200 | [diff] [blame] | 82 | void btrfs_unlock_up_safe(struct btrfs_path *path, int level); |
David Sterba | ed2b1d3 | 2019-09-24 19:17:17 +0200 | [diff] [blame] | 83 | |
Chris Mason | bd68151 | 2011-07-16 15:23:14 -0400 | [diff] [blame] | 84 | static inline void btrfs_tree_unlock_rw(struct extent_buffer *eb, int rw) |
| 85 | { |
| 86 | if (rw == BTRFS_WRITE_LOCK || rw == BTRFS_WRITE_LOCK_BLOCKING) |
| 87 | btrfs_tree_unlock(eb); |
| 88 | else if (rw == BTRFS_READ_LOCK_BLOCKING) |
| 89 | btrfs_tree_read_unlock_blocking(eb); |
| 90 | else if (rw == BTRFS_READ_LOCK) |
| 91 | btrfs_tree_read_unlock(eb); |
| 92 | else |
| 93 | BUG(); |
| 94 | } |
| 95 | |
Nikolay Borisov | 2992df7 | 2020-01-30 14:59:44 +0200 | [diff] [blame] | 96 | struct btrfs_drew_lock { |
| 97 | atomic_t readers; |
| 98 | struct percpu_counter writers; |
| 99 | wait_queue_head_t pending_writers; |
| 100 | wait_queue_head_t pending_readers; |
| 101 | }; |
| 102 | |
| 103 | int btrfs_drew_lock_init(struct btrfs_drew_lock *lock); |
| 104 | void btrfs_drew_lock_destroy(struct btrfs_drew_lock *lock); |
| 105 | void btrfs_drew_write_lock(struct btrfs_drew_lock *lock); |
| 106 | bool btrfs_drew_try_write_lock(struct btrfs_drew_lock *lock); |
| 107 | void btrfs_drew_write_unlock(struct btrfs_drew_lock *lock); |
| 108 | void btrfs_drew_read_lock(struct btrfs_drew_lock *lock); |
| 109 | void btrfs_drew_read_unlock(struct btrfs_drew_lock *lock); |
| 110 | |
Chris Mason | 925baed | 2008-06-25 16:01:30 -0400 | [diff] [blame] | 111 | #endif |