Dave Chinner | 0b61f8a | 2018-06-05 19:42:14 -0700 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 3 | * Copyright (c) 2000,2002,2005 Silicon Graphics, Inc. |
| 4 | * All Rights Reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | */ |
| 6 | #ifndef __XFS_TRANS_PRIV_H__ |
| 7 | #define __XFS_TRANS_PRIV_H__ |
| 8 | |
| 9 | struct xfs_log_item; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | struct xfs_mount; |
| 11 | struct xfs_trans; |
Dave Chinner | 0e57f6a | 2010-12-20 12:02:19 +1100 | [diff] [blame] | 12 | struct xfs_ail; |
| 13 | struct xfs_log_vec; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | |
Dave Chinner | d386b32 | 2013-08-12 20:49:31 +1000 | [diff] [blame] | 15 | |
| 16 | void xfs_trans_init(struct xfs_mount *); |
Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 17 | void xfs_trans_add_item(struct xfs_trans *, struct xfs_log_item *); |
| 18 | void xfs_trans_del_item(struct xfs_log_item *); |
Dave Chinner | 71e330b | 2010-05-21 14:37:18 +1000 | [diff] [blame] | 19 | void xfs_trans_unreserve_and_mod_sb(struct xfs_trans *tp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | |
Dave Chinner | 0e57f6a | 2010-12-20 12:02:19 +1100 | [diff] [blame] | 21 | void xfs_trans_committed_bulk(struct xfs_ail *ailp, struct xfs_log_vec *lv, |
Christoph Hellwig | d15cbf2 | 2019-06-28 19:27:30 -0700 | [diff] [blame] | 22 | xfs_lsn_t commit_lsn, bool aborted); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | /* |
David Chinner | 27d8d5f | 2008-10-30 17:38:39 +1100 | [diff] [blame] | 24 | * AIL traversal cursor. |
| 25 | * |
| 26 | * Rather than using a generation number for detecting changes in the ail, use |
| 27 | * a cursor that is protected by the ail lock. The aild cursor exists in the |
| 28 | * struct xfs_ail, but other traversals can declare it on the stack and link it |
| 29 | * to the ail list. |
| 30 | * |
| 31 | * When an object is deleted from or moved int the AIL, the cursor list is |
| 32 | * searched to see if the object is a designated cursor item. If it is, it is |
| 33 | * deleted from the cursor so that the next time the cursor is used traversal |
| 34 | * will return to the start. |
| 35 | * |
| 36 | * This means a traversal colliding with a removal will cause a restart of the |
| 37 | * list scan, rather than any insertion or deletion anywhere in the list. The |
| 38 | * low bit of the item pointer is set if the cursor has been invalidated so |
| 39 | * that we can tell the difference between invalidation and reaching the end |
| 40 | * of the list to trigger traversal restarts. |
| 41 | */ |
| 42 | struct xfs_ail_cursor { |
Dave Chinner | af3e402 | 2011-07-18 03:40:18 +0000 | [diff] [blame] | 43 | struct list_head list; |
David Chinner | 27d8d5f | 2008-10-30 17:38:39 +1100 | [diff] [blame] | 44 | struct xfs_log_item *item; |
| 45 | }; |
| 46 | |
| 47 | /* |
| 48 | * Private AIL structures. |
| 49 | * |
| 50 | * Eventually we need to drive the locking in here as well. |
| 51 | */ |
| 52 | struct xfs_ail { |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 53 | struct xfs_mount *ail_mount; |
| 54 | struct task_struct *ail_task; |
| 55 | struct list_head ail_head; |
| 56 | xfs_lsn_t ail_target; |
| 57 | xfs_lsn_t ail_target_prev; |
| 58 | struct list_head ail_cursors; |
| 59 | spinlock_t ail_lock; |
| 60 | xfs_lsn_t ail_last_pushed_lsn; |
| 61 | int ail_log_flush; |
| 62 | struct list_head ail_buf_list; |
| 63 | wait_queue_head_t ail_empty; |
David Chinner | 27d8d5f | 2008-10-30 17:38:39 +1100 | [diff] [blame] | 64 | }; |
| 65 | |
| 66 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | * From xfs_trans_ail.c |
| 68 | */ |
Dave Chinner | e605994 | 2010-12-20 12:34:26 +1100 | [diff] [blame] | 69 | void xfs_trans_ail_update_bulk(struct xfs_ail *ailp, |
Dave Chinner | 1d8c95a | 2011-07-18 03:40:16 +0000 | [diff] [blame] | 70 | struct xfs_ail_cursor *cur, |
Dave Chinner | e605994 | 2010-12-20 12:34:26 +1100 | [diff] [blame] | 71 | struct xfs_log_item **log_items, int nr_items, |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 72 | xfs_lsn_t lsn) __releases(ailp->ail_lock); |
Jie Liu | 8d1d408 | 2013-08-15 13:08:35 +0800 | [diff] [blame] | 73 | /* |
| 74 | * Return a pointer to the first item in the AIL. If the AIL is empty, then |
| 75 | * return NULL. |
| 76 | */ |
| 77 | static inline struct xfs_log_item * |
| 78 | xfs_ail_min( |
| 79 | struct xfs_ail *ailp) |
| 80 | { |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 81 | return list_first_entry_or_null(&ailp->ail_head, struct xfs_log_item, |
Jie Liu | 8d1d408 | 2013-08-15 13:08:35 +0800 | [diff] [blame] | 82 | li_ail); |
| 83 | } |
| 84 | |
Dave Chinner | e605994 | 2010-12-20 12:34:26 +1100 | [diff] [blame] | 85 | static inline void |
| 86 | xfs_trans_ail_update( |
| 87 | struct xfs_ail *ailp, |
| 88 | struct xfs_log_item *lip, |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 89 | xfs_lsn_t lsn) __releases(ailp->ail_lock) |
Dave Chinner | e605994 | 2010-12-20 12:34:26 +1100 | [diff] [blame] | 90 | { |
Dave Chinner | 1d8c95a | 2011-07-18 03:40:16 +0000 | [diff] [blame] | 91 | xfs_trans_ail_update_bulk(ailp, NULL, &lip, 1, lsn); |
Dave Chinner | e605994 | 2010-12-20 12:34:26 +1100 | [diff] [blame] | 92 | } |
| 93 | |
Darrick J. Wong | 86a3717 | 2020-05-01 16:00:54 -0700 | [diff] [blame] | 94 | void xfs_trans_ail_insert(struct xfs_ail *ailp, struct xfs_log_item *lip, |
| 95 | xfs_lsn_t lsn); |
| 96 | |
Dave Chinner | 8eb807b | 2020-03-24 20:10:29 -0700 | [diff] [blame] | 97 | xfs_lsn_t xfs_ail_delete_one(struct xfs_ail *ailp, struct xfs_log_item *lip); |
| 98 | void xfs_ail_update_finish(struct xfs_ail *ailp, xfs_lsn_t old_lsn) |
Dave Chinner | 4165994 | 2020-03-24 20:10:29 -0700 | [diff] [blame] | 99 | __releases(ailp->ail_lock); |
Brian Foster | 849274c | 2020-05-06 13:25:23 -0700 | [diff] [blame] | 100 | void xfs_trans_ail_delete(struct xfs_log_item *lip, int shutdown_type); |
Dave Chinner | 9552e7f | 2010-12-20 12:36:15 +1100 | [diff] [blame] | 101 | |
Dave Chinner | fd07484 | 2011-04-08 12:45:07 +1000 | [diff] [blame] | 102 | void xfs_ail_push(struct xfs_ail *, xfs_lsn_t); |
| 103 | void xfs_ail_push_all(struct xfs_ail *); |
Christoph Hellwig | 211e4d4 | 2012-04-23 15:58:34 +1000 | [diff] [blame] | 104 | void xfs_ail_push_all_sync(struct xfs_ail *); |
Christoph Hellwig | 1c30462 | 2012-04-23 15:58:33 +1000 | [diff] [blame] | 105 | struct xfs_log_item *xfs_ail_min(struct xfs_ail *ailp); |
Dave Chinner | fd07484 | 2011-04-08 12:45:07 +1000 | [diff] [blame] | 106 | xfs_lsn_t xfs_ail_min_lsn(struct xfs_ail *ailp); |
| 107 | |
Dave Chinner | 1d8c95a | 2011-07-18 03:40:16 +0000 | [diff] [blame] | 108 | struct xfs_log_item * xfs_trans_ail_cursor_first(struct xfs_ail *ailp, |
David Chinner | 5b00f14 | 2008-10-30 17:39:00 +1100 | [diff] [blame] | 109 | struct xfs_ail_cursor *cur, |
| 110 | xfs_lsn_t lsn); |
Dave Chinner | 1d8c95a | 2011-07-18 03:40:16 +0000 | [diff] [blame] | 111 | struct xfs_log_item * xfs_trans_ail_cursor_last(struct xfs_ail *ailp, |
| 112 | struct xfs_ail_cursor *cur, |
| 113 | xfs_lsn_t lsn); |
| 114 | struct xfs_log_item * xfs_trans_ail_cursor_next(struct xfs_ail *ailp, |
David Chinner | 27d8d5f | 2008-10-30 17:38:39 +1100 | [diff] [blame] | 115 | struct xfs_ail_cursor *cur); |
Eric Sandeen | e4a1e29 | 2014-04-14 19:06:05 +1000 | [diff] [blame] | 116 | void xfs_trans_ail_cursor_done(struct xfs_ail_cursor *cur); |
David Chinner | 82fa901 | 2008-10-30 17:38:26 +1100 | [diff] [blame] | 117 | |
David Chinner | 7b2e2a3 | 2008-10-30 17:39:12 +1100 | [diff] [blame] | 118 | #if BITS_PER_LONG != 64 |
| 119 | static inline void |
| 120 | xfs_trans_ail_copy_lsn( |
| 121 | struct xfs_ail *ailp, |
| 122 | xfs_lsn_t *dst, |
| 123 | xfs_lsn_t *src) |
| 124 | { |
| 125 | ASSERT(sizeof(xfs_lsn_t) == 8); /* don't lock if it shrinks */ |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 126 | spin_lock(&ailp->ail_lock); |
David Chinner | 7b2e2a3 | 2008-10-30 17:39:12 +1100 | [diff] [blame] | 127 | *dst = *src; |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 128 | spin_unlock(&ailp->ail_lock); |
David Chinner | 7b2e2a3 | 2008-10-30 17:39:12 +1100 | [diff] [blame] | 129 | } |
| 130 | #else |
| 131 | static inline void |
| 132 | xfs_trans_ail_copy_lsn( |
| 133 | struct xfs_ail *ailp, |
| 134 | xfs_lsn_t *dst, |
| 135 | xfs_lsn_t *src) |
| 136 | { |
| 137 | ASSERT(sizeof(xfs_lsn_t) == 8); |
| 138 | *dst = *src; |
| 139 | } |
| 140 | #endif |
Carlos Maiolino | d3a304b | 2017-08-08 18:21:50 -0700 | [diff] [blame] | 141 | |
| 142 | static inline void |
| 143 | xfs_clear_li_failed( |
| 144 | struct xfs_log_item *lip) |
| 145 | { |
| 146 | struct xfs_buf *bp = lip->li_buf; |
| 147 | |
Dave Chinner | 22525c1 | 2018-05-09 07:47:34 -0700 | [diff] [blame] | 148 | ASSERT(test_bit(XFS_LI_IN_AIL, &lip->li_flags)); |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 149 | lockdep_assert_held(&lip->li_ailp->ail_lock); |
Carlos Maiolino | d3a304b | 2017-08-08 18:21:50 -0700 | [diff] [blame] | 150 | |
Dave Chinner | 22525c1 | 2018-05-09 07:47:34 -0700 | [diff] [blame] | 151 | if (test_and_clear_bit(XFS_LI_FAILED, &lip->li_flags)) { |
Carlos Maiolino | d3a304b | 2017-08-08 18:21:50 -0700 | [diff] [blame] | 152 | lip->li_buf = NULL; |
| 153 | xfs_buf_rele(bp); |
| 154 | } |
| 155 | } |
| 156 | |
| 157 | static inline void |
| 158 | xfs_set_li_failed( |
| 159 | struct xfs_log_item *lip, |
| 160 | struct xfs_buf *bp) |
| 161 | { |
Matthew Wilcox | 57e8095 | 2018-03-07 14:59:39 -0800 | [diff] [blame] | 162 | lockdep_assert_held(&lip->li_ailp->ail_lock); |
Carlos Maiolino | d3a304b | 2017-08-08 18:21:50 -0700 | [diff] [blame] | 163 | |
Dave Chinner | 22525c1 | 2018-05-09 07:47:34 -0700 | [diff] [blame] | 164 | if (!test_and_set_bit(XFS_LI_FAILED, &lip->li_flags)) { |
Carlos Maiolino | d3a304b | 2017-08-08 18:21:50 -0700 | [diff] [blame] | 165 | xfs_buf_hold(bp); |
Carlos Maiolino | d3a304b | 2017-08-08 18:21:50 -0700 | [diff] [blame] | 166 | lip->li_buf = bp; |
| 167 | } |
| 168 | } |
| 169 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | #endif /* __XFS_TRANS_PRIV_H__ */ |