blob: 0710434eb24004db47b3b45863096b5ad7d1ed04 [file] [log] [blame]
Dave Chinner0b61f8a2018-06-05 19:42:14 -07001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Nathan Scott7b718762005-11-02 14:58:39 +11003 * Copyright (c) 2000,2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +11007#include "xfs_fs.h"
Dave Chinner70a98832013-10-23 10:36:05 +11008#include "xfs_shared.h"
Christoph Hellwig4fb6e8a2014-11-28 14:25:04 +11009#include "xfs_format.h"
Dave Chinner239880e2013-10-23 10:50:10 +110010#include "xfs_log_format.h"
11#include "xfs_trans_resv.h"
Darrick J. Wong3481b682016-08-03 12:31:07 +100012#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include "xfs_mount.h"
Darrick J. Wong9749fee2016-08-03 11:14:35 +100014#include "xfs_defer.h"
Dave Chinner239880e2013-10-23 10:50:10 +110015#include "xfs_trans.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include "xfs_trans_priv.h"
17#include "xfs_extfree_item.h"
Brian Foster6bc43af2015-08-19 09:51:43 +100018#include "xfs_alloc.h"
Darrick J. Wong9749fee2016-08-03 11:14:35 +100019#include "xfs_bmap.h"
Darrick J. Wong3481b682016-08-03 12:31:07 +100020#include "xfs_trace.h"
Darrick J. Wongbc9f2b72018-12-12 08:46:22 -080021#include "xfs_defer.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070024 * This routine is called to allocate an "extent free done"
25 * log item that will hold nextents worth of extents. The
26 * caller must use all nextents extents, because we are not
27 * flexible about this at all.
28 */
Darrick J. Wongbba61cb2016-08-03 11:13:47 +100029struct xfs_efd_log_item *
30xfs_trans_get_efd(struct xfs_trans *tp,
31 struct xfs_efi_log_item *efip,
32 uint nextents)
Linus Torvalds1da177e2005-04-16 15:20:36 -070033{
Darrick J. Wongbba61cb2016-08-03 11:13:47 +100034 struct xfs_efd_log_item *efdp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035
36 ASSERT(tp != NULL);
37 ASSERT(nextents > 0);
38
39 efdp = xfs_efd_init(tp->t_mountp, efip, nextents);
40 ASSERT(efdp != NULL);
41
42 /*
43 * Get a log_item_desc to point at the new item.
44 */
Christoph Hellwige98c4142010-06-23 18:11:15 +100045 xfs_trans_add_item(tp, &efdp->efd_item);
46 return efdp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047}
48
49/*
Brian Foster6bc43af2015-08-19 09:51:43 +100050 * Free an extent and log it to the EFD. Note that the transaction is marked
51 * dirty regardless of whether the extent free succeeds or fails to support the
52 * EFI/EFD lifecycle rules.
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 */
Brian Foster6bc43af2015-08-19 09:51:43 +100054int
55xfs_trans_free_extent(
Darrick J. Wong66e32372018-12-12 08:46:23 -080056 struct xfs_trans *tp,
57 struct xfs_efd_log_item *efdp,
58 xfs_fsblock_t start_block,
59 xfs_extlen_t ext_len,
60 const struct xfs_owner_info *oinfo,
61 bool skip_discard)
Linus Torvalds1da177e2005-04-16 15:20:36 -070062{
Darrick J. Wong66e32372018-12-12 08:46:23 -080063 struct xfs_mount *mp = tp->t_mountp;
64 struct xfs_extent *extp;
65 uint next_extent;
66 xfs_agnumber_t agno = XFS_FSB_TO_AGNO(mp, start_block);
67 xfs_agblock_t agbno = XFS_FSB_TO_AGBNO(mp,
68 start_block);
69 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070
Darrick J. Wong3481b682016-08-03 12:31:07 +100071 trace_xfs_bmap_free_deferred(tp->t_mountp, agno, 0, agbno, ext_len);
72
Brian Foster4e529332018-05-10 09:35:42 -070073 error = __xfs_free_extent(tp, start_block, ext_len,
74 oinfo, XFS_AG_RESV_NONE, skip_discard);
Brian Foster6bc43af2015-08-19 09:51:43 +100075 /*
76 * Mark the transaction dirty, even on error. This ensures the
77 * transaction is aborted, which:
78 *
79 * 1.) releases the EFI and frees the EFD
80 * 2.) shuts down the filesystem
81 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 tp->t_flags |= XFS_TRANS_DIRTY;
Dave Chinnere6631f82018-05-09 07:49:37 -070083 set_bit(XFS_LI_DIRTY, &efdp->efd_item.li_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070084
85 next_extent = efdp->efd_next_extent;
86 ASSERT(next_extent < efdp->efd_format.efd_nextents);
87 extp = &(efdp->efd_format.efd_extents[next_extent]);
88 extp->ext_start = start_block;
89 extp->ext_len = ext_len;
90 efdp->efd_next_extent++;
Brian Foster6bc43af2015-08-19 09:51:43 +100091
92 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -070093}
Darrick J. Wong9749fee2016-08-03 11:14:35 +100094
95/* Sort bmap items by AG. */
96static int
97xfs_extent_free_diff_items(
98 void *priv,
99 struct list_head *a,
100 struct list_head *b)
101{
102 struct xfs_mount *mp = priv;
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000103 struct xfs_extent_free_item *ra;
104 struct xfs_extent_free_item *rb;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000105
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000106 ra = container_of(a, struct xfs_extent_free_item, xefi_list);
107 rb = container_of(b, struct xfs_extent_free_item, xefi_list);
108 return XFS_FSB_TO_AGNO(mp, ra->xefi_startblock) -
109 XFS_FSB_TO_AGNO(mp, rb->xefi_startblock);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000110}
111
112/* Get an EFI. */
113STATIC void *
114xfs_extent_free_create_intent(
115 struct xfs_trans *tp,
116 unsigned int count)
117{
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000118 struct xfs_efi_log_item *efip;
119
120 ASSERT(tp != NULL);
121 ASSERT(count > 0);
122
123 efip = xfs_efi_init(tp->t_mountp, count);
124 ASSERT(efip != NULL);
125
126 /*
127 * Get a log_item_desc to point at the new item.
128 */
129 xfs_trans_add_item(tp, &efip->efi_item);
130 return efip;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000131}
132
133/* Log a free extent to the intent item. */
134STATIC void
135xfs_extent_free_log_item(
136 struct xfs_trans *tp,
137 void *intent,
138 struct list_head *item)
139{
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000140 struct xfs_efi_log_item *efip = intent;
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000141 struct xfs_extent_free_item *free;
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000142 uint next_extent;
143 struct xfs_extent *extp;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000144
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000145 free = container_of(item, struct xfs_extent_free_item, xefi_list);
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000146
147 tp->t_flags |= XFS_TRANS_DIRTY;
Dave Chinnere6631f82018-05-09 07:49:37 -0700148 set_bit(XFS_LI_DIRTY, &efip->efi_item.li_flags);
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000149
150 /*
151 * atomic_inc_return gives us the value after the increment;
152 * we want to use it as an array index so we need to subtract 1 from
153 * it.
154 */
155 next_extent = atomic_inc_return(&efip->efi_next_extent) - 1;
156 ASSERT(next_extent < efip->efi_format.efi_nextents);
157 extp = &efip->efi_format.efi_extents[next_extent];
158 extp->ext_start = free->xefi_startblock;
159 extp->ext_len = free->xefi_blockcount;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000160}
161
162/* Get an EFD so we can process all the free extents. */
163STATIC void *
164xfs_extent_free_create_done(
165 struct xfs_trans *tp,
166 void *intent,
167 unsigned int count)
168{
169 return xfs_trans_get_efd(tp, intent, count);
170}
171
172/* Process a free extent. */
173STATIC int
174xfs_extent_free_finish_item(
175 struct xfs_trans *tp,
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000176 struct list_head *item,
177 void *done_item,
178 void **state)
179{
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000180 struct xfs_extent_free_item *free;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000181 int error;
182
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000183 free = container_of(item, struct xfs_extent_free_item, xefi_list);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000184 error = xfs_trans_free_extent(tp, done_item,
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000185 free->xefi_startblock,
Darrick J. Wong340785c2016-08-03 11:33:42 +1000186 free->xefi_blockcount,
Brian Fosterfcb762f2018-05-09 08:45:04 -0700187 &free->xefi_oinfo, free->xefi_skip_discard);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000188 kmem_free(free);
189 return error;
190}
191
192/* Abort all pending EFIs. */
193STATIC void
194xfs_extent_free_abort_intent(
195 void *intent)
196{
197 xfs_efi_release(intent);
198}
199
200/* Cancel a free extent. */
201STATIC void
202xfs_extent_free_cancel_item(
203 struct list_head *item)
204{
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000205 struct xfs_extent_free_item *free;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000206
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000207 free = container_of(item, struct xfs_extent_free_item, xefi_list);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000208 kmem_free(free);
209}
210
Darrick J. Wongbc9f2b72018-12-12 08:46:22 -0800211const struct xfs_defer_op_type xfs_extent_free_defer_type = {
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000212 .max_items = XFS_EFI_MAX_FAST_EXTENTS,
213 .diff_items = xfs_extent_free_diff_items,
214 .create_intent = xfs_extent_free_create_intent,
215 .abort_intent = xfs_extent_free_abort_intent,
216 .log_item = xfs_extent_free_log_item,
217 .create_done = xfs_extent_free_create_done,
218 .finish_item = xfs_extent_free_finish_item,
219 .cancel_item = xfs_extent_free_cancel_item,
220};
221
Brian Fosterf8f28352018-05-07 17:38:47 -0700222/*
223 * AGFL blocks are accounted differently in the reserve pools and are not
224 * inserted into the busy extent list.
225 */
226STATIC int
227xfs_agfl_free_finish_item(
228 struct xfs_trans *tp,
Brian Fosterf8f28352018-05-07 17:38:47 -0700229 struct list_head *item,
230 void *done_item,
231 void **state)
232{
233 struct xfs_mount *mp = tp->t_mountp;
234 struct xfs_efd_log_item *efdp = done_item;
235 struct xfs_extent_free_item *free;
236 struct xfs_extent *extp;
237 struct xfs_buf *agbp;
238 int error;
239 xfs_agnumber_t agno;
240 xfs_agblock_t agbno;
241 uint next_extent;
242
243 free = container_of(item, struct xfs_extent_free_item, xefi_list);
244 ASSERT(free->xefi_blockcount == 1);
245 agno = XFS_FSB_TO_AGNO(mp, free->xefi_startblock);
246 agbno = XFS_FSB_TO_AGBNO(mp, free->xefi_startblock);
247
248 trace_xfs_agfl_free_deferred(mp, agno, 0, agbno, free->xefi_blockcount);
249
250 error = xfs_alloc_read_agf(mp, tp, agno, 0, &agbp);
251 if (!error)
252 error = xfs_free_agfl_block(tp, agno, agbno, agbp,
253 &free->xefi_oinfo);
254
255 /*
256 * Mark the transaction dirty, even on error. This ensures the
257 * transaction is aborted, which:
258 *
259 * 1.) releases the EFI and frees the EFD
260 * 2.) shuts down the filesystem
261 */
262 tp->t_flags |= XFS_TRANS_DIRTY;
Dave Chinnere6631f82018-05-09 07:49:37 -0700263 set_bit(XFS_LI_DIRTY, &efdp->efd_item.li_flags);
Brian Fosterf8f28352018-05-07 17:38:47 -0700264
265 next_extent = efdp->efd_next_extent;
266 ASSERT(next_extent < efdp->efd_format.efd_nextents);
267 extp = &(efdp->efd_format.efd_extents[next_extent]);
268 extp->ext_start = free->xefi_startblock;
269 extp->ext_len = free->xefi_blockcount;
270 efdp->efd_next_extent++;
271
272 kmem_free(free);
273 return error;
274}
275
276
277/* sub-type with special handling for AGFL deferred frees */
Darrick J. Wongbc9f2b72018-12-12 08:46:22 -0800278const struct xfs_defer_op_type xfs_agfl_free_defer_type = {
Brian Fosterf8f28352018-05-07 17:38:47 -0700279 .max_items = XFS_EFI_MAX_FAST_EXTENTS,
280 .diff_items = xfs_extent_free_diff_items,
281 .create_intent = xfs_extent_free_create_intent,
282 .abort_intent = xfs_extent_free_abort_intent,
283 .log_item = xfs_extent_free_log_item,
284 .create_done = xfs_extent_free_create_done,
285 .finish_item = xfs_agfl_free_finish_item,
286 .cancel_item = xfs_extent_free_cancel_item,
287};