blob: ccc6da1de98d6a3157f20e189be9cd58659de02a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +110019#include "xfs_fs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include "xfs_types.h"
Nathan Scotta844f452005-11-02 14:38:42 +110021#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include "xfs_log.h"
Nathan Scotta844f452005-11-02 14:38:42 +110023#include "xfs_inum.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "xfs_trans.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include "xfs_sb.h"
26#include "xfs_ag.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "xfs_mount.h"
Nathan Scotta844f452005-11-02 14:38:42 +110028#include "xfs_bmap_btree.h"
29#include "xfs_alloc_btree.h"
30#include "xfs_ialloc_btree.h"
Nathan Scotta844f452005-11-02 14:38:42 +110031#include "xfs_dinode.h"
32#include "xfs_inode.h"
33#include "xfs_buf_item.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include "xfs_trans_priv.h"
35#include "xfs_error.h"
36#include "xfs_rw.h"
Christoph Hellwig0b1b2132009-12-14 23:14:59 +000037#include "xfs_trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000039/*
40 * Check to see if a buffer matching the given parameters is already
41 * a part of the given transaction.
42 */
43STATIC struct xfs_buf *
44xfs_trans_buf_item_match(
45 struct xfs_trans *tp,
46 struct xfs_buftarg *target,
47 xfs_daddr_t blkno,
48 int len)
49{
Christoph Hellwige98c4142010-06-23 18:11:15 +100050 struct xfs_log_item_desc *lidp;
51 struct xfs_buf_log_item *blip;
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000053 len = BBTOB(len);
Christoph Hellwige98c4142010-06-23 18:11:15 +100054 list_for_each_entry(lidp, &tp->t_items, lid_trans) {
55 blip = (struct xfs_buf_log_item *)lidp->lid_item;
56 if (blip->bli_item.li_type == XFS_LI_BUF &&
Chandra Seetharaman49074c02011-07-22 23:40:40 +000057 blip->bli_buf->b_target == target &&
Christoph Hellwige98c4142010-06-23 18:11:15 +100058 XFS_BUF_ADDR(blip->bli_buf) == blkno &&
Dave Chinneraa0e8832012-04-23 15:58:52 +100059 BBTOB(blip->bli_buf->b_length) == len)
Christoph Hellwige98c4142010-06-23 18:11:15 +100060 return blip->bli_buf;
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000061 }
62
63 return NULL;
64}
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000066/*
67 * Add the locked buffer to the transaction.
68 *
69 * The buffer must be locked, and it cannot be associated with any
70 * transaction.
71 *
72 * If the buffer does not yet have a buf log item associated with it,
73 * then allocate one for it. Then add the buf item to the transaction.
74 */
75STATIC void
76_xfs_trans_bjoin(
77 struct xfs_trans *tp,
78 struct xfs_buf *bp,
79 int reset_recur)
80{
81 struct xfs_buf_log_item *bip;
82
Christoph Hellwigbf9d9012011-07-13 13:43:49 +020083 ASSERT(bp->b_transp == NULL);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000084
85 /*
86 * The xfs_buf_log_item pointer is stored in b_fsprivate. If
87 * it doesn't have one yet, then allocate one and initialize it.
88 * The checks to see if one is there are in xfs_buf_item_init().
89 */
90 xfs_buf_item_init(bp, tp->t_mountp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +020091 bip = bp->b_fspriv;
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000092 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +100093 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000094 ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
95 if (reset_recur)
96 bip->bli_recur = 0;
97
98 /*
99 * Take a reference for this transaction on the buf item.
100 */
101 atomic_inc(&bip->bli_refcount);
102
103 /*
104 * Get a log_item_desc to point at the new item.
105 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000106 xfs_trans_add_item(tp, &bip->bli_item);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000107
108 /*
109 * Initialize b_fsprivate2 so we can find it with incore_match()
110 * in xfs_trans_get_buf() and friends above.
111 */
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200112 bp->b_transp = tp;
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000113
114}
115
116void
117xfs_trans_bjoin(
118 struct xfs_trans *tp,
119 struct xfs_buf *bp)
120{
121 _xfs_trans_bjoin(tp, bp, 0);
122 trace_xfs_trans_bjoin(bp->b_fspriv);
123}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
125/*
126 * Get and lock the buffer for the caller if it is not already
127 * locked within the given transaction. If it is already locked
128 * within the transaction, just increment its lock recursion count
129 * and return a pointer to it.
130 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 * If the transaction pointer is NULL, make this just a normal
132 * get_buf() call.
133 */
134xfs_buf_t *
135xfs_trans_get_buf(xfs_trans_t *tp,
136 xfs_buftarg_t *target_dev,
137 xfs_daddr_t blkno,
138 int len,
139 uint flags)
140{
141 xfs_buf_t *bp;
142 xfs_buf_log_item_t *bip;
143
144 if (flags == 0)
Dave Chinnera8acad72012-04-23 15:58:54 +1000145 flags = XBF_MAPPED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146
147 /*
148 * Default to a normal get_buf() call if the tp is NULL.
149 */
Christoph Hellwig6ad112b2009-11-24 18:02:23 +0000150 if (tp == NULL)
Dave Chinneraa5c1582012-04-23 15:58:56 +1000151 return xfs_buf_get(target_dev, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
153 /*
154 * If we find the buffer in the cache with this transaction
155 * pointer in its b_fsprivate2 field, then we know we already
156 * have it locked. In this case we just increment the lock
157 * recursion count and return the buffer to the caller.
158 */
Christoph Hellwig4a5224d2010-04-18 00:10:45 +0000159 bp = xfs_trans_buf_item_match(tp, target_dev, blkno, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 if (bp != NULL) {
Christoph Hellwig0c842ad2011-07-08 14:36:19 +0200161 ASSERT(xfs_buf_islocked(bp));
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000162 if (XFS_FORCED_SHUTDOWN(tp->t_mountp)) {
163 xfs_buf_stale(bp);
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000164 XFS_BUF_DONE(bp);
165 }
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000166
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200167 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200168 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 ASSERT(bip != NULL);
170 ASSERT(atomic_read(&bip->bli_refcount) > 0);
171 bip->bli_recur++;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000172 trace_xfs_trans_get_buf_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 return (bp);
174 }
175
Dave Chinneraa5c1582012-04-23 15:58:56 +1000176 bp = xfs_buf_get(target_dev, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 if (bp == NULL) {
178 return NULL;
179 }
180
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000181 ASSERT(!bp->b_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000183 _xfs_trans_bjoin(tp, bp, 1);
184 trace_xfs_trans_get_buf(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 return (bp);
186}
187
188/*
189 * Get and lock the superblock buffer of this file system for the
190 * given transaction.
191 *
192 * We don't need to use incore_match() here, because the superblock
193 * buffer is a private buffer which we keep a pointer to in the
194 * mount structure.
195 */
196xfs_buf_t *
197xfs_trans_getsb(xfs_trans_t *tp,
198 struct xfs_mount *mp,
199 int flags)
200{
201 xfs_buf_t *bp;
202 xfs_buf_log_item_t *bip;
203
204 /*
205 * Default to just trying to lock the superblock buffer
206 * if tp is NULL.
207 */
208 if (tp == NULL) {
209 return (xfs_getsb(mp, flags));
210 }
211
212 /*
213 * If the superblock buffer already has this transaction
214 * pointer in its b_fsprivate2 field, then we know we already
215 * have it locked. In this case we just increment the lock
216 * recursion count and return the buffer to the caller.
217 */
218 bp = mp->m_sb_bp;
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200219 if (bp->b_transp == tp) {
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200220 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 ASSERT(bip != NULL);
222 ASSERT(atomic_read(&bip->bli_refcount) > 0);
223 bip->bli_recur++;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000224 trace_xfs_trans_getsb_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 return (bp);
226 }
227
228 bp = xfs_getsb(mp, flags);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000229 if (bp == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000232 _xfs_trans_bjoin(tp, bp, 1);
233 trace_xfs_trans_getsb(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 return (bp);
235}
236
237#ifdef DEBUG
238xfs_buftarg_t *xfs_error_target;
239int xfs_do_error;
240int xfs_req_num;
241int xfs_error_mod = 33;
242#endif
243
244/*
245 * Get and lock the buffer for the caller if it is not already
246 * locked within the given transaction. If it has not yet been
247 * read in, read it from disk. If it is already locked
248 * within the transaction and already read in, just increment its
249 * lock recursion count and return a pointer to it.
250 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251 * If the transaction pointer is NULL, make this just a normal
252 * read_buf() call.
253 */
254int
255xfs_trans_read_buf(
256 xfs_mount_t *mp,
257 xfs_trans_t *tp,
258 xfs_buftarg_t *target,
259 xfs_daddr_t blkno,
260 int len,
261 uint flags,
262 xfs_buf_t **bpp)
263{
264 xfs_buf_t *bp;
265 xfs_buf_log_item_t *bip;
266 int error;
267
Dave Chinner7ca790a2012-04-23 15:58:55 +1000268 *bpp = NULL;
269
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 if (flags == 0)
Dave Chinnera8acad72012-04-23 15:58:54 +1000271 flags = XBF_MAPPED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272
273 /*
274 * Default to a normal get_buf() call if the tp is NULL.
275 */
276 if (tp == NULL) {
Dave Chinneraa5c1582012-04-23 15:58:56 +1000277 bp = xfs_buf_read(target, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 if (!bp)
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000279 return (flags & XBF_TRYLOCK) ?
David Chinnera3f74ff2008-03-06 13:43:42 +1100280 EAGAIN : XFS_ERROR(ENOMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000282 if (bp->b_error) {
283 error = bp->b_error;
Christoph Hellwig901796a2011-10-10 16:52:49 +0000284 xfs_buf_ioerror_alert(bp, __func__);
Dave Chinner7ca790a2012-04-23 15:58:55 +1000285 XFS_BUF_UNDONE(bp);
286 xfs_buf_stale(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 xfs_buf_relse(bp);
288 return error;
289 }
290#ifdef DEBUG
Julia Lawalla0f7bfd2009-07-27 18:15:25 +0200291 if (xfs_do_error) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 if (xfs_error_target == target) {
293 if (((xfs_req_num++) % xfs_error_mod) == 0) {
294 xfs_buf_relse(bp);
Dave Chinner0b932cc2011-03-07 10:08:35 +1100295 xfs_debug(mp, "Returning error!");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 return XFS_ERROR(EIO);
297 }
298 }
299 }
300#endif
301 if (XFS_FORCED_SHUTDOWN(mp))
302 goto shutdown_abort;
303 *bpp = bp;
304 return 0;
305 }
306
307 /*
308 * If we find the buffer in the cache with this transaction
309 * pointer in its b_fsprivate2 field, then we know we already
310 * have it locked. If it is already read in we just increment
311 * the lock recursion count and return the buffer to the caller.
312 * If the buffer is not yet read in, then we read it in, increment
313 * the lock recursion count, and return it to the caller.
314 */
Christoph Hellwig4a5224d2010-04-18 00:10:45 +0000315 bp = xfs_trans_buf_item_match(tp, target, blkno, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 if (bp != NULL) {
Christoph Hellwig0c842ad2011-07-08 14:36:19 +0200317 ASSERT(xfs_buf_islocked(bp));
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200318 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200319 ASSERT(bp->b_fspriv != NULL);
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000320 ASSERT(!bp->b_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 if (!(XFS_BUF_ISDONE(bp))) {
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000322 trace_xfs_trans_read_buf_io(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323 ASSERT(!XFS_BUF_ISASYNC(bp));
324 XFS_BUF_READ(bp);
325 xfsbdstrat(tp->t_mountp, bp);
Christoph Hellwig1a1a3e92010-10-06 18:41:18 +0000326 error = xfs_buf_iowait(bp);
David Chinnerd64e31a2008-04-10 12:22:17 +1000327 if (error) {
Christoph Hellwig901796a2011-10-10 16:52:49 +0000328 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 xfs_buf_relse(bp);
330 /*
David Chinnerd64e31a2008-04-10 12:22:17 +1000331 * We can gracefully recover from most read
332 * errors. Ones we can't are those that happen
333 * after the transaction's already dirty.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 */
335 if (tp->t_flags & XFS_TRANS_DIRTY)
336 xfs_force_shutdown(tp->t_mountp,
Nathan Scott7d04a332006-06-09 14:58:38 +1000337 SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338 return error;
339 }
340 }
341 /*
342 * We never locked this buf ourselves, so we shouldn't
343 * brelse it either. Just get out.
344 */
345 if (XFS_FORCED_SHUTDOWN(mp)) {
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000346 trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347 *bpp = NULL;
348 return XFS_ERROR(EIO);
349 }
350
351
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200352 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 bip->bli_recur++;
354
355 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000356 trace_xfs_trans_read_buf_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357 *bpp = bp;
358 return 0;
359 }
360
Dave Chinneraa5c1582012-04-23 15:58:56 +1000361 bp = xfs_buf_read(target, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 if (bp == NULL) {
363 *bpp = NULL;
Dave Chinner7401aaf2011-03-26 09:14:44 +1100364 return (flags & XBF_TRYLOCK) ?
365 0 : XFS_ERROR(ENOMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366 }
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000367 if (bp->b_error) {
368 error = bp->b_error;
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000369 xfs_buf_stale(bp);
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000370 XFS_BUF_DONE(bp);
Christoph Hellwig901796a2011-10-10 16:52:49 +0000371 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 if (tp->t_flags & XFS_TRANS_DIRTY)
Nathan Scott7d04a332006-06-09 14:58:38 +1000373 xfs_force_shutdown(tp->t_mountp, SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 xfs_buf_relse(bp);
375 return error;
376 }
377#ifdef DEBUG
378 if (xfs_do_error && !(tp->t_flags & XFS_TRANS_DIRTY)) {
379 if (xfs_error_target == target) {
380 if (((xfs_req_num++) % xfs_error_mod) == 0) {
381 xfs_force_shutdown(tp->t_mountp,
Nathan Scott7d04a332006-06-09 14:58:38 +1000382 SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 xfs_buf_relse(bp);
Dave Chinner0b932cc2011-03-07 10:08:35 +1100384 xfs_debug(mp, "Returning trans error!");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 return XFS_ERROR(EIO);
386 }
387 }
388 }
389#endif
390 if (XFS_FORCED_SHUTDOWN(mp))
391 goto shutdown_abort;
392
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000393 _xfs_trans_bjoin(tp, bp, 1);
394 trace_xfs_trans_read_buf(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 *bpp = bp;
397 return 0;
398
399shutdown_abort:
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000400 trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700401 xfs_buf_relse(bp);
402 *bpp = NULL;
403 return XFS_ERROR(EIO);
404}
405
406
407/*
408 * Release the buffer bp which was previously acquired with one of the
409 * xfs_trans_... buffer allocation routines if the buffer has not
410 * been modified within this transaction. If the buffer is modified
411 * within this transaction, do decrement the recursion count but do
412 * not release the buffer even if the count goes to 0. If the buffer is not
413 * modified within the transaction, decrement the recursion count and
414 * release the buffer if the recursion count goes to 0.
415 *
416 * If the buffer is to be released and it was not modified before
417 * this transaction began, then free the buf_log_item associated with it.
418 *
419 * If the transaction pointer is NULL, make this just a normal
420 * brelse() call.
421 */
422void
423xfs_trans_brelse(xfs_trans_t *tp,
424 xfs_buf_t *bp)
425{
426 xfs_buf_log_item_t *bip;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427
428 /*
429 * Default to a normal brelse() call if the tp is NULL.
430 */
431 if (tp == NULL) {
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200432 ASSERT(bp->b_transp == NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 xfs_buf_relse(bp);
434 return;
435 }
436
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200437 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200438 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700439 ASSERT(bip->bli_item.li_type == XFS_LI_BUF);
440 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000441 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442 ASSERT(atomic_read(&bip->bli_refcount) > 0);
443
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000444 trace_xfs_trans_brelse(bip);
445
Linus Torvalds1da177e2005-04-16 15:20:36 -0700446 /*
447 * If the release is just for a recursive lock,
448 * then decrement the count and return.
449 */
450 if (bip->bli_recur > 0) {
451 bip->bli_recur--;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452 return;
453 }
454
455 /*
456 * If the buffer is dirty within this transaction, we can't
457 * release it until we commit.
458 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000459 if (bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700460 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700461
462 /*
463 * If the buffer has been invalidated, then we can't release
464 * it until the transaction commits to disk unless it is re-dirtied
465 * as part of this transaction. This prevents us from pulling
466 * the item from the AIL before we should.
467 */
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000468 if (bip->bli_flags & XFS_BLI_STALE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470
471 ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472
473 /*
474 * Free up the log item descriptor tracking the released item.
475 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000476 xfs_trans_del_item(&bip->bli_item);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477
478 /*
479 * Clear the hold flag in the buf log item if it is set.
480 * We wouldn't want the next user of the buffer to
481 * get confused.
482 */
483 if (bip->bli_flags & XFS_BLI_HOLD) {
484 bip->bli_flags &= ~XFS_BLI_HOLD;
485 }
486
487 /*
488 * Drop our reference to the buf log item.
489 */
490 atomic_dec(&bip->bli_refcount);
491
492 /*
493 * If the buf item is not tracking data in the log, then
494 * we must free it before releasing the buffer back to the
495 * free pool. Before releasing the buffer to the free pool,
496 * clear the transaction pointer in b_fsprivate2 to dissolve
497 * its relation to this transaction.
498 */
499 if (!xfs_buf_item_dirty(bip)) {
500/***
501 ASSERT(bp->b_pincount == 0);
502***/
503 ASSERT(atomic_read(&bip->bli_refcount) == 0);
504 ASSERT(!(bip->bli_item.li_flags & XFS_LI_IN_AIL));
505 ASSERT(!(bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF));
506 xfs_buf_item_relse(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700507 }
Christoph Hellwig5b03ff12012-02-20 02:31:22 +0000508
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200509 bp->b_transp = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700510 xfs_buf_relse(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511}
512
513/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700514 * Mark the buffer as not needing to be unlocked when the buf item's
515 * IOP_UNLOCK() routine is called. The buffer must already be locked
516 * and associated with the given transaction.
517 */
518/* ARGSUSED */
519void
520xfs_trans_bhold(xfs_trans_t *tp,
521 xfs_buf_t *bp)
522{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200523 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700524
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200525 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200526 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000528 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200530
Linus Torvalds1da177e2005-04-16 15:20:36 -0700531 bip->bli_flags |= XFS_BLI_HOLD;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000532 trace_xfs_trans_bhold(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533}
534
535/*
Tim Shimminefa092f2005-09-05 08:29:01 +1000536 * Cancel the previous buffer hold request made on this buffer
537 * for this transaction.
538 */
539void
540xfs_trans_bhold_release(xfs_trans_t *tp,
541 xfs_buf_t *bp)
542{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200543 xfs_buf_log_item_t *bip = bp->b_fspriv;
Tim Shimminefa092f2005-09-05 08:29:01 +1000544
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200545 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200546 ASSERT(bip != NULL);
Tim Shimminefa092f2005-09-05 08:29:01 +1000547 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000548 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Tim Shimminefa092f2005-09-05 08:29:01 +1000549 ASSERT(atomic_read(&bip->bli_refcount) > 0);
550 ASSERT(bip->bli_flags & XFS_BLI_HOLD);
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000551
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200552 bip->bli_flags &= ~XFS_BLI_HOLD;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000553 trace_xfs_trans_bhold_release(bip);
Tim Shimminefa092f2005-09-05 08:29:01 +1000554}
555
556/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557 * This is called to mark bytes first through last inclusive of the given
558 * buffer as needing to be logged when the transaction is committed.
559 * The buffer must already be associated with the given transaction.
560 *
561 * First and last are numbers relative to the beginning of this buffer,
562 * so the first byte in the buffer is numbered 0 regardless of the
563 * value of b_blkno.
564 */
565void
566xfs_trans_log_buf(xfs_trans_t *tp,
567 xfs_buf_t *bp,
568 uint first,
569 uint last)
570{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200571 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200573 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200574 ASSERT(bip != NULL);
Dave Chinneraa0e8832012-04-23 15:58:52 +1000575 ASSERT(first <= last && last < BBTOB(bp->b_length));
Christoph Hellwigcb669ca2011-07-13 13:43:49 +0200576 ASSERT(bp->b_iodone == NULL ||
577 bp->b_iodone == xfs_buf_iodone_callbacks);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578
579 /*
580 * Mark the buffer as needing to be written out eventually,
581 * and set its iodone function to remove the buffer's buf log
582 * item from the AIL and free it when the buffer is flushed
583 * to disk. See xfs_buf_attach_iodone() for more details
584 * on li_cb and xfs_buf_iodone_callbacks().
585 * If we end up aborting this transaction, we trap this buffer
586 * inside the b_bdstrat callback so that this won't get written to
587 * disk.
588 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 XFS_BUF_DONE(bp);
590
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwigcb669ca2011-07-13 13:43:49 +0200592 bp->b_iodone = xfs_buf_iodone_callbacks;
Christoph Hellwigca30b2a2010-06-23 18:11:15 +1000593 bip->bli_item.li_cb = xfs_buf_iodone;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700594
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000595 trace_xfs_trans_log_buf(bip);
596
Linus Torvalds1da177e2005-04-16 15:20:36 -0700597 /*
598 * If we invalidated the buffer within this transaction, then
599 * cancel the invalidation now that we're dirtying the buffer
600 * again. There are no races with the code in xfs_buf_item_unpin(),
601 * because we have a reference to the buffer this entire time.
602 */
603 if (bip->bli_flags & XFS_BLI_STALE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604 bip->bli_flags &= ~XFS_BLI_STALE;
605 ASSERT(XFS_BUF_ISSTALE(bp));
606 XFS_BUF_UNSTALE(bp);
Dave Chinnerc1155412010-05-07 11:05:19 +1000607 bip->bli_format.blf_flags &= ~XFS_BLF_CANCEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608 }
609
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610 tp->t_flags |= XFS_TRANS_DIRTY;
Christoph Hellwige98c4142010-06-23 18:11:15 +1000611 bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612 bip->bli_flags |= XFS_BLI_LOGGED;
613 xfs_buf_item_log(bip, first, last);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700614}
615
616
617/*
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000618 * Invalidate a buffer that is being used within a transaction.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700619 *
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000620 * Typically this is because the blocks in the buffer are being freed, so we
621 * need to prevent it from being written out when we're done. Allowing it
622 * to be written again might overwrite data in the free blocks if they are
623 * reallocated to a file.
624 *
625 * We prevent the buffer from being written out by marking it stale. We can't
626 * get rid of the buf log item at this point because the buffer may still be
627 * pinned by another transaction. If that is the case, then we'll wait until
628 * the buffer is committed to disk for the last time (we can tell by the ref
629 * count) and free it in xfs_buf_item_unpin(). Until that happens we will
630 * keep the buffer locked so that the buffer and buf log item are not reused.
631 *
632 * We also set the XFS_BLF_CANCEL flag in the buf log format structure and log
633 * the buf item. This will be used at recovery time to determine that copies
634 * of the buffer in the log before this should not be replayed.
635 *
636 * We mark the item descriptor and the transaction dirty so that we'll hold
637 * the buffer until after the commit.
638 *
639 * Since we're invalidating the buffer, we also clear the state about which
640 * parts of the buffer have been logged. We also clear the flag indicating
641 * that this is an inode buffer since the data in the buffer will no longer
642 * be valid.
643 *
644 * We set the stale bit in the buffer as well since we're getting rid of it.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645 */
646void
647xfs_trans_binval(
648 xfs_trans_t *tp,
649 xfs_buf_t *bp)
650{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200651 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700652
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200653 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200654 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655 ASSERT(atomic_read(&bip->bli_refcount) > 0);
656
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000657 trace_xfs_trans_binval(bip);
658
Linus Torvalds1da177e2005-04-16 15:20:36 -0700659 if (bip->bli_flags & XFS_BLI_STALE) {
660 /*
661 * If the buffer is already invalidated, then
662 * just return.
663 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700664 ASSERT(XFS_BUF_ISSTALE(bp));
665 ASSERT(!(bip->bli_flags & (XFS_BLI_LOGGED | XFS_BLI_DIRTY)));
Dave Chinnerc1155412010-05-07 11:05:19 +1000666 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_INODE_BUF));
667 ASSERT(bip->bli_format.blf_flags & XFS_BLF_CANCEL);
Christoph Hellwige98c4142010-06-23 18:11:15 +1000668 ASSERT(bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700669 ASSERT(tp->t_flags & XFS_TRANS_DIRTY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670 return;
671 }
672
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000673 xfs_buf_stale(bp);
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000674
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 bip->bli_flags |= XFS_BLI_STALE;
Dave Chinnerccf7c232010-05-20 23:19:42 +1000676 bip->bli_flags &= ~(XFS_BLI_INODE_BUF | XFS_BLI_LOGGED | XFS_BLI_DIRTY);
Dave Chinnerc1155412010-05-07 11:05:19 +1000677 bip->bli_format.blf_flags &= ~XFS_BLF_INODE_BUF;
678 bip->bli_format.blf_flags |= XFS_BLF_CANCEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700679 memset((char *)(bip->bli_format.blf_data_map), 0,
680 (bip->bli_format.blf_map_size * sizeof(uint)));
Christoph Hellwige98c4142010-06-23 18:11:15 +1000681 bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682 tp->t_flags |= XFS_TRANS_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700683}
684
685/*
Dave Chinnerccf7c232010-05-20 23:19:42 +1000686 * This call is used to indicate that the buffer contains on-disk inodes which
687 * must be handled specially during recovery. They require special handling
688 * because only the di_next_unlinked from the inodes in the buffer should be
689 * recovered. The rest of the data in the buffer is logged via the inodes
690 * themselves.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 *
Dave Chinnerccf7c232010-05-20 23:19:42 +1000692 * All we do is set the XFS_BLI_INODE_BUF flag in the items flags so it can be
693 * transferred to the buffer's log format structure so that we'll know what to
694 * do at recovery time.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700696void
697xfs_trans_inode_buf(
698 xfs_trans_t *tp,
699 xfs_buf_t *bp)
700{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200701 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200703 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200704 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700705 ASSERT(atomic_read(&bip->bli_refcount) > 0);
706
Dave Chinnerccf7c232010-05-20 23:19:42 +1000707 bip->bli_flags |= XFS_BLI_INODE_BUF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700708}
709
710/*
711 * This call is used to indicate that the buffer is going to
712 * be staled and was an inode buffer. This means it gets
713 * special processing during unpin - where any inodes
714 * associated with the buffer should be removed from ail.
715 * There is also special processing during recovery,
716 * any replay of the inodes in the buffer needs to be
717 * prevented as the buffer may have been reused.
718 */
719void
720xfs_trans_stale_inode_buf(
721 xfs_trans_t *tp,
722 xfs_buf_t *bp)
723{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200724 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200726 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200727 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728 ASSERT(atomic_read(&bip->bli_refcount) > 0);
729
730 bip->bli_flags |= XFS_BLI_STALE_INODE;
Christoph Hellwigca30b2a2010-06-23 18:11:15 +1000731 bip->bli_item.li_cb = xfs_buf_iodone;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732}
733
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734/*
735 * Mark the buffer as being one which contains newly allocated
736 * inodes. We need to make sure that even if this buffer is
737 * relogged as an 'inode buf' we still recover all of the inode
738 * images in the face of a crash. This works in coordination with
739 * xfs_buf_item_committed() to ensure that the buffer remains in the
740 * AIL at its original location even after it has been relogged.
741 */
742/* ARGSUSED */
743void
744xfs_trans_inode_alloc_buf(
745 xfs_trans_t *tp,
746 xfs_buf_t *bp)
747{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200748 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700749
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200750 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200751 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752 ASSERT(atomic_read(&bip->bli_refcount) > 0);
753
754 bip->bli_flags |= XFS_BLI_INODE_ALLOC_BUF;
755}
756
757
758/*
759 * Similar to xfs_trans_inode_buf(), this marks the buffer as a cluster of
760 * dquots. However, unlike in inode buffer recovery, dquot buffers get
761 * recovered in their entirety. (Hence, no XFS_BLI_DQUOT_ALLOC_BUF flag).
762 * The only thing that makes dquot buffers different from regular
763 * buffers is that we must not replay dquot bufs when recovering
764 * if a _corresponding_ quotaoff has happened. We also have to distinguish
765 * between usr dquot bufs and grp dquot bufs, because usr and grp quotas
766 * can be turned off independently.
767 */
768/* ARGSUSED */
769void
770xfs_trans_dquot_buf(
771 xfs_trans_t *tp,
772 xfs_buf_t *bp,
773 uint type)
774{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200775 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200777 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200778 ASSERT(bip != NULL);
Dave Chinnerc1155412010-05-07 11:05:19 +1000779 ASSERT(type == XFS_BLF_UDQUOT_BUF ||
780 type == XFS_BLF_PDQUOT_BUF ||
781 type == XFS_BLF_GDQUOT_BUF);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700782 ASSERT(atomic_read(&bip->bli_refcount) > 0);
783
784 bip->bli_format.blf_flags |= type;
785}