blob: 743d7a5835f381a9b15f8df999460e790e9a9347 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +110019#include "xfs_fs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include "xfs_types.h"
Nathan Scotta844f452005-11-02 14:38:42 +110021#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include "xfs_log.h"
23#include "xfs_trans.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "xfs_sb.h"
25#include "xfs_ag.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include "xfs_mount.h"
Nathan Scotta844f452005-11-02 14:38:42 +110027#include "xfs_bmap_btree.h"
28#include "xfs_alloc_btree.h"
29#include "xfs_ialloc_btree.h"
Nathan Scotta844f452005-11-02 14:38:42 +110030#include "xfs_dinode.h"
31#include "xfs_inode.h"
32#include "xfs_buf_item.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include "xfs_trans_priv.h"
34#include "xfs_error.h"
Christoph Hellwig0b1b2132009-12-14 23:14:59 +000035#include "xfs_trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000037/*
38 * Check to see if a buffer matching the given parameters is already
39 * a part of the given transaction.
40 */
41STATIC struct xfs_buf *
42xfs_trans_buf_item_match(
43 struct xfs_trans *tp,
44 struct xfs_buftarg *target,
45 xfs_daddr_t blkno,
46 int len)
47{
Christoph Hellwige98c4142010-06-23 18:11:15 +100048 struct xfs_log_item_desc *lidp;
49 struct xfs_buf_log_item *blip;
Linus Torvalds1da177e2005-04-16 15:20:36 -070050
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000051 len = BBTOB(len);
Christoph Hellwige98c4142010-06-23 18:11:15 +100052 list_for_each_entry(lidp, &tp->t_items, lid_trans) {
53 blip = (struct xfs_buf_log_item *)lidp->lid_item;
54 if (blip->bli_item.li_type == XFS_LI_BUF &&
Chandra Seetharaman49074c02011-07-22 23:40:40 +000055 blip->bli_buf->b_target == target &&
Christoph Hellwige98c4142010-06-23 18:11:15 +100056 XFS_BUF_ADDR(blip->bli_buf) == blkno &&
Dave Chinneraa0e8832012-04-23 15:58:52 +100057 BBTOB(blip->bli_buf->b_length) == len)
Christoph Hellwige98c4142010-06-23 18:11:15 +100058 return blip->bli_buf;
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000059 }
60
61 return NULL;
62}
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000064/*
65 * Add the locked buffer to the transaction.
66 *
67 * The buffer must be locked, and it cannot be associated with any
68 * transaction.
69 *
70 * If the buffer does not yet have a buf log item associated with it,
71 * then allocate one for it. Then add the buf item to the transaction.
72 */
73STATIC void
74_xfs_trans_bjoin(
75 struct xfs_trans *tp,
76 struct xfs_buf *bp,
77 int reset_recur)
78{
79 struct xfs_buf_log_item *bip;
80
Christoph Hellwigbf9d9012011-07-13 13:43:49 +020081 ASSERT(bp->b_transp == NULL);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000082
83 /*
84 * The xfs_buf_log_item pointer is stored in b_fsprivate. If
85 * it doesn't have one yet, then allocate one and initialize it.
86 * The checks to see if one is there are in xfs_buf_item_init().
87 */
88 xfs_buf_item_init(bp, tp->t_mountp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +020089 bip = bp->b_fspriv;
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000090 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +100091 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000092 ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
93 if (reset_recur)
94 bip->bli_recur = 0;
95
96 /*
97 * Take a reference for this transaction on the buf item.
98 */
99 atomic_inc(&bip->bli_refcount);
100
101 /*
102 * Get a log_item_desc to point at the new item.
103 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000104 xfs_trans_add_item(tp, &bip->bli_item);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000105
106 /*
107 * Initialize b_fsprivate2 so we can find it with incore_match()
108 * in xfs_trans_get_buf() and friends above.
109 */
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200110 bp->b_transp = tp;
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000111
112}
113
114void
115xfs_trans_bjoin(
116 struct xfs_trans *tp,
117 struct xfs_buf *bp)
118{
119 _xfs_trans_bjoin(tp, bp, 0);
120 trace_xfs_trans_bjoin(bp->b_fspriv);
121}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
123/*
124 * Get and lock the buffer for the caller if it is not already
125 * locked within the given transaction. If it is already locked
126 * within the transaction, just increment its lock recursion count
127 * and return a pointer to it.
128 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 * If the transaction pointer is NULL, make this just a normal
130 * get_buf() call.
131 */
132xfs_buf_t *
133xfs_trans_get_buf(xfs_trans_t *tp,
134 xfs_buftarg_t *target_dev,
135 xfs_daddr_t blkno,
136 int len,
137 uint flags)
138{
139 xfs_buf_t *bp;
140 xfs_buf_log_item_t *bip;
141
142 if (flags == 0)
Dave Chinnera8acad72012-04-23 15:58:54 +1000143 flags = XBF_MAPPED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
145 /*
146 * Default to a normal get_buf() call if the tp is NULL.
147 */
Christoph Hellwig6ad112b2009-11-24 18:02:23 +0000148 if (tp == NULL)
Dave Chinneraa5c1582012-04-23 15:58:56 +1000149 return xfs_buf_get(target_dev, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150
151 /*
152 * If we find the buffer in the cache with this transaction
153 * pointer in its b_fsprivate2 field, then we know we already
154 * have it locked. In this case we just increment the lock
155 * recursion count and return the buffer to the caller.
156 */
Christoph Hellwig4a5224d2010-04-18 00:10:45 +0000157 bp = xfs_trans_buf_item_match(tp, target_dev, blkno, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 if (bp != NULL) {
Christoph Hellwig0c842ad2011-07-08 14:36:19 +0200159 ASSERT(xfs_buf_islocked(bp));
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000160 if (XFS_FORCED_SHUTDOWN(tp->t_mountp)) {
161 xfs_buf_stale(bp);
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000162 XFS_BUF_DONE(bp);
163 }
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000164
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200165 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200166 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 ASSERT(bip != NULL);
168 ASSERT(atomic_read(&bip->bli_refcount) > 0);
169 bip->bli_recur++;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000170 trace_xfs_trans_get_buf_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 return (bp);
172 }
173
Dave Chinneraa5c1582012-04-23 15:58:56 +1000174 bp = xfs_buf_get(target_dev, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 if (bp == NULL) {
176 return NULL;
177 }
178
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000179 ASSERT(!bp->b_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000181 _xfs_trans_bjoin(tp, bp, 1);
182 trace_xfs_trans_get_buf(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 return (bp);
184}
185
186/*
187 * Get and lock the superblock buffer of this file system for the
188 * given transaction.
189 *
190 * We don't need to use incore_match() here, because the superblock
191 * buffer is a private buffer which we keep a pointer to in the
192 * mount structure.
193 */
194xfs_buf_t *
195xfs_trans_getsb(xfs_trans_t *tp,
196 struct xfs_mount *mp,
197 int flags)
198{
199 xfs_buf_t *bp;
200 xfs_buf_log_item_t *bip;
201
202 /*
203 * Default to just trying to lock the superblock buffer
204 * if tp is NULL.
205 */
206 if (tp == NULL) {
207 return (xfs_getsb(mp, flags));
208 }
209
210 /*
211 * If the superblock buffer already has this transaction
212 * pointer in its b_fsprivate2 field, then we know we already
213 * have it locked. In this case we just increment the lock
214 * recursion count and return the buffer to the caller.
215 */
216 bp = mp->m_sb_bp;
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200217 if (bp->b_transp == tp) {
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200218 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 ASSERT(bip != NULL);
220 ASSERT(atomic_read(&bip->bli_refcount) > 0);
221 bip->bli_recur++;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000222 trace_xfs_trans_getsb_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 return (bp);
224 }
225
226 bp = xfs_getsb(mp, flags);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000227 if (bp == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000230 _xfs_trans_bjoin(tp, bp, 1);
231 trace_xfs_trans_getsb(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 return (bp);
233}
234
235#ifdef DEBUG
236xfs_buftarg_t *xfs_error_target;
237int xfs_do_error;
238int xfs_req_num;
239int xfs_error_mod = 33;
240#endif
241
242/*
243 * Get and lock the buffer for the caller if it is not already
244 * locked within the given transaction. If it has not yet been
245 * read in, read it from disk. If it is already locked
246 * within the transaction and already read in, just increment its
247 * lock recursion count and return a pointer to it.
248 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 * If the transaction pointer is NULL, make this just a normal
250 * read_buf() call.
251 */
252int
253xfs_trans_read_buf(
254 xfs_mount_t *mp,
255 xfs_trans_t *tp,
256 xfs_buftarg_t *target,
257 xfs_daddr_t blkno,
258 int len,
259 uint flags,
260 xfs_buf_t **bpp)
261{
262 xfs_buf_t *bp;
263 xfs_buf_log_item_t *bip;
264 int error;
265
Dave Chinner7ca790a2012-04-23 15:58:55 +1000266 *bpp = NULL;
267
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 if (flags == 0)
Dave Chinnera8acad72012-04-23 15:58:54 +1000269 flags = XBF_MAPPED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270
271 /*
272 * Default to a normal get_buf() call if the tp is NULL.
273 */
274 if (tp == NULL) {
Dave Chinneraa5c1582012-04-23 15:58:56 +1000275 bp = xfs_buf_read(target, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 if (!bp)
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000277 return (flags & XBF_TRYLOCK) ?
David Chinnera3f74ff2008-03-06 13:43:42 +1100278 EAGAIN : XFS_ERROR(ENOMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000280 if (bp->b_error) {
281 error = bp->b_error;
Christoph Hellwig901796a2011-10-10 16:52:49 +0000282 xfs_buf_ioerror_alert(bp, __func__);
Dave Chinner7ca790a2012-04-23 15:58:55 +1000283 XFS_BUF_UNDONE(bp);
284 xfs_buf_stale(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 xfs_buf_relse(bp);
286 return error;
287 }
288#ifdef DEBUG
Julia Lawalla0f7bfd2009-07-27 18:15:25 +0200289 if (xfs_do_error) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290 if (xfs_error_target == target) {
291 if (((xfs_req_num++) % xfs_error_mod) == 0) {
292 xfs_buf_relse(bp);
Dave Chinner0b932cc2011-03-07 10:08:35 +1100293 xfs_debug(mp, "Returning error!");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294 return XFS_ERROR(EIO);
295 }
296 }
297 }
298#endif
299 if (XFS_FORCED_SHUTDOWN(mp))
300 goto shutdown_abort;
301 *bpp = bp;
302 return 0;
303 }
304
305 /*
306 * If we find the buffer in the cache with this transaction
307 * pointer in its b_fsprivate2 field, then we know we already
308 * have it locked. If it is already read in we just increment
309 * the lock recursion count and return the buffer to the caller.
310 * If the buffer is not yet read in, then we read it in, increment
311 * the lock recursion count, and return it to the caller.
312 */
Christoph Hellwig4a5224d2010-04-18 00:10:45 +0000313 bp = xfs_trans_buf_item_match(tp, target, blkno, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 if (bp != NULL) {
Christoph Hellwig0c842ad2011-07-08 14:36:19 +0200315 ASSERT(xfs_buf_islocked(bp));
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200316 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200317 ASSERT(bp->b_fspriv != NULL);
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000318 ASSERT(!bp->b_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319 if (!(XFS_BUF_ISDONE(bp))) {
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000320 trace_xfs_trans_read_buf_io(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 ASSERT(!XFS_BUF_ISASYNC(bp));
322 XFS_BUF_READ(bp);
323 xfsbdstrat(tp->t_mountp, bp);
Christoph Hellwig1a1a3e92010-10-06 18:41:18 +0000324 error = xfs_buf_iowait(bp);
David Chinnerd64e31a2008-04-10 12:22:17 +1000325 if (error) {
Christoph Hellwig901796a2011-10-10 16:52:49 +0000326 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 xfs_buf_relse(bp);
328 /*
David Chinnerd64e31a2008-04-10 12:22:17 +1000329 * We can gracefully recover from most read
330 * errors. Ones we can't are those that happen
331 * after the transaction's already dirty.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700332 */
333 if (tp->t_flags & XFS_TRANS_DIRTY)
334 xfs_force_shutdown(tp->t_mountp,
Nathan Scott7d04a332006-06-09 14:58:38 +1000335 SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 return error;
337 }
338 }
339 /*
340 * We never locked this buf ourselves, so we shouldn't
341 * brelse it either. Just get out.
342 */
343 if (XFS_FORCED_SHUTDOWN(mp)) {
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000344 trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 *bpp = NULL;
346 return XFS_ERROR(EIO);
347 }
348
349
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200350 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 bip->bli_recur++;
352
353 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000354 trace_xfs_trans_read_buf_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355 *bpp = bp;
356 return 0;
357 }
358
Dave Chinneraa5c1582012-04-23 15:58:56 +1000359 bp = xfs_buf_read(target, blkno, len, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360 if (bp == NULL) {
361 *bpp = NULL;
Dave Chinner7401aaf2011-03-26 09:14:44 +1100362 return (flags & XBF_TRYLOCK) ?
363 0 : XFS_ERROR(ENOMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 }
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000365 if (bp->b_error) {
366 error = bp->b_error;
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000367 xfs_buf_stale(bp);
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000368 XFS_BUF_DONE(bp);
Christoph Hellwig901796a2011-10-10 16:52:49 +0000369 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370 if (tp->t_flags & XFS_TRANS_DIRTY)
Nathan Scott7d04a332006-06-09 14:58:38 +1000371 xfs_force_shutdown(tp->t_mountp, SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700372 xfs_buf_relse(bp);
373 return error;
374 }
375#ifdef DEBUG
376 if (xfs_do_error && !(tp->t_flags & XFS_TRANS_DIRTY)) {
377 if (xfs_error_target == target) {
378 if (((xfs_req_num++) % xfs_error_mod) == 0) {
379 xfs_force_shutdown(tp->t_mountp,
Nathan Scott7d04a332006-06-09 14:58:38 +1000380 SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381 xfs_buf_relse(bp);
Dave Chinner0b932cc2011-03-07 10:08:35 +1100382 xfs_debug(mp, "Returning trans error!");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 return XFS_ERROR(EIO);
384 }
385 }
386 }
387#endif
388 if (XFS_FORCED_SHUTDOWN(mp))
389 goto shutdown_abort;
390
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000391 _xfs_trans_bjoin(tp, bp, 1);
392 trace_xfs_trans_read_buf(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394 *bpp = bp;
395 return 0;
396
397shutdown_abort:
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000398 trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399 xfs_buf_relse(bp);
400 *bpp = NULL;
401 return XFS_ERROR(EIO);
402}
403
404
405/*
406 * Release the buffer bp which was previously acquired with one of the
407 * xfs_trans_... buffer allocation routines if the buffer has not
408 * been modified within this transaction. If the buffer is modified
409 * within this transaction, do decrement the recursion count but do
410 * not release the buffer even if the count goes to 0. If the buffer is not
411 * modified within the transaction, decrement the recursion count and
412 * release the buffer if the recursion count goes to 0.
413 *
414 * If the buffer is to be released and it was not modified before
415 * this transaction began, then free the buf_log_item associated with it.
416 *
417 * If the transaction pointer is NULL, make this just a normal
418 * brelse() call.
419 */
420void
421xfs_trans_brelse(xfs_trans_t *tp,
422 xfs_buf_t *bp)
423{
424 xfs_buf_log_item_t *bip;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425
426 /*
427 * Default to a normal brelse() call if the tp is NULL.
428 */
429 if (tp == NULL) {
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200430 ASSERT(bp->b_transp == NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700431 xfs_buf_relse(bp);
432 return;
433 }
434
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200435 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200436 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 ASSERT(bip->bli_item.li_type == XFS_LI_BUF);
438 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000439 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 ASSERT(atomic_read(&bip->bli_refcount) > 0);
441
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000442 trace_xfs_trans_brelse(bip);
443
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444 /*
445 * If the release is just for a recursive lock,
446 * then decrement the count and return.
447 */
448 if (bip->bli_recur > 0) {
449 bip->bli_recur--;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450 return;
451 }
452
453 /*
454 * If the buffer is dirty within this transaction, we can't
455 * release it until we commit.
456 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000457 if (bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459
460 /*
461 * If the buffer has been invalidated, then we can't release
462 * it until the transaction commits to disk unless it is re-dirtied
463 * as part of this transaction. This prevents us from pulling
464 * the item from the AIL before we should.
465 */
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000466 if (bip->bli_flags & XFS_BLI_STALE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468
469 ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470
471 /*
472 * Free up the log item descriptor tracking the released item.
473 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000474 xfs_trans_del_item(&bip->bli_item);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475
476 /*
477 * Clear the hold flag in the buf log item if it is set.
478 * We wouldn't want the next user of the buffer to
479 * get confused.
480 */
481 if (bip->bli_flags & XFS_BLI_HOLD) {
482 bip->bli_flags &= ~XFS_BLI_HOLD;
483 }
484
485 /*
486 * Drop our reference to the buf log item.
487 */
488 atomic_dec(&bip->bli_refcount);
489
490 /*
491 * If the buf item is not tracking data in the log, then
492 * we must free it before releasing the buffer back to the
493 * free pool. Before releasing the buffer to the free pool,
494 * clear the transaction pointer in b_fsprivate2 to dissolve
495 * its relation to this transaction.
496 */
497 if (!xfs_buf_item_dirty(bip)) {
498/***
499 ASSERT(bp->b_pincount == 0);
500***/
501 ASSERT(atomic_read(&bip->bli_refcount) == 0);
502 ASSERT(!(bip->bli_item.li_flags & XFS_LI_IN_AIL));
503 ASSERT(!(bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF));
504 xfs_buf_item_relse(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505 }
Christoph Hellwig5b03ff12012-02-20 02:31:22 +0000506
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200507 bp->b_transp = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700508 xfs_buf_relse(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700509}
510
511/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700512 * Mark the buffer as not needing to be unlocked when the buf item's
513 * IOP_UNLOCK() routine is called. The buffer must already be locked
514 * and associated with the given transaction.
515 */
516/* ARGSUSED */
517void
518xfs_trans_bhold(xfs_trans_t *tp,
519 xfs_buf_t *bp)
520{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200521 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700522
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200523 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200524 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000526 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200528
Linus Torvalds1da177e2005-04-16 15:20:36 -0700529 bip->bli_flags |= XFS_BLI_HOLD;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000530 trace_xfs_trans_bhold(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700531}
532
533/*
Tim Shimminefa092f2005-09-05 08:29:01 +1000534 * Cancel the previous buffer hold request made on this buffer
535 * for this transaction.
536 */
537void
538xfs_trans_bhold_release(xfs_trans_t *tp,
539 xfs_buf_t *bp)
540{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200541 xfs_buf_log_item_t *bip = bp->b_fspriv;
Tim Shimminefa092f2005-09-05 08:29:01 +1000542
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200543 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200544 ASSERT(bip != NULL);
Tim Shimminefa092f2005-09-05 08:29:01 +1000545 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000546 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Tim Shimminefa092f2005-09-05 08:29:01 +1000547 ASSERT(atomic_read(&bip->bli_refcount) > 0);
548 ASSERT(bip->bli_flags & XFS_BLI_HOLD);
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000549
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200550 bip->bli_flags &= ~XFS_BLI_HOLD;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000551 trace_xfs_trans_bhold_release(bip);
Tim Shimminefa092f2005-09-05 08:29:01 +1000552}
553
554/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700555 * This is called to mark bytes first through last inclusive of the given
556 * buffer as needing to be logged when the transaction is committed.
557 * The buffer must already be associated with the given transaction.
558 *
559 * First and last are numbers relative to the beginning of this buffer,
560 * so the first byte in the buffer is numbered 0 regardless of the
561 * value of b_blkno.
562 */
563void
564xfs_trans_log_buf(xfs_trans_t *tp,
565 xfs_buf_t *bp,
566 uint first,
567 uint last)
568{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200569 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200571 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200572 ASSERT(bip != NULL);
Dave Chinneraa0e8832012-04-23 15:58:52 +1000573 ASSERT(first <= last && last < BBTOB(bp->b_length));
Christoph Hellwigcb669ca2011-07-13 13:43:49 +0200574 ASSERT(bp->b_iodone == NULL ||
575 bp->b_iodone == xfs_buf_iodone_callbacks);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700576
577 /*
578 * Mark the buffer as needing to be written out eventually,
579 * and set its iodone function to remove the buffer's buf log
580 * item from the AIL and free it when the buffer is flushed
581 * to disk. See xfs_buf_attach_iodone() for more details
582 * on li_cb and xfs_buf_iodone_callbacks().
583 * If we end up aborting this transaction, we trap this buffer
584 * inside the b_bdstrat callback so that this won't get written to
585 * disk.
586 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587 XFS_BUF_DONE(bp);
588
Linus Torvalds1da177e2005-04-16 15:20:36 -0700589 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwigcb669ca2011-07-13 13:43:49 +0200590 bp->b_iodone = xfs_buf_iodone_callbacks;
Christoph Hellwigca30b2a2010-06-23 18:11:15 +1000591 bip->bli_item.li_cb = xfs_buf_iodone;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000593 trace_xfs_trans_log_buf(bip);
594
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 /*
596 * If we invalidated the buffer within this transaction, then
597 * cancel the invalidation now that we're dirtying the buffer
598 * again. There are no races with the code in xfs_buf_item_unpin(),
599 * because we have a reference to the buffer this entire time.
600 */
601 if (bip->bli_flags & XFS_BLI_STALE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602 bip->bli_flags &= ~XFS_BLI_STALE;
603 ASSERT(XFS_BUF_ISSTALE(bp));
604 XFS_BUF_UNSTALE(bp);
Dave Chinnerc1155412010-05-07 11:05:19 +1000605 bip->bli_format.blf_flags &= ~XFS_BLF_CANCEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606 }
607
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608 tp->t_flags |= XFS_TRANS_DIRTY;
Christoph Hellwige98c4142010-06-23 18:11:15 +1000609 bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610 bip->bli_flags |= XFS_BLI_LOGGED;
611 xfs_buf_item_log(bip, first, last);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700612}
613
614
615/*
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000616 * Invalidate a buffer that is being used within a transaction.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 *
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000618 * Typically this is because the blocks in the buffer are being freed, so we
619 * need to prevent it from being written out when we're done. Allowing it
620 * to be written again might overwrite data in the free blocks if they are
621 * reallocated to a file.
622 *
623 * We prevent the buffer from being written out by marking it stale. We can't
624 * get rid of the buf log item at this point because the buffer may still be
625 * pinned by another transaction. If that is the case, then we'll wait until
626 * the buffer is committed to disk for the last time (we can tell by the ref
627 * count) and free it in xfs_buf_item_unpin(). Until that happens we will
628 * keep the buffer locked so that the buffer and buf log item are not reused.
629 *
630 * We also set the XFS_BLF_CANCEL flag in the buf log format structure and log
631 * the buf item. This will be used at recovery time to determine that copies
632 * of the buffer in the log before this should not be replayed.
633 *
634 * We mark the item descriptor and the transaction dirty so that we'll hold
635 * the buffer until after the commit.
636 *
637 * Since we're invalidating the buffer, we also clear the state about which
638 * parts of the buffer have been logged. We also clear the flag indicating
639 * that this is an inode buffer since the data in the buffer will no longer
640 * be valid.
641 *
642 * We set the stale bit in the buffer as well since we're getting rid of it.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643 */
644void
645xfs_trans_binval(
646 xfs_trans_t *tp,
647 xfs_buf_t *bp)
648{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200649 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200651 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200652 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653 ASSERT(atomic_read(&bip->bli_refcount) > 0);
654
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000655 trace_xfs_trans_binval(bip);
656
Linus Torvalds1da177e2005-04-16 15:20:36 -0700657 if (bip->bli_flags & XFS_BLI_STALE) {
658 /*
659 * If the buffer is already invalidated, then
660 * just return.
661 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 ASSERT(XFS_BUF_ISSTALE(bp));
663 ASSERT(!(bip->bli_flags & (XFS_BLI_LOGGED | XFS_BLI_DIRTY)));
Dave Chinnerc1155412010-05-07 11:05:19 +1000664 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_INODE_BUF));
665 ASSERT(bip->bli_format.blf_flags & XFS_BLF_CANCEL);
Christoph Hellwige98c4142010-06-23 18:11:15 +1000666 ASSERT(bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 ASSERT(tp->t_flags & XFS_TRANS_DIRTY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668 return;
669 }
670
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000671 xfs_buf_stale(bp);
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000672
Linus Torvalds1da177e2005-04-16 15:20:36 -0700673 bip->bli_flags |= XFS_BLI_STALE;
Dave Chinnerccf7c232010-05-20 23:19:42 +1000674 bip->bli_flags &= ~(XFS_BLI_INODE_BUF | XFS_BLI_LOGGED | XFS_BLI_DIRTY);
Dave Chinnerc1155412010-05-07 11:05:19 +1000675 bip->bli_format.blf_flags &= ~XFS_BLF_INODE_BUF;
676 bip->bli_format.blf_flags |= XFS_BLF_CANCEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677 memset((char *)(bip->bli_format.blf_data_map), 0,
678 (bip->bli_format.blf_map_size * sizeof(uint)));
Christoph Hellwige98c4142010-06-23 18:11:15 +1000679 bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700680 tp->t_flags |= XFS_TRANS_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700681}
682
683/*
Dave Chinnerccf7c232010-05-20 23:19:42 +1000684 * This call is used to indicate that the buffer contains on-disk inodes which
685 * must be handled specially during recovery. They require special handling
686 * because only the di_next_unlinked from the inodes in the buffer should be
687 * recovered. The rest of the data in the buffer is logged via the inodes
688 * themselves.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689 *
Dave Chinnerccf7c232010-05-20 23:19:42 +1000690 * All we do is set the XFS_BLI_INODE_BUF flag in the items flags so it can be
691 * transferred to the buffer's log format structure so that we'll know what to
692 * do at recovery time.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700693 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700694void
695xfs_trans_inode_buf(
696 xfs_trans_t *tp,
697 xfs_buf_t *bp)
698{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200699 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700700
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200701 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200702 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700703 ASSERT(atomic_read(&bip->bli_refcount) > 0);
704
Dave Chinnerccf7c232010-05-20 23:19:42 +1000705 bip->bli_flags |= XFS_BLI_INODE_BUF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706}
707
708/*
709 * This call is used to indicate that the buffer is going to
710 * be staled and was an inode buffer. This means it gets
711 * special processing during unpin - where any inodes
712 * associated with the buffer should be removed from ail.
713 * There is also special processing during recovery,
714 * any replay of the inodes in the buffer needs to be
715 * prevented as the buffer may have been reused.
716 */
717void
718xfs_trans_stale_inode_buf(
719 xfs_trans_t *tp,
720 xfs_buf_t *bp)
721{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200722 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200724 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200725 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700726 ASSERT(atomic_read(&bip->bli_refcount) > 0);
727
728 bip->bli_flags |= XFS_BLI_STALE_INODE;
Christoph Hellwigca30b2a2010-06-23 18:11:15 +1000729 bip->bli_item.li_cb = xfs_buf_iodone;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700730}
731
Linus Torvalds1da177e2005-04-16 15:20:36 -0700732/*
733 * Mark the buffer as being one which contains newly allocated
734 * inodes. We need to make sure that even if this buffer is
735 * relogged as an 'inode buf' we still recover all of the inode
736 * images in the face of a crash. This works in coordination with
737 * xfs_buf_item_committed() to ensure that the buffer remains in the
738 * AIL at its original location even after it has been relogged.
739 */
740/* ARGSUSED */
741void
742xfs_trans_inode_alloc_buf(
743 xfs_trans_t *tp,
744 xfs_buf_t *bp)
745{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200746 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200748 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200749 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 ASSERT(atomic_read(&bip->bli_refcount) > 0);
751
752 bip->bli_flags |= XFS_BLI_INODE_ALLOC_BUF;
753}
754
755
756/*
757 * Similar to xfs_trans_inode_buf(), this marks the buffer as a cluster of
758 * dquots. However, unlike in inode buffer recovery, dquot buffers get
759 * recovered in their entirety. (Hence, no XFS_BLI_DQUOT_ALLOC_BUF flag).
760 * The only thing that makes dquot buffers different from regular
761 * buffers is that we must not replay dquot bufs when recovering
762 * if a _corresponding_ quotaoff has happened. We also have to distinguish
763 * between usr dquot bufs and grp dquot bufs, because usr and grp quotas
764 * can be turned off independently.
765 */
766/* ARGSUSED */
767void
768xfs_trans_dquot_buf(
769 xfs_trans_t *tp,
770 xfs_buf_t *bp,
771 uint type)
772{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200773 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200775 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200776 ASSERT(bip != NULL);
Dave Chinnerc1155412010-05-07 11:05:19 +1000777 ASSERT(type == XFS_BLF_UDQUOT_BUF ||
778 type == XFS_BLF_PDQUOT_BUF ||
779 type == XFS_BLF_GDQUOT_BUF);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700780 ASSERT(atomic_read(&bip->bli_refcount) > 0);
781
782 bip->bli_format.blf_flags |= type;
783}