| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 2 |  * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc. | 
 | 3 |  * All Rights Reserved. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 |  * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 5 |  * This program is free software; you can redistribute it and/or | 
 | 6 |  * modify it under the terms of the GNU General Public License as | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 |  * published by the Free Software Foundation. | 
 | 8 |  * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 9 |  * This program is distributed in the hope that it would be useful, | 
 | 10 |  * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
 | 11 |  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
 | 12 |  * GNU General Public License for more details. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 14 |  * You should have received a copy of the GNU General Public License | 
 | 15 |  * along with this program; if not, write the Free Software Foundation, | 
 | 16 |  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 |  */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "xfs.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 19 | #include "xfs_fs.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | #include "xfs_types.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 21 | #include "xfs_bit.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include "xfs_log.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 23 | #include "xfs_inum.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include "xfs_trans.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | #include "xfs_sb.h" | 
 | 26 | #include "xfs_ag.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | #include "xfs_mount.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 28 | #include "xfs_bmap_btree.h" | 
 | 29 | #include "xfs_alloc_btree.h" | 
 | 30 | #include "xfs_ialloc_btree.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 31 | #include "xfs_dinode.h" | 
 | 32 | #include "xfs_inode.h" | 
 | 33 | #include "xfs_buf_item.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | #include "xfs_trans_priv.h" | 
 | 35 | #include "xfs_error.h" | 
 | 36 | #include "xfs_rw.h" | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 37 | #include "xfs_trace.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 |  | 
| Christoph Hellwig | 4a5224d | 2010-04-18 00:10:45 +0000 | [diff] [blame] | 39 | /* | 
 | 40 |  * Check to see if a buffer matching the given parameters is already | 
 | 41 |  * a part of the given transaction. | 
 | 42 |  */ | 
 | 43 | STATIC struct xfs_buf * | 
 | 44 | xfs_trans_buf_item_match( | 
 | 45 | 	struct xfs_trans	*tp, | 
 | 46 | 	struct xfs_buftarg	*target, | 
 | 47 | 	xfs_daddr_t		blkno, | 
 | 48 | 	int			len) | 
 | 49 | { | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 50 | 	struct xfs_log_item_desc *lidp; | 
 | 51 | 	struct xfs_buf_log_item	*blip; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 |  | 
| Christoph Hellwig | 4a5224d | 2010-04-18 00:10:45 +0000 | [diff] [blame] | 53 | 	len = BBTOB(len); | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 54 | 	list_for_each_entry(lidp, &tp->t_items, lid_trans) { | 
 | 55 | 		blip = (struct xfs_buf_log_item *)lidp->lid_item; | 
 | 56 | 		if (blip->bli_item.li_type == XFS_LI_BUF && | 
 | 57 | 		    XFS_BUF_TARGET(blip->bli_buf) == target && | 
 | 58 | 		    XFS_BUF_ADDR(blip->bli_buf) == blkno && | 
 | 59 | 		    XFS_BUF_COUNT(blip->bli_buf) == len) | 
 | 60 | 			return blip->bli_buf; | 
| Christoph Hellwig | 4a5224d | 2010-04-18 00:10:45 +0000 | [diff] [blame] | 61 | 	} | 
 | 62 |  | 
 | 63 | 	return NULL; | 
 | 64 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 |  | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 66 | /* | 
 | 67 |  * Add the locked buffer to the transaction. | 
 | 68 |  * | 
 | 69 |  * The buffer must be locked, and it cannot be associated with any | 
 | 70 |  * transaction. | 
 | 71 |  * | 
 | 72 |  * If the buffer does not yet have a buf log item associated with it, | 
 | 73 |  * then allocate one for it.  Then add the buf item to the transaction. | 
 | 74 |  */ | 
 | 75 | STATIC void | 
 | 76 | _xfs_trans_bjoin( | 
 | 77 | 	struct xfs_trans	*tp, | 
 | 78 | 	struct xfs_buf		*bp, | 
 | 79 | 	int			reset_recur) | 
 | 80 | { | 
 | 81 | 	struct xfs_buf_log_item	*bip; | 
 | 82 |  | 
 | 83 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 84 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, void *) == NULL); | 
 | 85 |  | 
 | 86 | 	/* | 
 | 87 | 	 * The xfs_buf_log_item pointer is stored in b_fsprivate.  If | 
 | 88 | 	 * it doesn't have one yet, then allocate one and initialize it. | 
 | 89 | 	 * The checks to see if one is there are in xfs_buf_item_init(). | 
 | 90 | 	 */ | 
 | 91 | 	xfs_buf_item_init(bp, tp->t_mountp); | 
 | 92 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 93 | 	ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 94 | 	ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL)); | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 95 | 	ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED)); | 
 | 96 | 	if (reset_recur) | 
 | 97 | 		bip->bli_recur = 0; | 
 | 98 |  | 
 | 99 | 	/* | 
 | 100 | 	 * Take a reference for this transaction on the buf item. | 
 | 101 | 	 */ | 
 | 102 | 	atomic_inc(&bip->bli_refcount); | 
 | 103 |  | 
 | 104 | 	/* | 
 | 105 | 	 * Get a log_item_desc to point at the new item. | 
 | 106 | 	 */ | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 107 | 	xfs_trans_add_item(tp, &bip->bli_item); | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 108 |  | 
 | 109 | 	/* | 
 | 110 | 	 * Initialize b_fsprivate2 so we can find it with incore_match() | 
 | 111 | 	 * in xfs_trans_get_buf() and friends above. | 
 | 112 | 	 */ | 
 | 113 | 	XFS_BUF_SET_FSPRIVATE2(bp, tp); | 
 | 114 |  | 
 | 115 | } | 
 | 116 |  | 
 | 117 | void | 
 | 118 | xfs_trans_bjoin( | 
 | 119 | 	struct xfs_trans	*tp, | 
 | 120 | 	struct xfs_buf		*bp) | 
 | 121 | { | 
 | 122 | 	_xfs_trans_bjoin(tp, bp, 0); | 
 | 123 | 	trace_xfs_trans_bjoin(bp->b_fspriv); | 
 | 124 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 |  | 
 | 126 | /* | 
 | 127 |  * Get and lock the buffer for the caller if it is not already | 
 | 128 |  * locked within the given transaction.  If it is already locked | 
 | 129 |  * within the transaction, just increment its lock recursion count | 
 | 130 |  * and return a pointer to it. | 
 | 131 |  * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 |  * If the transaction pointer is NULL, make this just a normal | 
 | 133 |  * get_buf() call. | 
 | 134 |  */ | 
 | 135 | xfs_buf_t * | 
 | 136 | xfs_trans_get_buf(xfs_trans_t	*tp, | 
 | 137 | 		  xfs_buftarg_t	*target_dev, | 
 | 138 | 		  xfs_daddr_t	blkno, | 
 | 139 | 		  int		len, | 
 | 140 | 		  uint		flags) | 
 | 141 | { | 
 | 142 | 	xfs_buf_t		*bp; | 
 | 143 | 	xfs_buf_log_item_t	*bip; | 
 | 144 |  | 
 | 145 | 	if (flags == 0) | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 146 | 		flags = XBF_LOCK | XBF_MAPPED; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 |  | 
 | 148 | 	/* | 
 | 149 | 	 * Default to a normal get_buf() call if the tp is NULL. | 
 | 150 | 	 */ | 
| Christoph Hellwig | 6ad112b | 2009-11-24 18:02:23 +0000 | [diff] [blame] | 151 | 	if (tp == NULL) | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 152 | 		return xfs_buf_get(target_dev, blkno, len, | 
 | 153 | 				   flags | XBF_DONT_BLOCK); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 |  | 
 | 155 | 	/* | 
 | 156 | 	 * If we find the buffer in the cache with this transaction | 
 | 157 | 	 * pointer in its b_fsprivate2 field, then we know we already | 
 | 158 | 	 * have it locked.  In this case we just increment the lock | 
 | 159 | 	 * recursion count and return the buffer to the caller. | 
 | 160 | 	 */ | 
| Christoph Hellwig | 4a5224d | 2010-04-18 00:10:45 +0000 | [diff] [blame] | 161 | 	bp = xfs_trans_buf_item_match(tp, target_dev, blkno, len); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | 	if (bp != NULL) { | 
 | 163 | 		ASSERT(XFS_BUF_VALUSEMA(bp) <= 0); | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 164 | 		if (XFS_FORCED_SHUTDOWN(tp->t_mountp)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | 			XFS_BUF_SUPER_STALE(bp); | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 166 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | 		/* | 
 | 168 | 		 * If the buffer is stale then it was binval'ed | 
 | 169 | 		 * since last read.  This doesn't matter since the | 
 | 170 | 		 * caller isn't allowed to use the data anyway. | 
 | 171 | 		 */ | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 172 | 		else if (XFS_BUF_ISSTALE(bp)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 173 | 			ASSERT(!XFS_BUF_ISDELAYWRITE(bp)); | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 174 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | 		ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 176 | 		bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 177 | 		ASSERT(bip != NULL); | 
 | 178 | 		ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 179 | 		bip->bli_recur++; | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 180 | 		trace_xfs_trans_get_buf_recur(bip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | 		return (bp); | 
 | 182 | 	} | 
 | 183 |  | 
 | 184 | 	/* | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 185 | 	 * We always specify the XBF_DONT_BLOCK flag within a transaction | 
 | 186 | 	 * so that get_buf does not try to push out a delayed write buffer | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | 	 * which might cause another transaction to take place (if the | 
 | 188 | 	 * buffer was delayed alloc).  Such recursive transactions can | 
 | 189 | 	 * easily deadlock with our current transaction as well as cause | 
 | 190 | 	 * us to run out of stack space. | 
 | 191 | 	 */ | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 192 | 	bp = xfs_buf_get(target_dev, blkno, len, flags | XBF_DONT_BLOCK); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | 	if (bp == NULL) { | 
 | 194 | 		return NULL; | 
 | 195 | 	} | 
 | 196 |  | 
 | 197 | 	ASSERT(!XFS_BUF_GETERROR(bp)); | 
 | 198 |  | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 199 | 	_xfs_trans_bjoin(tp, bp, 1); | 
 | 200 | 	trace_xfs_trans_get_buf(bp->b_fspriv); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | 	return (bp); | 
 | 202 | } | 
 | 203 |  | 
 | 204 | /* | 
 | 205 |  * Get and lock the superblock buffer of this file system for the | 
 | 206 |  * given transaction. | 
 | 207 |  * | 
 | 208 |  * We don't need to use incore_match() here, because the superblock | 
 | 209 |  * buffer is a private buffer which we keep a pointer to in the | 
 | 210 |  * mount structure. | 
 | 211 |  */ | 
 | 212 | xfs_buf_t * | 
 | 213 | xfs_trans_getsb(xfs_trans_t	*tp, | 
 | 214 | 		struct xfs_mount *mp, | 
 | 215 | 		int		flags) | 
 | 216 | { | 
 | 217 | 	xfs_buf_t		*bp; | 
 | 218 | 	xfs_buf_log_item_t	*bip; | 
 | 219 |  | 
 | 220 | 	/* | 
 | 221 | 	 * Default to just trying to lock the superblock buffer | 
 | 222 | 	 * if tp is NULL. | 
 | 223 | 	 */ | 
 | 224 | 	if (tp == NULL) { | 
 | 225 | 		return (xfs_getsb(mp, flags)); | 
 | 226 | 	} | 
 | 227 |  | 
 | 228 | 	/* | 
 | 229 | 	 * If the superblock buffer already has this transaction | 
 | 230 | 	 * pointer in its b_fsprivate2 field, then we know we already | 
 | 231 | 	 * have it locked.  In this case we just increment the lock | 
 | 232 | 	 * recursion count and return the buffer to the caller. | 
 | 233 | 	 */ | 
 | 234 | 	bp = mp->m_sb_bp; | 
 | 235 | 	if (XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp) { | 
 | 236 | 		bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t*); | 
 | 237 | 		ASSERT(bip != NULL); | 
 | 238 | 		ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 239 | 		bip->bli_recur++; | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 240 | 		trace_xfs_trans_getsb_recur(bip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 241 | 		return (bp); | 
 | 242 | 	} | 
 | 243 |  | 
 | 244 | 	bp = xfs_getsb(mp, flags); | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 245 | 	if (bp == NULL) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 246 | 		return NULL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 247 |  | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 248 | 	_xfs_trans_bjoin(tp, bp, 1); | 
 | 249 | 	trace_xfs_trans_getsb(bp->b_fspriv); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 250 | 	return (bp); | 
 | 251 | } | 
 | 252 |  | 
 | 253 | #ifdef DEBUG | 
 | 254 | xfs_buftarg_t *xfs_error_target; | 
 | 255 | int	xfs_do_error; | 
 | 256 | int	xfs_req_num; | 
 | 257 | int	xfs_error_mod = 33; | 
 | 258 | #endif | 
 | 259 |  | 
 | 260 | /* | 
 | 261 |  * Get and lock the buffer for the caller if it is not already | 
 | 262 |  * locked within the given transaction.  If it has not yet been | 
 | 263 |  * read in, read it from disk. If it is already locked | 
 | 264 |  * within the transaction and already read in, just increment its | 
 | 265 |  * lock recursion count and return a pointer to it. | 
 | 266 |  * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 267 |  * If the transaction pointer is NULL, make this just a normal | 
 | 268 |  * read_buf() call. | 
 | 269 |  */ | 
 | 270 | int | 
 | 271 | xfs_trans_read_buf( | 
 | 272 | 	xfs_mount_t	*mp, | 
 | 273 | 	xfs_trans_t	*tp, | 
 | 274 | 	xfs_buftarg_t	*target, | 
 | 275 | 	xfs_daddr_t	blkno, | 
 | 276 | 	int		len, | 
 | 277 | 	uint		flags, | 
 | 278 | 	xfs_buf_t	**bpp) | 
 | 279 | { | 
 | 280 | 	xfs_buf_t		*bp; | 
 | 281 | 	xfs_buf_log_item_t	*bip; | 
 | 282 | 	int			error; | 
 | 283 |  | 
 | 284 | 	if (flags == 0) | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 285 | 		flags = XBF_LOCK | XBF_MAPPED; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 286 |  | 
 | 287 | 	/* | 
 | 288 | 	 * Default to a normal get_buf() call if the tp is NULL. | 
 | 289 | 	 */ | 
 | 290 | 	if (tp == NULL) { | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 291 | 		bp = xfs_buf_read(target, blkno, len, flags | XBF_DONT_BLOCK); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 292 | 		if (!bp) | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 293 | 			return (flags & XBF_TRYLOCK) ? | 
| David Chinner | a3f74ff | 2008-03-06 13:43:42 +1100 | [diff] [blame] | 294 | 					EAGAIN : XFS_ERROR(ENOMEM); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 295 |  | 
| Julia Lawall | a0f7bfd | 2009-07-27 18:15:25 +0200 | [diff] [blame] | 296 | 		if (XFS_BUF_GETERROR(bp) != 0) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 297 | 			xfs_ioerror_alert("xfs_trans_read_buf", mp, | 
 | 298 | 					  bp, blkno); | 
 | 299 | 			error = XFS_BUF_GETERROR(bp); | 
 | 300 | 			xfs_buf_relse(bp); | 
 | 301 | 			return error; | 
 | 302 | 		} | 
 | 303 | #ifdef DEBUG | 
| Julia Lawall | a0f7bfd | 2009-07-27 18:15:25 +0200 | [diff] [blame] | 304 | 		if (xfs_do_error) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 305 | 			if (xfs_error_target == target) { | 
 | 306 | 				if (((xfs_req_num++) % xfs_error_mod) == 0) { | 
 | 307 | 					xfs_buf_relse(bp); | 
| Nathan Scott | b657452 | 2006-06-09 15:29:40 +1000 | [diff] [blame] | 308 | 					cmn_err(CE_DEBUG, "Returning error!\n"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 309 | 					return XFS_ERROR(EIO); | 
 | 310 | 				} | 
 | 311 | 			} | 
 | 312 | 		} | 
 | 313 | #endif | 
 | 314 | 		if (XFS_FORCED_SHUTDOWN(mp)) | 
 | 315 | 			goto shutdown_abort; | 
 | 316 | 		*bpp = bp; | 
 | 317 | 		return 0; | 
 | 318 | 	} | 
 | 319 |  | 
 | 320 | 	/* | 
 | 321 | 	 * If we find the buffer in the cache with this transaction | 
 | 322 | 	 * pointer in its b_fsprivate2 field, then we know we already | 
 | 323 | 	 * have it locked.  If it is already read in we just increment | 
 | 324 | 	 * the lock recursion count and return the buffer to the caller. | 
 | 325 | 	 * If the buffer is not yet read in, then we read it in, increment | 
 | 326 | 	 * the lock recursion count, and return it to the caller. | 
 | 327 | 	 */ | 
| Christoph Hellwig | 4a5224d | 2010-04-18 00:10:45 +0000 | [diff] [blame] | 328 | 	bp = xfs_trans_buf_item_match(tp, target, blkno, len); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 329 | 	if (bp != NULL) { | 
 | 330 | 		ASSERT(XFS_BUF_VALUSEMA(bp) <= 0); | 
 | 331 | 		ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 332 | 		ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 333 | 		ASSERT((XFS_BUF_ISERROR(bp)) == 0); | 
 | 334 | 		if (!(XFS_BUF_ISDONE(bp))) { | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 335 | 			trace_xfs_trans_read_buf_io(bp, _RET_IP_); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 336 | 			ASSERT(!XFS_BUF_ISASYNC(bp)); | 
 | 337 | 			XFS_BUF_READ(bp); | 
 | 338 | 			xfsbdstrat(tp->t_mountp, bp); | 
| David Chinner | d64e31a | 2008-04-10 12:22:17 +1000 | [diff] [blame] | 339 | 			error = xfs_iowait(bp); | 
 | 340 | 			if (error) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 341 | 				xfs_ioerror_alert("xfs_trans_read_buf", mp, | 
 | 342 | 						  bp, blkno); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 343 | 				xfs_buf_relse(bp); | 
 | 344 | 				/* | 
| David Chinner | d64e31a | 2008-04-10 12:22:17 +1000 | [diff] [blame] | 345 | 				 * We can gracefully recover from most read | 
 | 346 | 				 * errors. Ones we can't are those that happen | 
 | 347 | 				 * after the transaction's already dirty. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 348 | 				 */ | 
 | 349 | 				if (tp->t_flags & XFS_TRANS_DIRTY) | 
 | 350 | 					xfs_force_shutdown(tp->t_mountp, | 
| Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 351 | 							SHUTDOWN_META_IO_ERROR); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 352 | 				return error; | 
 | 353 | 			} | 
 | 354 | 		} | 
 | 355 | 		/* | 
 | 356 | 		 * We never locked this buf ourselves, so we shouldn't | 
 | 357 | 		 * brelse it either. Just get out. | 
 | 358 | 		 */ | 
 | 359 | 		if (XFS_FORCED_SHUTDOWN(mp)) { | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 360 | 			trace_xfs_trans_read_buf_shut(bp, _RET_IP_); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | 			*bpp = NULL; | 
 | 362 | 			return XFS_ERROR(EIO); | 
 | 363 | 		} | 
 | 364 |  | 
 | 365 |  | 
 | 366 | 		bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t*); | 
 | 367 | 		bip->bli_recur++; | 
 | 368 |  | 
 | 369 | 		ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 370 | 		trace_xfs_trans_read_buf_recur(bip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 371 | 		*bpp = bp; | 
 | 372 | 		return 0; | 
 | 373 | 	} | 
 | 374 |  | 
 | 375 | 	/* | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 376 | 	 * We always specify the XBF_DONT_BLOCK flag within a transaction | 
 | 377 | 	 * so that get_buf does not try to push out a delayed write buffer | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 378 | 	 * which might cause another transaction to take place (if the | 
 | 379 | 	 * buffer was delayed alloc).  Such recursive transactions can | 
 | 380 | 	 * easily deadlock with our current transaction as well as cause | 
 | 381 | 	 * us to run out of stack space. | 
 | 382 | 	 */ | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 383 | 	bp = xfs_buf_read(target, blkno, len, flags | XBF_DONT_BLOCK); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | 	if (bp == NULL) { | 
 | 385 | 		*bpp = NULL; | 
 | 386 | 		return 0; | 
 | 387 | 	} | 
 | 388 | 	if (XFS_BUF_GETERROR(bp) != 0) { | 
 | 389 | 	    XFS_BUF_SUPER_STALE(bp); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 | 		error = XFS_BUF_GETERROR(bp); | 
 | 391 |  | 
 | 392 | 		xfs_ioerror_alert("xfs_trans_read_buf", mp, | 
 | 393 | 				  bp, blkno); | 
 | 394 | 		if (tp->t_flags & XFS_TRANS_DIRTY) | 
| Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 395 | 			xfs_force_shutdown(tp->t_mountp, SHUTDOWN_META_IO_ERROR); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 396 | 		xfs_buf_relse(bp); | 
 | 397 | 		return error; | 
 | 398 | 	} | 
 | 399 | #ifdef DEBUG | 
 | 400 | 	if (xfs_do_error && !(tp->t_flags & XFS_TRANS_DIRTY)) { | 
 | 401 | 		if (xfs_error_target == target) { | 
 | 402 | 			if (((xfs_req_num++) % xfs_error_mod) == 0) { | 
 | 403 | 				xfs_force_shutdown(tp->t_mountp, | 
| Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 404 | 						   SHUTDOWN_META_IO_ERROR); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 405 | 				xfs_buf_relse(bp); | 
| Nathan Scott | b657452 | 2006-06-09 15:29:40 +1000 | [diff] [blame] | 406 | 				cmn_err(CE_DEBUG, "Returning trans error!\n"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 407 | 				return XFS_ERROR(EIO); | 
 | 408 | 			} | 
 | 409 | 		} | 
 | 410 | 	} | 
 | 411 | #endif | 
 | 412 | 	if (XFS_FORCED_SHUTDOWN(mp)) | 
 | 413 | 		goto shutdown_abort; | 
 | 414 |  | 
| Christoph Hellwig | d7e84f4 | 2010-02-15 23:35:09 +0000 | [diff] [blame] | 415 | 	_xfs_trans_bjoin(tp, bp, 1); | 
 | 416 | 	trace_xfs_trans_read_buf(bp->b_fspriv); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 417 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 418 | 	*bpp = bp; | 
 | 419 | 	return 0; | 
 | 420 |  | 
 | 421 | shutdown_abort: | 
 | 422 | 	/* | 
 | 423 | 	 * the theory here is that buffer is good but we're | 
 | 424 | 	 * bailing out because the filesystem is being forcibly | 
 | 425 | 	 * shut down.  So we should leave the b_flags alone since | 
 | 426 | 	 * the buffer's not staled and just get out. | 
 | 427 | 	 */ | 
 | 428 | #if defined(DEBUG) | 
 | 429 | 	if (XFS_BUF_ISSTALE(bp) && XFS_BUF_ISDELAYWRITE(bp)) | 
 | 430 | 		cmn_err(CE_NOTE, "about to pop assert, bp == 0x%p", bp); | 
 | 431 | #endif | 
| Christoph Hellwig | 0cadda1 | 2010-01-19 09:56:44 +0000 | [diff] [blame] | 432 | 	ASSERT((XFS_BUF_BFLAGS(bp) & (XBF_STALE|XBF_DELWRI)) != | 
 | 433 | 				     (XBF_STALE|XBF_DELWRI)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 434 |  | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 435 | 	trace_xfs_trans_read_buf_shut(bp, _RET_IP_); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 436 | 	xfs_buf_relse(bp); | 
 | 437 | 	*bpp = NULL; | 
 | 438 | 	return XFS_ERROR(EIO); | 
 | 439 | } | 
 | 440 |  | 
 | 441 |  | 
 | 442 | /* | 
 | 443 |  * Release the buffer bp which was previously acquired with one of the | 
 | 444 |  * xfs_trans_... buffer allocation routines if the buffer has not | 
 | 445 |  * been modified within this transaction.  If the buffer is modified | 
 | 446 |  * within this transaction, do decrement the recursion count but do | 
 | 447 |  * not release the buffer even if the count goes to 0.  If the buffer is not | 
 | 448 |  * modified within the transaction, decrement the recursion count and | 
 | 449 |  * release the buffer if the recursion count goes to 0. | 
 | 450 |  * | 
 | 451 |  * If the buffer is to be released and it was not modified before | 
 | 452 |  * this transaction began, then free the buf_log_item associated with it. | 
 | 453 |  * | 
 | 454 |  * If the transaction pointer is NULL, make this just a normal | 
 | 455 |  * brelse() call. | 
 | 456 |  */ | 
 | 457 | void | 
 | 458 | xfs_trans_brelse(xfs_trans_t	*tp, | 
 | 459 | 		 xfs_buf_t	*bp) | 
 | 460 | { | 
 | 461 | 	xfs_buf_log_item_t	*bip; | 
 | 462 | 	xfs_log_item_t		*lip; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 463 |  | 
 | 464 | 	/* | 
 | 465 | 	 * Default to a normal brelse() call if the tp is NULL. | 
 | 466 | 	 */ | 
 | 467 | 	if (tp == NULL) { | 
 | 468 | 		ASSERT(XFS_BUF_FSPRIVATE2(bp, void *) == NULL); | 
 | 469 | 		/* | 
 | 470 | 		 * If there's a buf log item attached to the buffer, | 
 | 471 | 		 * then let the AIL know that the buffer is being | 
 | 472 | 		 * unlocked. | 
 | 473 | 		 */ | 
 | 474 | 		if (XFS_BUF_FSPRIVATE(bp, void *) != NULL) { | 
 | 475 | 			lip = XFS_BUF_FSPRIVATE(bp, xfs_log_item_t *); | 
 | 476 | 			if (lip->li_type == XFS_LI_BUF) { | 
 | 477 | 				bip = XFS_BUF_FSPRIVATE(bp,xfs_buf_log_item_t*); | 
| David Chinner | 783a2f6 | 2008-10-30 17:39:58 +1100 | [diff] [blame] | 478 | 				xfs_trans_unlocked_item(bip->bli_item.li_ailp, | 
 | 479 | 							lip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 480 | 			} | 
 | 481 | 		} | 
 | 482 | 		xfs_buf_relse(bp); | 
 | 483 | 		return; | 
 | 484 | 	} | 
 | 485 |  | 
 | 486 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 487 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 488 | 	ASSERT(bip->bli_item.li_type == XFS_LI_BUF); | 
 | 489 | 	ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 490 | 	ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 491 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 492 |  | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 493 | 	trace_xfs_trans_brelse(bip); | 
 | 494 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 495 | 	/* | 
 | 496 | 	 * If the release is just for a recursive lock, | 
 | 497 | 	 * then decrement the count and return. | 
 | 498 | 	 */ | 
 | 499 | 	if (bip->bli_recur > 0) { | 
 | 500 | 		bip->bli_recur--; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 501 | 		return; | 
 | 502 | 	} | 
 | 503 |  | 
 | 504 | 	/* | 
 | 505 | 	 * If the buffer is dirty within this transaction, we can't | 
 | 506 | 	 * release it until we commit. | 
 | 507 | 	 */ | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 508 | 	if (bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 509 | 		return; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 510 |  | 
 | 511 | 	/* | 
 | 512 | 	 * If the buffer has been invalidated, then we can't release | 
 | 513 | 	 * it until the transaction commits to disk unless it is re-dirtied | 
 | 514 | 	 * as part of this transaction.  This prevents us from pulling | 
 | 515 | 	 * the item from the AIL before we should. | 
 | 516 | 	 */ | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 517 | 	if (bip->bli_flags & XFS_BLI_STALE) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 518 | 		return; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 519 |  | 
 | 520 | 	ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 521 |  | 
 | 522 | 	/* | 
 | 523 | 	 * Free up the log item descriptor tracking the released item. | 
 | 524 | 	 */ | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 525 | 	xfs_trans_del_item(&bip->bli_item); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 526 |  | 
 | 527 | 	/* | 
 | 528 | 	 * Clear the hold flag in the buf log item if it is set. | 
 | 529 | 	 * We wouldn't want the next user of the buffer to | 
 | 530 | 	 * get confused. | 
 | 531 | 	 */ | 
 | 532 | 	if (bip->bli_flags & XFS_BLI_HOLD) { | 
 | 533 | 		bip->bli_flags &= ~XFS_BLI_HOLD; | 
 | 534 | 	} | 
 | 535 |  | 
 | 536 | 	/* | 
 | 537 | 	 * Drop our reference to the buf log item. | 
 | 538 | 	 */ | 
 | 539 | 	atomic_dec(&bip->bli_refcount); | 
 | 540 |  | 
 | 541 | 	/* | 
 | 542 | 	 * If the buf item is not tracking data in the log, then | 
 | 543 | 	 * we must free it before releasing the buffer back to the | 
 | 544 | 	 * free pool.  Before releasing the buffer to the free pool, | 
 | 545 | 	 * clear the transaction pointer in b_fsprivate2 to dissolve | 
 | 546 | 	 * its relation to this transaction. | 
 | 547 | 	 */ | 
 | 548 | 	if (!xfs_buf_item_dirty(bip)) { | 
 | 549 | /*** | 
 | 550 | 		ASSERT(bp->b_pincount == 0); | 
 | 551 | ***/ | 
 | 552 | 		ASSERT(atomic_read(&bip->bli_refcount) == 0); | 
 | 553 | 		ASSERT(!(bip->bli_item.li_flags & XFS_LI_IN_AIL)); | 
 | 554 | 		ASSERT(!(bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF)); | 
 | 555 | 		xfs_buf_item_relse(bp); | 
 | 556 | 		bip = NULL; | 
 | 557 | 	} | 
 | 558 | 	XFS_BUF_SET_FSPRIVATE2(bp, NULL); | 
 | 559 |  | 
 | 560 | 	/* | 
 | 561 | 	 * If we've still got a buf log item on the buffer, then | 
 | 562 | 	 * tell the AIL that the buffer is being unlocked. | 
 | 563 | 	 */ | 
 | 564 | 	if (bip != NULL) { | 
| David Chinner | 783a2f6 | 2008-10-30 17:39:58 +1100 | [diff] [blame] | 565 | 		xfs_trans_unlocked_item(bip->bli_item.li_ailp, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 566 | 					(xfs_log_item_t*)bip); | 
 | 567 | 	} | 
 | 568 |  | 
 | 569 | 	xfs_buf_relse(bp); | 
 | 570 | 	return; | 
 | 571 | } | 
 | 572 |  | 
 | 573 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 574 |  * Mark the buffer as not needing to be unlocked when the buf item's | 
 | 575 |  * IOP_UNLOCK() routine is called.  The buffer must already be locked | 
 | 576 |  * and associated with the given transaction. | 
 | 577 |  */ | 
 | 578 | /* ARGSUSED */ | 
 | 579 | void | 
 | 580 | xfs_trans_bhold(xfs_trans_t	*tp, | 
 | 581 | 		xfs_buf_t	*bp) | 
 | 582 | { | 
 | 583 | 	xfs_buf_log_item_t	*bip; | 
 | 584 |  | 
 | 585 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 586 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 587 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 588 |  | 
 | 589 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 590 | 	ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 591 | 	ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 592 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 593 | 	bip->bli_flags |= XFS_BLI_HOLD; | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 594 | 	trace_xfs_trans_bhold(bip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 595 | } | 
 | 596 |  | 
 | 597 | /* | 
| Tim Shimmin | efa092f | 2005-09-05 08:29:01 +1000 | [diff] [blame] | 598 |  * Cancel the previous buffer hold request made on this buffer | 
 | 599 |  * for this transaction. | 
 | 600 |  */ | 
 | 601 | void | 
 | 602 | xfs_trans_bhold_release(xfs_trans_t	*tp, | 
 | 603 | 			xfs_buf_t	*bp) | 
 | 604 | { | 
 | 605 | 	xfs_buf_log_item_t	*bip; | 
 | 606 |  | 
 | 607 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 608 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 609 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 610 |  | 
 | 611 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 612 | 	ASSERT(!(bip->bli_flags & XFS_BLI_STALE)); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 613 | 	ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL)); | 
| Tim Shimmin | efa092f | 2005-09-05 08:29:01 +1000 | [diff] [blame] | 614 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 615 | 	ASSERT(bip->bli_flags & XFS_BLI_HOLD); | 
 | 616 | 	bip->bli_flags &= ~XFS_BLI_HOLD; | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 617 |  | 
 | 618 | 	trace_xfs_trans_bhold_release(bip); | 
| Tim Shimmin | efa092f | 2005-09-05 08:29:01 +1000 | [diff] [blame] | 619 | } | 
 | 620 |  | 
 | 621 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 622 |  * This is called to mark bytes first through last inclusive of the given | 
 | 623 |  * buffer as needing to be logged when the transaction is committed. | 
 | 624 |  * The buffer must already be associated with the given transaction. | 
 | 625 |  * | 
 | 626 |  * First and last are numbers relative to the beginning of this buffer, | 
 | 627 |  * so the first byte in the buffer is numbered 0 regardless of the | 
 | 628 |  * value of b_blkno. | 
 | 629 |  */ | 
 | 630 | void | 
 | 631 | xfs_trans_log_buf(xfs_trans_t	*tp, | 
 | 632 | 		  xfs_buf_t	*bp, | 
 | 633 | 		  uint		first, | 
 | 634 | 		  uint		last) | 
 | 635 | { | 
 | 636 | 	xfs_buf_log_item_t	*bip; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 637 |  | 
 | 638 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 639 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 640 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 641 | 	ASSERT((first <= last) && (last < XFS_BUF_COUNT(bp))); | 
 | 642 | 	ASSERT((XFS_BUF_IODONE_FUNC(bp) == NULL) || | 
 | 643 | 	       (XFS_BUF_IODONE_FUNC(bp) == xfs_buf_iodone_callbacks)); | 
 | 644 |  | 
 | 645 | 	/* | 
 | 646 | 	 * Mark the buffer as needing to be written out eventually, | 
 | 647 | 	 * and set its iodone function to remove the buffer's buf log | 
 | 648 | 	 * item from the AIL and free it when the buffer is flushed | 
 | 649 | 	 * to disk.  See xfs_buf_attach_iodone() for more details | 
 | 650 | 	 * on li_cb and xfs_buf_iodone_callbacks(). | 
 | 651 | 	 * If we end up aborting this transaction, we trap this buffer | 
 | 652 | 	 * inside the b_bdstrat callback so that this won't get written to | 
 | 653 | 	 * disk. | 
 | 654 | 	 */ | 
 | 655 | 	XFS_BUF_DELAYWRITE(bp); | 
 | 656 | 	XFS_BUF_DONE(bp); | 
 | 657 |  | 
 | 658 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 659 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 660 | 	XFS_BUF_SET_IODONE_FUNC(bp, xfs_buf_iodone_callbacks); | 
| Christoph Hellwig | ca30b2a | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 661 | 	bip->bli_item.li_cb = xfs_buf_iodone; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 662 |  | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 663 | 	trace_xfs_trans_log_buf(bip); | 
 | 664 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 665 | 	/* | 
 | 666 | 	 * If we invalidated the buffer within this transaction, then | 
 | 667 | 	 * cancel the invalidation now that we're dirtying the buffer | 
 | 668 | 	 * again.  There are no races with the code in xfs_buf_item_unpin(), | 
 | 669 | 	 * because we have a reference to the buffer this entire time. | 
 | 670 | 	 */ | 
 | 671 | 	if (bip->bli_flags & XFS_BLI_STALE) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 672 | 		bip->bli_flags &= ~XFS_BLI_STALE; | 
 | 673 | 		ASSERT(XFS_BUF_ISSTALE(bp)); | 
 | 674 | 		XFS_BUF_UNSTALE(bp); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 675 | 		bip->bli_format.blf_flags &= ~XFS_BLF_CANCEL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 676 | 	} | 
 | 677 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 678 | 	tp->t_flags |= XFS_TRANS_DIRTY; | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 679 | 	bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 680 | 	bip->bli_flags |= XFS_BLI_LOGGED; | 
 | 681 | 	xfs_buf_item_log(bip, first, last); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 682 | } | 
 | 683 |  | 
 | 684 |  | 
 | 685 | /* | 
 | 686 |  * This called to invalidate a buffer that is being used within | 
 | 687 |  * a transaction.  Typically this is because the blocks in the | 
 | 688 |  * buffer are being freed, so we need to prevent it from being | 
 | 689 |  * written out when we're done.  Allowing it to be written again | 
 | 690 |  * might overwrite data in the free blocks if they are reallocated | 
 | 691 |  * to a file. | 
 | 692 |  * | 
 | 693 |  * We prevent the buffer from being written out by clearing the | 
 | 694 |  * B_DELWRI flag.  We can't always | 
 | 695 |  * get rid of the buf log item at this point, though, because | 
 | 696 |  * the buffer may still be pinned by another transaction.  If that | 
 | 697 |  * is the case, then we'll wait until the buffer is committed to | 
 | 698 |  * disk for the last time (we can tell by the ref count) and | 
 | 699 |  * free it in xfs_buf_item_unpin().  Until it is cleaned up we | 
 | 700 |  * will keep the buffer locked so that the buffer and buf log item | 
 | 701 |  * are not reused. | 
 | 702 |  */ | 
 | 703 | void | 
 | 704 | xfs_trans_binval( | 
 | 705 | 	xfs_trans_t	*tp, | 
 | 706 | 	xfs_buf_t	*bp) | 
 | 707 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 708 | 	xfs_buf_log_item_t	*bip; | 
 | 709 |  | 
 | 710 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 711 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 712 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 713 |  | 
 | 714 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 715 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 716 |  | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 717 | 	trace_xfs_trans_binval(bip); | 
 | 718 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 719 | 	if (bip->bli_flags & XFS_BLI_STALE) { | 
 | 720 | 		/* | 
 | 721 | 		 * If the buffer is already invalidated, then | 
 | 722 | 		 * just return. | 
 | 723 | 		 */ | 
 | 724 | 		ASSERT(!(XFS_BUF_ISDELAYWRITE(bp))); | 
 | 725 | 		ASSERT(XFS_BUF_ISSTALE(bp)); | 
 | 726 | 		ASSERT(!(bip->bli_flags & (XFS_BLI_LOGGED | XFS_BLI_DIRTY))); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 727 | 		ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_INODE_BUF)); | 
 | 728 | 		ASSERT(bip->bli_format.blf_flags & XFS_BLF_CANCEL); | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 729 | 		ASSERT(bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 730 | 		ASSERT(tp->t_flags & XFS_TRANS_DIRTY); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 731 | 		return; | 
 | 732 | 	} | 
 | 733 |  | 
 | 734 | 	/* | 
 | 735 | 	 * Clear the dirty bit in the buffer and set the STALE flag | 
 | 736 | 	 * in the buf log item.  The STALE flag will be used in | 
 | 737 | 	 * xfs_buf_item_unpin() to determine if it should clean up | 
 | 738 | 	 * when the last reference to the buf item is given up. | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 739 | 	 * We set the XFS_BLF_CANCEL flag in the buf log format structure | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 740 | 	 * and log the buf item.  This will be used at recovery time | 
 | 741 | 	 * to determine that copies of the buffer in the log before | 
 | 742 | 	 * this should not be replayed. | 
 | 743 | 	 * We mark the item descriptor and the transaction dirty so | 
 | 744 | 	 * that we'll hold the buffer until after the commit. | 
 | 745 | 	 * | 
 | 746 | 	 * Since we're invalidating the buffer, we also clear the state | 
 | 747 | 	 * about which parts of the buffer have been logged.  We also | 
 | 748 | 	 * clear the flag indicating that this is an inode buffer since | 
 | 749 | 	 * the data in the buffer will no longer be valid. | 
 | 750 | 	 * | 
 | 751 | 	 * We set the stale bit in the buffer as well since we're getting | 
 | 752 | 	 * rid of it. | 
 | 753 | 	 */ | 
 | 754 | 	XFS_BUF_UNDELAYWRITE(bp); | 
 | 755 | 	XFS_BUF_STALE(bp); | 
 | 756 | 	bip->bli_flags |= XFS_BLI_STALE; | 
| Dave Chinner | ccf7c23 | 2010-05-20 23:19:42 +1000 | [diff] [blame] | 757 | 	bip->bli_flags &= ~(XFS_BLI_INODE_BUF | XFS_BLI_LOGGED | XFS_BLI_DIRTY); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 758 | 	bip->bli_format.blf_flags &= ~XFS_BLF_INODE_BUF; | 
 | 759 | 	bip->bli_format.blf_flags |= XFS_BLF_CANCEL; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 760 | 	memset((char *)(bip->bli_format.blf_data_map), 0, | 
 | 761 | 	      (bip->bli_format.blf_map_size * sizeof(uint))); | 
| Christoph Hellwig | e98c414 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 762 | 	bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 763 | 	tp->t_flags |= XFS_TRANS_DIRTY; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 764 | } | 
 | 765 |  | 
 | 766 | /* | 
| Dave Chinner | ccf7c23 | 2010-05-20 23:19:42 +1000 | [diff] [blame] | 767 |  * This call is used to indicate that the buffer contains on-disk inodes which | 
 | 768 |  * must be handled specially during recovery.  They require special handling | 
 | 769 |  * because only the di_next_unlinked from the inodes in the buffer should be | 
 | 770 |  * recovered.  The rest of the data in the buffer is logged via the inodes | 
 | 771 |  * themselves. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 772 |  * | 
| Dave Chinner | ccf7c23 | 2010-05-20 23:19:42 +1000 | [diff] [blame] | 773 |  * All we do is set the XFS_BLI_INODE_BUF flag in the items flags so it can be | 
 | 774 |  * transferred to the buffer's log format structure so that we'll know what to | 
 | 775 |  * do at recovery time. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 776 |  */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 777 | void | 
 | 778 | xfs_trans_inode_buf( | 
 | 779 | 	xfs_trans_t	*tp, | 
 | 780 | 	xfs_buf_t	*bp) | 
 | 781 | { | 
 | 782 | 	xfs_buf_log_item_t	*bip; | 
 | 783 |  | 
 | 784 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 785 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 786 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 787 |  | 
 | 788 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 789 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 790 |  | 
| Dave Chinner | ccf7c23 | 2010-05-20 23:19:42 +1000 | [diff] [blame] | 791 | 	bip->bli_flags |= XFS_BLI_INODE_BUF; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 792 | } | 
 | 793 |  | 
 | 794 | /* | 
 | 795 |  * This call is used to indicate that the buffer is going to | 
 | 796 |  * be staled and was an inode buffer. This means it gets | 
 | 797 |  * special processing during unpin - where any inodes  | 
 | 798 |  * associated with the buffer should be removed from ail. | 
 | 799 |  * There is also special processing during recovery, | 
 | 800 |  * any replay of the inodes in the buffer needs to be | 
 | 801 |  * prevented as the buffer may have been reused. | 
 | 802 |  */ | 
 | 803 | void | 
 | 804 | xfs_trans_stale_inode_buf( | 
 | 805 | 	xfs_trans_t	*tp, | 
 | 806 | 	xfs_buf_t	*bp) | 
 | 807 | { | 
 | 808 | 	xfs_buf_log_item_t	*bip; | 
 | 809 |  | 
 | 810 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 811 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 812 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 813 |  | 
 | 814 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 815 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 816 |  | 
 | 817 | 	bip->bli_flags |= XFS_BLI_STALE_INODE; | 
| Christoph Hellwig | ca30b2a | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 818 | 	bip->bli_item.li_cb = xfs_buf_iodone; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 819 | } | 
 | 820 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 821 | /* | 
 | 822 |  * Mark the buffer as being one which contains newly allocated | 
 | 823 |  * inodes.  We need to make sure that even if this buffer is | 
 | 824 |  * relogged as an 'inode buf' we still recover all of the inode | 
 | 825 |  * images in the face of a crash.  This works in coordination with | 
 | 826 |  * xfs_buf_item_committed() to ensure that the buffer remains in the | 
 | 827 |  * AIL at its original location even after it has been relogged. | 
 | 828 |  */ | 
 | 829 | /* ARGSUSED */ | 
 | 830 | void | 
 | 831 | xfs_trans_inode_alloc_buf( | 
 | 832 | 	xfs_trans_t	*tp, | 
 | 833 | 	xfs_buf_t	*bp) | 
 | 834 | { | 
 | 835 | 	xfs_buf_log_item_t	*bip; | 
 | 836 |  | 
 | 837 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 838 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 839 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
 | 840 |  | 
 | 841 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 842 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 843 |  | 
 | 844 | 	bip->bli_flags |= XFS_BLI_INODE_ALLOC_BUF; | 
 | 845 | } | 
 | 846 |  | 
 | 847 |  | 
 | 848 | /* | 
 | 849 |  * Similar to xfs_trans_inode_buf(), this marks the buffer as a cluster of | 
 | 850 |  * dquots. However, unlike in inode buffer recovery, dquot buffers get | 
 | 851 |  * recovered in their entirety. (Hence, no XFS_BLI_DQUOT_ALLOC_BUF flag). | 
 | 852 |  * The only thing that makes dquot buffers different from regular | 
 | 853 |  * buffers is that we must not replay dquot bufs when recovering | 
 | 854 |  * if a _corresponding_ quotaoff has happened. We also have to distinguish | 
 | 855 |  * between usr dquot bufs and grp dquot bufs, because usr and grp quotas | 
 | 856 |  * can be turned off independently. | 
 | 857 |  */ | 
 | 858 | /* ARGSUSED */ | 
 | 859 | void | 
 | 860 | xfs_trans_dquot_buf( | 
 | 861 | 	xfs_trans_t	*tp, | 
 | 862 | 	xfs_buf_t	*bp, | 
 | 863 | 	uint		type) | 
 | 864 | { | 
 | 865 | 	xfs_buf_log_item_t	*bip; | 
 | 866 |  | 
 | 867 | 	ASSERT(XFS_BUF_ISBUSY(bp)); | 
 | 868 | 	ASSERT(XFS_BUF_FSPRIVATE2(bp, xfs_trans_t *) == tp); | 
 | 869 | 	ASSERT(XFS_BUF_FSPRIVATE(bp, void *) != NULL); | 
| Dave Chinner | c115541 | 2010-05-07 11:05:19 +1000 | [diff] [blame] | 870 | 	ASSERT(type == XFS_BLF_UDQUOT_BUF || | 
 | 871 | 	       type == XFS_BLF_PDQUOT_BUF || | 
 | 872 | 	       type == XFS_BLF_GDQUOT_BUF); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 873 |  | 
 | 874 | 	bip = XFS_BUF_FSPRIVATE(bp, xfs_buf_log_item_t *); | 
 | 875 | 	ASSERT(atomic_read(&bip->bli_refcount) > 0); | 
 | 876 |  | 
 | 877 | 	bip->bli_format.blf_flags |= type; | 
 | 878 | } |