| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Olaf Weber | 3e57ecf | 2006-06-09 14:48:12 +1000 | [diff] [blame] | 2 |  * Copyright (c) 2000-2006 Silicon Graphics, Inc. | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 3 |  * All Rights Reserved. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 |  * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 5 |  * This program is free software; you can redistribute it and/or | 
 | 6 |  * modify it under the terms of the GNU General Public License as | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 |  * published by the Free Software Foundation. | 
 | 8 |  * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 9 |  * This program is distributed in the hope that it would be useful, | 
 | 10 |  * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
 | 11 |  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
 | 12 |  * GNU General Public License for more details. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 14 |  * You should have received a copy of the GNU General Public License | 
 | 15 |  * along with this program; if not, write the Free Software Foundation, | 
 | 16 |  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 |  */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "xfs.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include "xfs_fs.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 20 | #include "xfs_bit.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | #include "xfs_log.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 22 | #include "xfs_inum.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include "xfs_trans.h" | 
 | 24 | #include "xfs_sb.h" | 
 | 25 | #include "xfs_ag.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #include "xfs_alloc.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | #include "xfs_quota.h" | 
 | 28 | #include "xfs_mount.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #include "xfs_bmap_btree.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 30 | #include "xfs_alloc_btree.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | #include "xfs_ialloc_btree.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | #include "xfs_dinode.h" | 
 | 33 | #include "xfs_inode.h" | 
| Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 34 | #include "xfs_btree.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | #include "xfs_bmap.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | #include "xfs_rtalloc.h" | 
 | 37 | #include "xfs_error.h" | 
 | 38 | #include "xfs_itable.h" | 
 | 39 | #include "xfs_rw.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | #include "xfs_attr.h" | 
 | 41 | #include "xfs_buf_item.h" | 
 | 42 | #include "xfs_trans_space.h" | 
 | 43 | #include "xfs_utils.h" | 
 | 44 | #include "xfs_iomap.h" | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 45 | #include "xfs_trace.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 47 |  | 
 | 48 | #define XFS_WRITEIO_ALIGN(mp,off)	(((off) >> mp->m_writeio_log) \ | 
 | 49 | 						<< mp->m_writeio_log) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | #define XFS_WRITE_IMAPS		XFS_BMAP_MAX_NMAP | 
 | 51 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | STATIC int | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 53 | xfs_iomap_eof_align_last_fsb( | 
 | 54 | 	xfs_mount_t	*mp, | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 55 | 	xfs_inode_t	*ip, | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 56 | 	xfs_extlen_t	extsize, | 
 | 57 | 	xfs_fileoff_t	*last_fsb) | 
 | 58 | { | 
 | 59 | 	xfs_fileoff_t	new_last_fsb = 0; | 
 | 60 | 	xfs_extlen_t	align; | 
 | 61 | 	int		eof, error; | 
 | 62 |  | 
| Eric Sandeen | 71ddabb | 2007-11-23 16:29:42 +1100 | [diff] [blame] | 63 | 	if (XFS_IS_REALTIME_INODE(ip)) | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 64 | 		; | 
 | 65 | 	/* | 
 | 66 | 	 * If mounted with the "-o swalloc" option, roundup the allocation | 
 | 67 | 	 * request to a stripe width boundary if the file size is >= | 
 | 68 | 	 * stripe width and we are allocating past the allocation eof. | 
 | 69 | 	 */ | 
 | 70 | 	else if (mp->m_swidth && (mp->m_flags & XFS_MOUNT_SWALLOC) && | 
| Lachlan McIlroy | 9f6c92b | 2008-12-22 17:56:49 +1100 | [diff] [blame] | 71 | 	        (ip->i_size >= XFS_FSB_TO_B(mp, mp->m_swidth))) | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 72 | 		new_last_fsb = roundup_64(*last_fsb, mp->m_swidth); | 
 | 73 | 	/* | 
 | 74 | 	 * Roundup the allocation request to a stripe unit (m_dalign) boundary | 
 | 75 | 	 * if the file size is >= stripe unit size, and we are allocating past | 
 | 76 | 	 * the allocation eof. | 
 | 77 | 	 */ | 
| Lachlan McIlroy | 9f6c92b | 2008-12-22 17:56:49 +1100 | [diff] [blame] | 78 | 	else if (mp->m_dalign && (ip->i_size >= XFS_FSB_TO_B(mp, mp->m_dalign))) | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 79 | 		new_last_fsb = roundup_64(*last_fsb, mp->m_dalign); | 
 | 80 |  | 
 | 81 | 	/* | 
 | 82 | 	 * Always round up the allocation request to an extent boundary | 
 | 83 | 	 * (when file on a real-time subvolume or has di_extsize hint). | 
 | 84 | 	 */ | 
 | 85 | 	if (extsize) { | 
 | 86 | 		if (new_last_fsb) | 
 | 87 | 			align = roundup_64(new_last_fsb, extsize); | 
 | 88 | 		else | 
 | 89 | 			align = extsize; | 
 | 90 | 		new_last_fsb = roundup_64(*last_fsb, align); | 
 | 91 | 	} | 
 | 92 |  | 
 | 93 | 	if (new_last_fsb) { | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 94 | 		error = xfs_bmap_eof(ip, new_last_fsb, XFS_DATA_FORK, &eof); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 95 | 		if (error) | 
 | 96 | 			return error; | 
 | 97 | 		if (eof) | 
 | 98 | 			*last_fsb = new_last_fsb; | 
 | 99 | 	} | 
 | 100 | 	return 0; | 
 | 101 | } | 
 | 102 |  | 
 | 103 | STATIC int | 
| Nathan Scott | 572d95f | 2006-09-28 11:03:20 +1000 | [diff] [blame] | 104 | xfs_cmn_err_fsblock_zero( | 
 | 105 | 	xfs_inode_t	*ip, | 
 | 106 | 	xfs_bmbt_irec_t	*imap) | 
 | 107 | { | 
 | 108 | 	xfs_cmn_err(XFS_PTAG_FSBLOCK_ZERO, CE_ALERT, ip->i_mount, | 
 | 109 | 			"Access to block zero in inode %llu " | 
 | 110 | 			"start_block: %llx start_off: %llx " | 
 | 111 | 			"blkcnt: %llx extent-state: %x\n", | 
 | 112 | 		(unsigned long long)ip->i_ino, | 
 | 113 | 		(unsigned long long)imap->br_startblock, | 
 | 114 | 		(unsigned long long)imap->br_startoff, | 
 | 115 | 		(unsigned long long)imap->br_blockcount, | 
 | 116 | 		imap->br_state); | 
 | 117 | 	return EFSCORRUPTED; | 
 | 118 | } | 
 | 119 |  | 
| Christoph Hellwig | a206c81 | 2010-12-10 08:42:20 +0000 | [diff] [blame] | 120 | int | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | xfs_iomap_write_direct( | 
 | 122 | 	xfs_inode_t	*ip, | 
| Nathan Scott | f403b7f | 2005-05-05 13:33:40 -0700 | [diff] [blame] | 123 | 	xfs_off_t	offset, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | 	size_t		count, | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 125 | 	xfs_bmbt_irec_t *imap, | 
| Christoph Hellwig | 405f804 | 2010-12-10 08:42:19 +0000 | [diff] [blame] | 126 | 	int		nmaps) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | { | 
 | 128 | 	xfs_mount_t	*mp = ip->i_mount; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | 	xfs_fileoff_t	offset_fsb; | 
 | 130 | 	xfs_fileoff_t	last_fsb; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 131 | 	xfs_filblks_t	count_fsb, resaligned; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | 	xfs_fsblock_t	firstfsb; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 133 | 	xfs_extlen_t	extsz, temp; | 
| Eric Sandeen | 0116d93 | 2005-11-02 15:00:01 +1100 | [diff] [blame] | 134 | 	int		nimaps; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | 	int		bmapi_flag; | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 136 | 	int		quota_flag; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | 	int		rt; | 
 | 138 | 	xfs_trans_t	*tp; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | 	xfs_bmap_free_t free_list; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 140 | 	uint		qblocks, resblks, resrtextents; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | 	int		committed; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 142 | 	int		error; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 |  | 
 | 144 | 	/* | 
 | 145 | 	 * Make sure that the dquots are there. This doesn't hold | 
 | 146 | 	 * the ilock across a disk read. | 
 | 147 | 	 */ | 
| Christoph Hellwig | 7d09525 | 2009-06-08 15:33:32 +0200 | [diff] [blame] | 148 | 	error = xfs_qm_dqattach_locked(ip, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | 	if (error) | 
 | 150 | 		return XFS_ERROR(error); | 
 | 151 |  | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 152 | 	rt = XFS_IS_REALTIME_INODE(ip); | 
| David Chinner | 957d0eb | 2007-06-18 16:50:37 +1000 | [diff] [blame] | 153 | 	extsz = xfs_get_extsz_hint(ip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 |  | 
| David Chinner | 957d0eb | 2007-06-18 16:50:37 +1000 | [diff] [blame] | 155 | 	offset_fsb = XFS_B_TO_FSBT(mp, offset); | 
 | 156 | 	last_fsb = XFS_B_TO_FSB(mp, ((xfs_ufsize_t)(offset + count))); | 
| Lachlan McIlroy | 9f6c92b | 2008-12-22 17:56:49 +1100 | [diff] [blame] | 157 | 	if ((offset + count) > ip->i_size) { | 
 | 158 | 		error = xfs_iomap_eof_align_last_fsb(mp, ip, extsz, &last_fsb); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 159 | 		if (error) | 
 | 160 | 			goto error_out; | 
 | 161 | 	} else { | 
| Christoph Hellwig | 405f804 | 2010-12-10 08:42:19 +0000 | [diff] [blame] | 162 | 		if (nmaps && (imap->br_startblock == HOLESTARTBLOCK)) | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 163 | 			last_fsb = MIN(last_fsb, (xfs_fileoff_t) | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 164 | 					imap->br_blockcount + | 
 | 165 | 					imap->br_startoff); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 166 | 	} | 
 | 167 | 	count_fsb = last_fsb - offset_fsb; | 
 | 168 | 	ASSERT(count_fsb > 0); | 
 | 169 |  | 
 | 170 | 	resaligned = count_fsb; | 
 | 171 | 	if (unlikely(extsz)) { | 
 | 172 | 		if ((temp = do_mod(offset_fsb, extsz))) | 
 | 173 | 			resaligned += temp; | 
 | 174 | 		if ((temp = do_mod(resaligned, extsz))) | 
 | 175 | 			resaligned += extsz - temp; | 
 | 176 | 	} | 
 | 177 |  | 
 | 178 | 	if (unlikely(rt)) { | 
 | 179 | 		resrtextents = qblocks = resaligned; | 
 | 180 | 		resrtextents /= mp->m_sb.sb_rextsize; | 
| David Chinner | 84e1e99 | 2007-06-18 16:50:27 +1000 | [diff] [blame] | 181 | 		resblks = XFS_DIOSTRAT_SPACE_RES(mp, 0); | 
 | 182 | 		quota_flag = XFS_QMOPT_RES_RTBLKS; | 
 | 183 | 	} else { | 
 | 184 | 		resrtextents = 0; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 185 | 		resblks = qblocks = XFS_DIOSTRAT_SPACE_RES(mp, resaligned); | 
| David Chinner | 84e1e99 | 2007-06-18 16:50:27 +1000 | [diff] [blame] | 186 | 		quota_flag = XFS_QMOPT_RES_REGBLKS; | 
 | 187 | 	} | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 188 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | 	/* | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 190 | 	 * Allocate and setup the transaction | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 191 | 	 */ | 
 | 192 | 	xfs_iunlock(ip, XFS_ILOCK_EXCL); | 
 | 193 | 	tp = xfs_trans_alloc(mp, XFS_TRANS_DIOSTRAT); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 194 | 	error = xfs_trans_reserve(tp, resblks, | 
| Nathan Scott | d52b44d | 2005-09-02 16:41:32 +1000 | [diff] [blame] | 195 | 			XFS_WRITE_LOG_RES(mp), resrtextents, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | 			XFS_TRANS_PERM_LOG_RES, | 
 | 197 | 			XFS_WRITE_LOG_COUNT); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 | 	/* | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 199 | 	 * Check for running out of space, note: need lock to return | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 200 | 	 */ | 
 | 201 | 	if (error) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | 		xfs_trans_cancel(tp, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | 	xfs_ilock(ip, XFS_ILOCK_EXCL); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | 	if (error) | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 205 | 		goto error_out; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 |  | 
| Christoph Hellwig | 7d09525 | 2009-06-08 15:33:32 +0200 | [diff] [blame] | 207 | 	error = xfs_trans_reserve_quota_nblks(tp, ip, qblocks, 0, quota_flag); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 208 | 	if (error) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | 		goto error1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 |  | 
| Christoph Hellwig | 898621d | 2010-06-24 11:36:58 +1000 | [diff] [blame] | 211 | 	xfs_trans_ijoin(tp, ip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 |  | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 213 | 	bmapi_flag = XFS_BMAPI_WRITE; | 
| Christoph Hellwig | 405f804 | 2010-12-10 08:42:19 +0000 | [diff] [blame] | 214 | 	if (offset < ip->i_size || extsz) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | 		bmapi_flag |= XFS_BMAPI_PREALLOC; | 
 | 216 |  | 
 | 217 | 	/* | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 218 | 	 * Issue the xfs_bmapi() call to allocate the blocks. | 
 | 219 | 	 * | 
 | 220 | 	 * From this point onwards we overwrite the imap pointer that the | 
 | 221 | 	 * caller gave to us. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | 	 */ | 
| Eric Sandeen | 9d87c31 | 2009-01-14 23:22:07 -0600 | [diff] [blame] | 223 | 	xfs_bmap_init(&free_list, &firstfsb); | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 224 | 	nimaps = 1; | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 225 | 	error = xfs_bmapi(tp, ip, offset_fsb, count_fsb, bmapi_flag, | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 226 | 		&firstfsb, 0, imap, &nimaps, &free_list); | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 227 | 	if (error) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 228 | 		goto error0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 |  | 
 | 230 | 	/* | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 231 | 	 * Complete the transaction | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 232 | 	 */ | 
| Eric Sandeen | f7c99b6 | 2007-02-10 18:37:16 +1100 | [diff] [blame] | 233 | 	error = xfs_bmap_finish(&tp, &free_list, &committed); | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 234 | 	if (error) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | 		goto error0; | 
| Eric Sandeen | 1c72bf9 | 2007-05-08 13:48:42 +1000 | [diff] [blame] | 236 | 	error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES); | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 237 | 	if (error) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 238 | 		goto error_out; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 |  | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 240 | 	/* | 
 | 241 | 	 * Copy any maps to caller's array and return any error. | 
 | 242 | 	 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 243 | 	if (nimaps == 0) { | 
| Nathan Scott | 572d95f | 2006-09-28 11:03:20 +1000 | [diff] [blame] | 244 | 		error = ENOSPC; | 
 | 245 | 		goto error_out; | 
 | 246 | 	} | 
 | 247 |  | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 248 | 	if (!(imap->br_startblock || XFS_IS_REALTIME_INODE(ip))) { | 
 | 249 | 		error = xfs_cmn_err_fsblock_zero(ip, imap); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 250 | 		goto error_out; | 
 | 251 | 	} | 
 | 252 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 253 | 	return 0; | 
 | 254 |  | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 255 | error0:	/* Cancel bmap, unlock inode, unreserve quota blocks, cancel trans */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | 	xfs_bmap_cancel(&free_list); | 
| Christoph Hellwig | 7d09525 | 2009-06-08 15:33:32 +0200 | [diff] [blame] | 257 | 	xfs_trans_unreserve_quota_nblks(tp, ip, qblocks, 0, quota_flag); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 |  | 
| Nathan Scott | 06d10dd | 2005-06-21 15:48:47 +1000 | [diff] [blame] | 259 | error1:	/* Just cancel transaction */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 260 | 	xfs_trans_cancel(tp, XFS_TRANS_RELEASE_LOG_RES | XFS_TRANS_ABORT); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 261 |  | 
 | 262 | error_out: | 
 | 263 | 	return XFS_ERROR(error); | 
 | 264 | } | 
 | 265 |  | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 266 | /* | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 267 |  * If the caller is doing a write at the end of the file, then extend the | 
 | 268 |  * allocation out to the file system's write iosize.  We clean up any extra | 
 | 269 |  * space left over when the file is closed in xfs_inactive(). | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 270 |  * | 
 | 271 |  * If we find we already have delalloc preallocation beyond EOF, don't do more | 
 | 272 |  * preallocation as it it not needed. | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 273 |  */ | 
 | 274 | STATIC int | 
 | 275 | xfs_iomap_eof_want_preallocate( | 
 | 276 | 	xfs_mount_t	*mp, | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 277 | 	xfs_inode_t	*ip, | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 278 | 	xfs_off_t	offset, | 
 | 279 | 	size_t		count, | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 280 | 	xfs_bmbt_irec_t *imap, | 
 | 281 | 	int		nimaps, | 
 | 282 | 	int		*prealloc) | 
 | 283 | { | 
 | 284 | 	xfs_fileoff_t   start_fsb; | 
 | 285 | 	xfs_filblks_t   count_fsb; | 
 | 286 | 	xfs_fsblock_t	firstblock; | 
 | 287 | 	int		n, error, imaps; | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 288 | 	int		found_delalloc = 0; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 289 |  | 
 | 290 | 	*prealloc = 0; | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 291 | 	if ((offset + count) <= ip->i_size) | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 292 | 		return 0; | 
 | 293 |  | 
 | 294 | 	/* | 
 | 295 | 	 * If there are any real blocks past eof, then don't | 
 | 296 | 	 * do any speculative allocation. | 
 | 297 | 	 */ | 
 | 298 | 	start_fsb = XFS_B_TO_FSBT(mp, ((xfs_ufsize_t)(offset + count - 1))); | 
 | 299 | 	count_fsb = XFS_B_TO_FSB(mp, (xfs_ufsize_t)XFS_MAXIOFFSET(mp)); | 
 | 300 | 	while (count_fsb > 0) { | 
 | 301 | 		imaps = nimaps; | 
| Nathan Scott | 3ddb8fa | 2006-01-11 15:33:02 +1100 | [diff] [blame] | 302 | 		firstblock = NULLFSBLOCK; | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 303 | 		error = xfs_bmapi(NULL, ip, start_fsb, count_fsb, 0, | 
| Christoph Hellwig | b4e9181 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 304 | 				  &firstblock, 0, imap, &imaps, NULL); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 305 | 		if (error) | 
 | 306 | 			return error; | 
 | 307 | 		for (n = 0; n < imaps; n++) { | 
 | 308 | 			if ((imap[n].br_startblock != HOLESTARTBLOCK) && | 
 | 309 | 			    (imap[n].br_startblock != DELAYSTARTBLOCK)) | 
 | 310 | 				return 0; | 
 | 311 | 			start_fsb += imap[n].br_blockcount; | 
 | 312 | 			count_fsb -= imap[n].br_blockcount; | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 313 |  | 
 | 314 | 			if (imap[n].br_startblock == DELAYSTARTBLOCK) | 
 | 315 | 				found_delalloc = 1; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 316 | 		} | 
 | 317 | 	} | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 318 | 	if (!found_delalloc) | 
 | 319 | 		*prealloc = 1; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 320 | 	return 0; | 
 | 321 | } | 
 | 322 |  | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 323 | /* | 
 | 324 |  * If we don't have a user specified preallocation size, dynamically increase | 
 | 325 |  * the preallocation size as the size of the file grows. Cap the maximum size | 
 | 326 |  * at a single extent or less if the filesystem is near full. The closer the | 
 | 327 |  * filesystem is to full, the smaller the maximum prealocation. | 
 | 328 |  */ | 
 | 329 | STATIC xfs_fsblock_t | 
 | 330 | xfs_iomap_prealloc_size( | 
 | 331 | 	struct xfs_mount	*mp, | 
 | 332 | 	struct xfs_inode	*ip) | 
 | 333 | { | 
 | 334 | 	xfs_fsblock_t		alloc_blocks = 0; | 
 | 335 |  | 
 | 336 | 	if (!(mp->m_flags & XFS_MOUNT_DFLT_IOSIZE)) { | 
 | 337 | 		int shift = 0; | 
 | 338 | 		int64_t freesp; | 
 | 339 |  | 
| Dave Chinner | b8fc826 | 2011-01-27 12:14:12 +1100 | [diff] [blame] | 340 | 		/* | 
 | 341 | 		 * rounddown_pow_of_two() returns an undefined result | 
 | 342 | 		 * if we pass in alloc_blocks = 0. Hence the "+ 1" to | 
 | 343 | 		 * ensure we always pass in a non-zero value. | 
 | 344 | 		 */ | 
 | 345 | 		alloc_blocks = XFS_B_TO_FSB(mp, ip->i_size) + 1; | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 346 | 		alloc_blocks = XFS_FILEOFF_MIN(MAXEXTLEN, | 
 | 347 | 					rounddown_pow_of_two(alloc_blocks)); | 
 | 348 |  | 
 | 349 | 		xfs_icsb_sync_counters(mp, XFS_ICSB_LAZY_COUNT); | 
 | 350 | 		freesp = mp->m_sb.sb_fdblocks; | 
 | 351 | 		if (freesp < mp->m_low_space[XFS_LOWSP_5_PCNT]) { | 
 | 352 | 			shift = 2; | 
 | 353 | 			if (freesp < mp->m_low_space[XFS_LOWSP_4_PCNT]) | 
 | 354 | 				shift++; | 
 | 355 | 			if (freesp < mp->m_low_space[XFS_LOWSP_3_PCNT]) | 
 | 356 | 				shift++; | 
 | 357 | 			if (freesp < mp->m_low_space[XFS_LOWSP_2_PCNT]) | 
 | 358 | 				shift++; | 
 | 359 | 			if (freesp < mp->m_low_space[XFS_LOWSP_1_PCNT]) | 
 | 360 | 				shift++; | 
 | 361 | 		} | 
 | 362 | 		if (shift) | 
 | 363 | 			alloc_blocks >>= shift; | 
 | 364 | 	} | 
 | 365 |  | 
 | 366 | 	if (alloc_blocks < mp->m_writeio_blocks) | 
 | 367 | 		alloc_blocks = mp->m_writeio_blocks; | 
 | 368 |  | 
 | 369 | 	return alloc_blocks; | 
 | 370 | } | 
 | 371 |  | 
| Christoph Hellwig | a206c81 | 2010-12-10 08:42:20 +0000 | [diff] [blame] | 372 | int | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 373 | xfs_iomap_write_delay( | 
 | 374 | 	xfs_inode_t	*ip, | 
| Nathan Scott | f403b7f | 2005-05-05 13:33:40 -0700 | [diff] [blame] | 375 | 	xfs_off_t	offset, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 376 | 	size_t		count, | 
| Christoph Hellwig | 405f804 | 2010-12-10 08:42:19 +0000 | [diff] [blame] | 377 | 	xfs_bmbt_irec_t *ret_imap) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 378 | { | 
 | 379 | 	xfs_mount_t	*mp = ip->i_mount; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | 	xfs_fileoff_t	offset_fsb; | 
 | 381 | 	xfs_fileoff_t	last_fsb; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 382 | 	xfs_off_t	aligned_offset; | 
 | 383 | 	xfs_fileoff_t	ioalign; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | 	xfs_fsblock_t	firstblock; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 385 | 	xfs_extlen_t	extsz; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 386 | 	int		nimaps; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 387 | 	xfs_bmbt_irec_t imap[XFS_WRITE_IMAPS]; | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 388 | 	int		prealloc, flushed = 0; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 389 | 	int		error; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 |  | 
| Christoph Hellwig | 579aa9ca | 2008-04-22 17:34:00 +1000 | [diff] [blame] | 391 | 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 392 |  | 
 | 393 | 	/* | 
 | 394 | 	 * Make sure that the dquots are there. This doesn't hold | 
 | 395 | 	 * the ilock across a disk read. | 
 | 396 | 	 */ | 
| Christoph Hellwig | 7d09525 | 2009-06-08 15:33:32 +0200 | [diff] [blame] | 397 | 	error = xfs_qm_dqattach_locked(ip, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 398 | 	if (error) | 
 | 399 | 		return XFS_ERROR(error); | 
 | 400 |  | 
| David Chinner | 957d0eb | 2007-06-18 16:50:37 +1000 | [diff] [blame] | 401 | 	extsz = xfs_get_extsz_hint(ip); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 402 | 	offset_fsb = XFS_B_TO_FSBT(mp, offset); | 
 | 403 |  | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 404 |  | 
| Lachlan McIlroy | 9f6c92b | 2008-12-22 17:56:49 +1100 | [diff] [blame] | 405 | 	error = xfs_iomap_eof_want_preallocate(mp, ip, offset, count, | 
| Christoph Hellwig | 405f804 | 2010-12-10 08:42:19 +0000 | [diff] [blame] | 406 | 				imap, XFS_WRITE_IMAPS, &prealloc); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 407 | 	if (error) | 
 | 408 | 		return error; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 |  | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 410 | retry: | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 411 | 	if (prealloc) { | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 412 | 		xfs_fsblock_t	alloc_blocks = xfs_iomap_prealloc_size(mp, ip); | 
 | 413 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 414 | 		aligned_offset = XFS_WRITEIO_ALIGN(mp, (offset + count - 1)); | 
 | 415 | 		ioalign = XFS_B_TO_FSBT(mp, aligned_offset); | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 416 | 		last_fsb = ioalign + alloc_blocks; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 417 | 	} else { | 
 | 418 | 		last_fsb = XFS_B_TO_FSB(mp, ((xfs_ufsize_t)(offset + count))); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 419 | 	} | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 420 |  | 
 | 421 | 	if (prealloc || extsz) { | 
| Lachlan McIlroy | 9f6c92b | 2008-12-22 17:56:49 +1100 | [diff] [blame] | 422 | 		error = xfs_iomap_eof_align_last_fsb(mp, ip, extsz, &last_fsb); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 423 | 		if (error) | 
 | 424 | 			return error; | 
 | 425 | 	} | 
 | 426 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 427 | 	nimaps = XFS_WRITE_IMAPS; | 
 | 428 | 	firstblock = NULLFSBLOCK; | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 429 | 	error = xfs_bmapi(NULL, ip, offset_fsb, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 430 | 			  (xfs_filblks_t)(last_fsb - offset_fsb), | 
 | 431 | 			  XFS_BMAPI_DELAY | XFS_BMAPI_WRITE | | 
 | 432 | 			  XFS_BMAPI_ENTIRE, &firstblock, 1, imap, | 
| Christoph Hellwig | b4e9181 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 433 | 			  &nimaps, NULL); | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 434 | 	switch (error) { | 
 | 435 | 	case 0: | 
 | 436 | 	case ENOSPC: | 
 | 437 | 	case EDQUOT: | 
 | 438 | 		break; | 
 | 439 | 	default: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 440 | 		return XFS_ERROR(error); | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 441 | 	} | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 442 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | 	/* | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 444 | 	 * If bmapi returned us nothing, we got either ENOSPC or EDQUOT.  For | 
 | 445 | 	 * ENOSPC, * flush all other inodes with delalloc blocks to free up | 
 | 446 | 	 * some of the excess reserved metadata space. For both cases, retry | 
 | 447 | 	 * without EOF preallocation. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 448 | 	 */ | 
 | 449 | 	if (nimaps == 0) { | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 450 | 		trace_xfs_delalloc_enospc(ip, offset, count); | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 451 | 		if (flushed) | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 452 | 			return XFS_ERROR(error ? error : ENOSPC); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 453 |  | 
| Dave Chinner | 055388a | 2011-01-04 11:35:03 +1100 | [diff] [blame] | 454 | 		if (error == ENOSPC) { | 
 | 455 | 			xfs_iunlock(ip, XFS_ILOCK_EXCL); | 
 | 456 | 			xfs_flush_inodes(ip); | 
 | 457 | 			xfs_ilock(ip, XFS_ILOCK_EXCL); | 
 | 458 | 		} | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 459 |  | 
 | 460 | 		flushed = 1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 461 | 		error = 0; | 
| Dave Chinner | 8de2bf9 | 2009-04-06 18:49:12 +0200 | [diff] [blame] | 462 | 		prealloc = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 463 | 		goto retry; | 
 | 464 | 	} | 
 | 465 |  | 
| David Chinner | 86c4d62 | 2008-04-29 12:53:21 +1000 | [diff] [blame] | 466 | 	if (!(imap[0].br_startblock || XFS_IS_REALTIME_INODE(ip))) | 
| Nathan Scott | 572d95f | 2006-09-28 11:03:20 +1000 | [diff] [blame] | 467 | 		return xfs_cmn_err_fsblock_zero(ip, &imap[0]); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 468 |  | 
 | 469 | 	*ret_imap = imap[0]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 470 | 	return 0; | 
 | 471 | } | 
 | 472 |  | 
 | 473 | /* | 
 | 474 |  * Pass in a delayed allocate extent, convert it to real extents; | 
 | 475 |  * return to the caller the extent we create which maps on top of | 
 | 476 |  * the originating callers request. | 
 | 477 |  * | 
 | 478 |  * Called without a lock on the inode. | 
| David Chinner | e4143a1 | 2007-11-23 16:29:11 +1100 | [diff] [blame] | 479 |  * | 
 | 480 |  * We no longer bother to look at the incoming map - all we have to | 
 | 481 |  * guarantee is that whatever we allocate fills the required range. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 482 |  */ | 
| Christoph Hellwig | a206c81 | 2010-12-10 08:42:20 +0000 | [diff] [blame] | 483 | int | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 484 | xfs_iomap_write_allocate( | 
 | 485 | 	xfs_inode_t	*ip, | 
| Nathan Scott | f403b7f | 2005-05-05 13:33:40 -0700 | [diff] [blame] | 486 | 	xfs_off_t	offset, | 
| Nathan Scott | 24e17b5 | 2005-05-05 13:33:20 -0700 | [diff] [blame] | 487 | 	size_t		count, | 
| Christoph Hellwig | 405f804 | 2010-12-10 08:42:19 +0000 | [diff] [blame] | 488 | 	xfs_bmbt_irec_t *imap) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 489 | { | 
 | 490 | 	xfs_mount_t	*mp = ip->i_mount; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 491 | 	xfs_fileoff_t	offset_fsb, last_block; | 
 | 492 | 	xfs_fileoff_t	end_fsb, map_start_fsb; | 
 | 493 | 	xfs_fsblock_t	first_block; | 
 | 494 | 	xfs_bmap_free_t	free_list; | 
 | 495 | 	xfs_filblks_t	count_fsb; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 496 | 	xfs_trans_t	*tp; | 
| David Chinner | e4143a1 | 2007-11-23 16:29:11 +1100 | [diff] [blame] | 497 | 	int		nimaps, committed; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 498 | 	int		error = 0; | 
 | 499 | 	int		nres; | 
 | 500 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 501 | 	/* | 
 | 502 | 	 * Make sure that the dquots are there. | 
 | 503 | 	 */ | 
| Christoph Hellwig | 7d09525 | 2009-06-08 15:33:32 +0200 | [diff] [blame] | 504 | 	error = xfs_qm_dqattach(ip, 0); | 
 | 505 | 	if (error) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 506 | 		return XFS_ERROR(error); | 
 | 507 |  | 
| Nathan Scott | 24e17b5 | 2005-05-05 13:33:20 -0700 | [diff] [blame] | 508 | 	offset_fsb = XFS_B_TO_FSBT(mp, offset); | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 509 | 	count_fsb = imap->br_blockcount; | 
 | 510 | 	map_start_fsb = imap->br_startoff; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 511 |  | 
 | 512 | 	XFS_STATS_ADD(xs_xstrat_bytes, XFS_FSB_TO_B(mp, count_fsb)); | 
 | 513 |  | 
 | 514 | 	while (count_fsb != 0) { | 
 | 515 | 		/* | 
 | 516 | 		 * Set up a transaction with which to allocate the | 
 | 517 | 		 * backing store for the file.  Do allocations in a | 
 | 518 | 		 * loop until we get some space in the range we are | 
 | 519 | 		 * interested in.  The other space that might be allocated | 
 | 520 | 		 * is in the delayed allocation extent on which we sit | 
 | 521 | 		 * but before our buffer starts. | 
 | 522 | 		 */ | 
 | 523 |  | 
 | 524 | 		nimaps = 0; | 
 | 525 | 		while (nimaps == 0) { | 
 | 526 | 			tp = xfs_trans_alloc(mp, XFS_TRANS_STRAT_WRITE); | 
| David Chinner | 84e1e99 | 2007-06-18 16:50:27 +1000 | [diff] [blame] | 527 | 			tp->t_flags |= XFS_TRANS_RESERVE; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 528 | 			nres = XFS_EXTENTADD_SPACE_RES(mp, XFS_DATA_FORK); | 
 | 529 | 			error = xfs_trans_reserve(tp, nres, | 
 | 530 | 					XFS_WRITE_LOG_RES(mp), | 
 | 531 | 					0, XFS_TRANS_PERM_LOG_RES, | 
 | 532 | 					XFS_WRITE_LOG_COUNT); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 533 | 			if (error) { | 
 | 534 | 				xfs_trans_cancel(tp, 0); | 
 | 535 | 				return XFS_ERROR(error); | 
 | 536 | 			} | 
 | 537 | 			xfs_ilock(ip, XFS_ILOCK_EXCL); | 
| Christoph Hellwig | 898621d | 2010-06-24 11:36:58 +1000 | [diff] [blame] | 538 | 			xfs_trans_ijoin(tp, ip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 539 |  | 
| Eric Sandeen | 9d87c31 | 2009-01-14 23:22:07 -0600 | [diff] [blame] | 540 | 			xfs_bmap_init(&free_list, &first_block); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 541 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 542 | 			/* | 
| David Chinner | e4143a1 | 2007-11-23 16:29:11 +1100 | [diff] [blame] | 543 | 			 * it is possible that the extents have changed since | 
 | 544 | 			 * we did the read call as we dropped the ilock for a | 
 | 545 | 			 * while. We have to be careful about truncates or hole | 
 | 546 | 			 * punchs here - we are not allowed to allocate | 
 | 547 | 			 * non-delalloc blocks here. | 
 | 548 | 			 * | 
 | 549 | 			 * The only protection against truncation is the pages | 
 | 550 | 			 * for the range we are being asked to convert are | 
 | 551 | 			 * locked and hence a truncate will block on them | 
 | 552 | 			 * first. | 
 | 553 | 			 * | 
 | 554 | 			 * As a result, if we go beyond the range we really | 
 | 555 | 			 * need and hit an delalloc extent boundary followed by | 
 | 556 | 			 * a hole while we have excess blocks in the map, we | 
 | 557 | 			 * will fill the hole incorrectly and overrun the | 
 | 558 | 			 * transaction reservation. | 
 | 559 | 			 * | 
 | 560 | 			 * Using a single map prevents this as we are forced to | 
 | 561 | 			 * check each map we look for overlap with the desired | 
 | 562 | 			 * range and abort as soon as we find it. Also, given | 
 | 563 | 			 * that we only return a single map, having one beyond | 
 | 564 | 			 * what we can return is probably a bit silly. | 
 | 565 | 			 * | 
 | 566 | 			 * We also need to check that we don't go beyond EOF; | 
 | 567 | 			 * this is a truncate optimisation as a truncate sets | 
 | 568 | 			 * the new file size before block on the pages we | 
 | 569 | 			 * currently have locked under writeback. Because they | 
 | 570 | 			 * are about to be tossed, we don't need to write them | 
 | 571 | 			 * back.... | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 572 | 			 */ | 
| David Chinner | e4143a1 | 2007-11-23 16:29:11 +1100 | [diff] [blame] | 573 | 			nimaps = 1; | 
| Lachlan McIlroy | ba87ea6 | 2007-05-08 13:49:46 +1000 | [diff] [blame] | 574 | 			end_fsb = XFS_B_TO_FSB(mp, ip->i_size); | 
| David Chinner | 7c9ef85 | 2008-04-10 12:21:59 +1000 | [diff] [blame] | 575 | 			error = xfs_bmap_last_offset(NULL, ip, &last_block, | 
 | 576 | 							XFS_DATA_FORK); | 
 | 577 | 			if (error) | 
 | 578 | 				goto trans_cancel; | 
 | 579 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 580 | 			last_block = XFS_FILEOFF_MAX(last_block, end_fsb); | 
 | 581 | 			if ((map_start_fsb + count_fsb) > last_block) { | 
 | 582 | 				count_fsb = last_block - map_start_fsb; | 
 | 583 | 				if (count_fsb == 0) { | 
 | 584 | 					error = EAGAIN; | 
 | 585 | 					goto trans_cancel; | 
 | 586 | 				} | 
 | 587 | 			} | 
 | 588 |  | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 589 | 			/* | 
 | 590 | 			 * Go get the actual blocks. | 
 | 591 | 	 	 	 * | 
 | 592 | 			 * From this point onwards we overwrite the imap | 
 | 593 | 			 * pointer that the caller gave to us. | 
 | 594 | 			 */ | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 595 | 			error = xfs_bmapi(tp, ip, map_start_fsb, count_fsb, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 596 | 					XFS_BMAPI_WRITE, &first_block, 1, | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 597 | 					imap, &nimaps, &free_list); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 598 | 			if (error) | 
 | 599 | 				goto trans_cancel; | 
 | 600 |  | 
| Eric Sandeen | f7c99b6 | 2007-02-10 18:37:16 +1100 | [diff] [blame] | 601 | 			error = xfs_bmap_finish(&tp, &free_list, &committed); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 602 | 			if (error) | 
 | 603 | 				goto trans_cancel; | 
 | 604 |  | 
| Eric Sandeen | 1c72bf9 | 2007-05-08 13:48:42 +1000 | [diff] [blame] | 605 | 			error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 606 | 			if (error) | 
 | 607 | 				goto error0; | 
 | 608 |  | 
 | 609 | 			xfs_iunlock(ip, XFS_ILOCK_EXCL); | 
 | 610 | 		} | 
 | 611 |  | 
 | 612 | 		/* | 
 | 613 | 		 * See if we were able to allocate an extent that | 
 | 614 | 		 * covers at least part of the callers request | 
 | 615 | 		 */ | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 616 | 		if (!(imap->br_startblock || XFS_IS_REALTIME_INODE(ip))) | 
 | 617 | 			return xfs_cmn_err_fsblock_zero(ip, imap); | 
| David Chinner | 86c4d62 | 2008-04-29 12:53:21 +1000 | [diff] [blame] | 618 |  | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 619 | 		if ((offset_fsb >= imap->br_startoff) && | 
 | 620 | 		    (offset_fsb < (imap->br_startoff + | 
 | 621 | 				   imap->br_blockcount))) { | 
| David Chinner | e4143a1 | 2007-11-23 16:29:11 +1100 | [diff] [blame] | 622 | 			XFS_STATS_INC(xs_xstrat_quick); | 
 | 623 | 			return 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 624 | 		} | 
 | 625 |  | 
| David Chinner | e4143a1 | 2007-11-23 16:29:11 +1100 | [diff] [blame] | 626 | 		/* | 
 | 627 | 		 * So far we have not mapped the requested part of the | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 628 | 		 * file, just surrounding data, try again. | 
 | 629 | 		 */ | 
| Christoph Hellwig | 3070451 | 2010-06-24 11:42:19 +1000 | [diff] [blame] | 630 | 		count_fsb -= imap->br_blockcount; | 
 | 631 | 		map_start_fsb = imap->br_startoff + imap->br_blockcount; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 632 | 	} | 
 | 633 |  | 
 | 634 | trans_cancel: | 
 | 635 | 	xfs_bmap_cancel(&free_list); | 
 | 636 | 	xfs_trans_cancel(tp, XFS_TRANS_RELEASE_LOG_RES | XFS_TRANS_ABORT); | 
 | 637 | error0: | 
 | 638 | 	xfs_iunlock(ip, XFS_ILOCK_EXCL); | 
 | 639 | 	return XFS_ERROR(error); | 
 | 640 | } | 
 | 641 |  | 
 | 642 | int | 
 | 643 | xfs_iomap_write_unwritten( | 
 | 644 | 	xfs_inode_t	*ip, | 
| Nathan Scott | f403b7f | 2005-05-05 13:33:40 -0700 | [diff] [blame] | 645 | 	xfs_off_t	offset, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 646 | 	size_t		count) | 
 | 647 | { | 
 | 648 | 	xfs_mount_t	*mp = ip->i_mount; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 649 | 	xfs_fileoff_t	offset_fsb; | 
 | 650 | 	xfs_filblks_t	count_fsb; | 
 | 651 | 	xfs_filblks_t	numblks_fsb; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 652 | 	xfs_fsblock_t	firstfsb; | 
 | 653 | 	int		nimaps; | 
 | 654 | 	xfs_trans_t	*tp; | 
 | 655 | 	xfs_bmbt_irec_t imap; | 
 | 656 | 	xfs_bmap_free_t free_list; | 
 | 657 | 	uint		resblks; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 658 | 	int		committed; | 
 | 659 | 	int		error; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 660 |  | 
| Christoph Hellwig | 0b1b213 | 2009-12-14 23:14:59 +0000 | [diff] [blame] | 661 | 	trace_xfs_unwritten_convert(ip, offset, count); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 662 |  | 
 | 663 | 	offset_fsb = XFS_B_TO_FSBT(mp, offset); | 
 | 664 | 	count_fsb = XFS_B_TO_FSB(mp, (xfs_ufsize_t)offset + count); | 
 | 665 | 	count_fsb = (xfs_filblks_t)(count_fsb - offset_fsb); | 
 | 666 |  | 
| Lachlan McIlroy | 4ddd8bb | 2008-06-27 13:32:53 +1000 | [diff] [blame] | 667 | 	/* | 
 | 668 | 	 * Reserve enough blocks in this transaction for two complete extent | 
 | 669 | 	 * btree splits.  We may be converting the middle part of an unwritten | 
 | 670 | 	 * extent and in this case we will insert two new extents in the btree | 
 | 671 | 	 * each of which could cause a full split. | 
 | 672 | 	 * | 
 | 673 | 	 * This reservation amount will be used in the first call to | 
 | 674 | 	 * xfs_bmbt_split() to select an AG with enough space to satisfy the | 
 | 675 | 	 * rest of the operation. | 
 | 676 | 	 */ | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 677 | 	resblks = XFS_DIOSTRAT_SPACE_RES(mp, 0) << 1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 678 |  | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 679 | 	do { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 680 | 		/* | 
 | 681 | 		 * set up a transaction to convert the range of extents | 
 | 682 | 		 * from unwritten to real. Do allocations in a loop until | 
 | 683 | 		 * we have covered the range passed in. | 
| Christoph Hellwig | 80641dc | 2009-10-19 04:00:03 +0000 | [diff] [blame] | 684 | 		 * | 
 | 685 | 		 * Note that we open code the transaction allocation here | 
 | 686 | 		 * to pass KM_NOFS--we can't risk to recursing back into | 
 | 687 | 		 * the filesystem here as we might be asked to write out | 
 | 688 | 		 * the same inode that we complete here and might deadlock | 
 | 689 | 		 * on the iolock. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 690 | 		 */ | 
| Christoph Hellwig | 80641dc | 2009-10-19 04:00:03 +0000 | [diff] [blame] | 691 | 		xfs_wait_for_freeze(mp, SB_FREEZE_TRANS); | 
 | 692 | 		tp = _xfs_trans_alloc(mp, XFS_TRANS_STRAT_WRITE, KM_NOFS); | 
| David Chinner | 84e1e99 | 2007-06-18 16:50:27 +1000 | [diff] [blame] | 693 | 		tp->t_flags |= XFS_TRANS_RESERVE; | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 694 | 		error = xfs_trans_reserve(tp, resblks, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 695 | 				XFS_WRITE_LOG_RES(mp), 0, | 
 | 696 | 				XFS_TRANS_PERM_LOG_RES, | 
 | 697 | 				XFS_WRITE_LOG_COUNT); | 
 | 698 | 		if (error) { | 
 | 699 | 			xfs_trans_cancel(tp, 0); | 
| Nathan Scott | 572d95f | 2006-09-28 11:03:20 +1000 | [diff] [blame] | 700 | 			return XFS_ERROR(error); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 701 | 		} | 
 | 702 |  | 
 | 703 | 		xfs_ilock(ip, XFS_ILOCK_EXCL); | 
| Christoph Hellwig | 898621d | 2010-06-24 11:36:58 +1000 | [diff] [blame] | 704 | 		xfs_trans_ijoin(tp, ip); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 705 |  | 
 | 706 | 		/* | 
 | 707 | 		 * Modify the unwritten extent state of the buffer. | 
 | 708 | 		 */ | 
| Eric Sandeen | 9d87c31 | 2009-01-14 23:22:07 -0600 | [diff] [blame] | 709 | 		xfs_bmap_init(&free_list, &firstfsb); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 710 | 		nimaps = 1; | 
| Lachlan McIlroy | 541d7d3 | 2007-10-11 17:34:33 +1000 | [diff] [blame] | 711 | 		error = xfs_bmapi(tp, ip, offset_fsb, count_fsb, | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 712 | 				  XFS_BMAPI_WRITE|XFS_BMAPI_CONVERT, &firstfsb, | 
| Christoph Hellwig | b4e9181 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 713 | 				  1, &imap, &nimaps, &free_list); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 714 | 		if (error) | 
 | 715 | 			goto error_on_bmapi_transaction; | 
 | 716 |  | 
| Eric Sandeen | f7c99b6 | 2007-02-10 18:37:16 +1100 | [diff] [blame] | 717 | 		error = xfs_bmap_finish(&(tp), &(free_list), &committed); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 718 | 		if (error) | 
 | 719 | 			goto error_on_bmapi_transaction; | 
 | 720 |  | 
| Eric Sandeen | 1c72bf9 | 2007-05-08 13:48:42 +1000 | [diff] [blame] | 721 | 		error = xfs_trans_commit(tp, XFS_TRANS_RELEASE_LOG_RES); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 722 | 		xfs_iunlock(ip, XFS_ILOCK_EXCL); | 
 | 723 | 		if (error) | 
| Nathan Scott | 572d95f | 2006-09-28 11:03:20 +1000 | [diff] [blame] | 724 | 			return XFS_ERROR(error); | 
| Nathan Scott | dd9f438 | 2006-01-11 15:28:28 +1100 | [diff] [blame] | 725 |  | 
| David Chinner | 86c4d62 | 2008-04-29 12:53:21 +1000 | [diff] [blame] | 726 | 		if (!(imap.br_startblock || XFS_IS_REALTIME_INODE(ip))) | 
| Nathan Scott | 572d95f | 2006-09-28 11:03:20 +1000 | [diff] [blame] | 727 | 			return xfs_cmn_err_fsblock_zero(ip, &imap); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 728 |  | 
 | 729 | 		if ((numblks_fsb = imap.br_blockcount) == 0) { | 
 | 730 | 			/* | 
 | 731 | 			 * The numblks_fsb value should always get | 
 | 732 | 			 * smaller, otherwise the loop is stuck. | 
 | 733 | 			 */ | 
 | 734 | 			ASSERT(imap.br_blockcount); | 
 | 735 | 			break; | 
 | 736 | 		} | 
 | 737 | 		offset_fsb += numblks_fsb; | 
 | 738 | 		count_fsb -= numblks_fsb; | 
 | 739 | 	} while (count_fsb > 0); | 
 | 740 |  | 
 | 741 | 	return 0; | 
 | 742 |  | 
 | 743 | error_on_bmapi_transaction: | 
 | 744 | 	xfs_bmap_cancel(&free_list); | 
 | 745 | 	xfs_trans_cancel(tp, (XFS_TRANS_RELEASE_LOG_RES | XFS_TRANS_ABORT)); | 
 | 746 | 	xfs_iunlock(ip, XFS_ILOCK_EXCL); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 747 | 	return XFS_ERROR(error); | 
 | 748 | } |