| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Dave Kleikamp | 6b6bf51 | 2005-05-04 09:11:49 -0500 | [diff] [blame] | 2 |  *   Copyright (C) International Business Machines Corp., 2000-2005 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 |  * | 
 | 4 |  *   This program is free software;  you can redistribute it and/or modify | 
 | 5 |  *   it under the terms of the GNU General Public License as published by | 
| Dave Kleikamp | 63f83c9 | 2006-10-02 09:55:27 -0500 | [diff] [blame] | 6 |  *   the Free Software Foundation; either version 2 of the License, or | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 |  *   (at your option) any later version. | 
| Dave Kleikamp | 63f83c9 | 2006-10-02 09:55:27 -0500 | [diff] [blame] | 8 |  * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 |  *   This program is distributed in the hope that it will be useful, | 
 | 10 |  *   but WITHOUT ANY WARRANTY;  without even the implied warranty of | 
 | 11 |  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See | 
 | 12 |  *   the GNU General Public License for more details. | 
 | 13 |  * | 
 | 14 |  *   You should have received a copy of the GNU General Public License | 
| Dave Kleikamp | 63f83c9 | 2006-10-02 09:55:27 -0500 | [diff] [blame] | 15 |  *   along with this program;  if not, write to the Free Software | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 |  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | 
 | 17 |  */ | 
 | 18 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 19 |  *	jfs_xtree.c: extent allocation descriptor B+-tree manager | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 |  */ | 
 | 21 |  | 
 | 22 | #include <linux/fs.h> | 
| Alexey Dobriyan | b2e03ca | 2008-05-13 08:22:10 -0500 | [diff] [blame] | 23 | #include <linux/module.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include <linux/quotaops.h> | 
| Alexey Dobriyan | b2e03ca | 2008-05-13 08:22:10 -0500 | [diff] [blame] | 25 | #include <linux/seq_file.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #include "jfs_incore.h" | 
 | 27 | #include "jfs_filsys.h" | 
 | 28 | #include "jfs_metapage.h" | 
 | 29 | #include "jfs_dmap.h" | 
 | 30 | #include "jfs_dinode.h" | 
 | 31 | #include "jfs_superblock.h" | 
 | 32 | #include "jfs_debug.h" | 
 | 33 |  | 
 | 34 | /* | 
 | 35 |  * xtree local flag | 
 | 36 |  */ | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 37 | #define XT_INSERT	0x00000001 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 |  | 
 | 39 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 40 |  *	xtree key/entry comparison: extent offset | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 |  * | 
 | 42 |  * return: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 43 |  *	-1: k < start of extent | 
 | 44 |  *	 0: start_of_extent <= k <= end_of_extent | 
 | 45 |  *	 1: k > end_of_extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 |  */ | 
 | 47 | #define XT_CMP(CMP, K, X, OFFSET64)\ | 
 | 48 | {\ | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 49 | 	OFFSET64 = offsetXAD(X);\ | 
 | 50 | 	(CMP) = ((K) >= OFFSET64 + lengthXAD(X)) ? 1 :\ | 
 | 51 | 		((K) < OFFSET64) ? -1 : 0;\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | } | 
 | 53 |  | 
 | 54 | /* write a xad entry */ | 
 | 55 | #define XT_PUTENTRY(XAD, FLAG, OFF, LEN, ADDR)\ | 
 | 56 | {\ | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 57 | 	(XAD)->flag = (FLAG);\ | 
 | 58 | 	XADoffset((XAD), (OFF));\ | 
 | 59 | 	XADlength((XAD), (LEN));\ | 
 | 60 | 	XADaddress((XAD), (ADDR));\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | } | 
 | 62 |  | 
 | 63 | #define XT_PAGE(IP, MP) BT_PAGE(IP, MP, xtpage_t, i_xtroot) | 
 | 64 |  | 
 | 65 | /* get page buffer for specified block address */ | 
 | 66 | /* ToDo: Replace this ugly macro with a function */ | 
 | 67 | #define XT_GETPAGE(IP, BN, MP, SIZE, P, RC)\ | 
 | 68 | {\ | 
 | 69 | 	BT_GETPAGE(IP, BN, MP, xtpage_t, SIZE, P, RC, i_xtroot)\ | 
 | 70 | 	if (!(RC))\ | 
 | 71 | 	{\ | 
 | 72 | 		if ((le16_to_cpu((P)->header.nextindex) < XTENTRYSTART) ||\ | 
 | 73 | 		    (le16_to_cpu((P)->header.nextindex) > le16_to_cpu((P)->header.maxentry)) ||\ | 
 | 74 | 		    (le16_to_cpu((P)->header.maxentry) > (((BN)==0)?XTROOTMAXSLOT:PSIZE>>L2XTSLOTSIZE)))\ | 
 | 75 | 		{\ | 
 | 76 | 			jfs_error((IP)->i_sb, "XT_GETPAGE: xtree page corrupt");\ | 
 | 77 | 			BT_PUTPAGE(MP);\ | 
 | 78 | 			MP = NULL;\ | 
 | 79 | 			RC = -EIO;\ | 
 | 80 | 		}\ | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 81 | 	}\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | } | 
 | 83 |  | 
 | 84 | /* for consistency */ | 
 | 85 | #define XT_PUTPAGE(MP) BT_PUTPAGE(MP) | 
 | 86 |  | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 87 | #define XT_GETSEARCH(IP, LEAF, BN, MP, P, INDEX) \ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | 	BT_GETSEARCH(IP, LEAF, BN, MP, xtpage_t, P, INDEX, i_xtroot) | 
 | 89 | /* xtree entry parameter descriptor */ | 
 | 90 | struct xtsplit { | 
 | 91 | 	struct metapage *mp; | 
 | 92 | 	s16 index; | 
 | 93 | 	u8 flag; | 
 | 94 | 	s64 off; | 
 | 95 | 	s64 addr; | 
 | 96 | 	int len; | 
 | 97 | 	struct pxdlist *pxdlist; | 
 | 98 | }; | 
 | 99 |  | 
 | 100 |  | 
 | 101 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 102 |  *	statistics | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 |  */ | 
 | 104 | #ifdef CONFIG_JFS_STATISTICS | 
 | 105 | static struct { | 
 | 106 | 	uint search; | 
 | 107 | 	uint fastSearch; | 
 | 108 | 	uint split; | 
 | 109 | } xtStat; | 
 | 110 | #endif | 
 | 111 |  | 
 | 112 |  | 
 | 113 | /* | 
 | 114 |  * forward references | 
 | 115 |  */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 116 | static int xtSearch(struct inode *ip, s64 xoff, s64 *next, int *cmpp, | 
 | 117 | 		    struct btstack * btstack, int flag); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 |  | 
 | 119 | static int xtSplitUp(tid_t tid, | 
 | 120 | 		     struct inode *ip, | 
 | 121 | 		     struct xtsplit * split, struct btstack * btstack); | 
 | 122 |  | 
 | 123 | static int xtSplitPage(tid_t tid, struct inode *ip, struct xtsplit * split, | 
 | 124 | 		       struct metapage ** rmpp, s64 * rbnp); | 
 | 125 |  | 
 | 126 | static int xtSplitRoot(tid_t tid, struct inode *ip, | 
 | 127 | 		       struct xtsplit * split, struct metapage ** rmpp); | 
 | 128 |  | 
 | 129 | #ifdef _STILL_TO_PORT | 
 | 130 | static int xtDeleteUp(tid_t tid, struct inode *ip, struct metapage * fmp, | 
 | 131 | 		      xtpage_t * fp, struct btstack * btstack); | 
 | 132 |  | 
 | 133 | static int xtSearchNode(struct inode *ip, | 
 | 134 | 			xad_t * xad, | 
 | 135 | 			int *cmpp, struct btstack * btstack, int flag); | 
 | 136 |  | 
 | 137 | static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * fp); | 
 | 138 | #endif				/*  _STILL_TO_PORT */ | 
 | 139 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 141 |  *	xtLookup() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 |  * | 
 | 143 |  * function: map a single page into a physical extent; | 
 | 144 |  */ | 
 | 145 | int xtLookup(struct inode *ip, s64 lstart, | 
 | 146 | 	     s64 llen, int *pflag, s64 * paddr, s32 * plen, int no_check) | 
 | 147 | { | 
 | 148 | 	int rc = 0; | 
 | 149 | 	struct btstack btstack; | 
 | 150 | 	int cmp; | 
 | 151 | 	s64 bn; | 
 | 152 | 	struct metapage *mp; | 
 | 153 | 	xtpage_t *p; | 
 | 154 | 	int index; | 
 | 155 | 	xad_t *xad; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 156 | 	s64 next, size, xoff, xend; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | 	int xlen; | 
 | 158 | 	s64 xaddr; | 
 | 159 |  | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 160 | 	*paddr = 0; | 
 | 161 | 	*plen = llen; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 |  | 
 | 163 | 	if (!no_check) { | 
 | 164 | 		/* is lookup offset beyond eof ? */ | 
 | 165 | 		size = ((u64) ip->i_size + (JFS_SBI(ip->i_sb)->bsize - 1)) >> | 
 | 166 | 		    JFS_SBI(ip->i_sb)->l2bsize; | 
| Dave Kleikamp | fec1878 | 2009-01-09 15:42:04 -0600 | [diff] [blame] | 167 | 		if (lstart >= size) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | 			return 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | 	} | 
 | 170 |  | 
 | 171 | 	/* | 
 | 172 | 	 * search for the xad entry covering the logical extent | 
 | 173 | 	 */ | 
 | 174 | //search: | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 175 | 	if ((rc = xtSearch(ip, lstart, &next, &cmp, &btstack, 0))) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | 		jfs_err("xtLookup: xtSearch returned %d", rc); | 
 | 177 | 		return rc; | 
 | 178 | 	} | 
 | 179 |  | 
 | 180 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 181 | 	 *	compute the physical extent covering logical extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | 	 * | 
 | 183 | 	 * N.B. search may have failed (e.g., hole in sparse file), | 
 | 184 | 	 * and returned the index of the next entry. | 
 | 185 | 	 */ | 
 | 186 | 	/* retrieve search result */ | 
 | 187 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 188 |  | 
 | 189 | 	/* is xad found covering start of logical extent ? | 
 | 190 | 	 * lstart is a page start address, | 
 | 191 | 	 * i.e., lstart cannot start in a hole; | 
 | 192 | 	 */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 193 | 	if (cmp) { | 
 | 194 | 		if (next) | 
 | 195 | 			*plen = min(next - lstart, llen); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | 		goto out; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 197 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 |  | 
 | 199 | 	/* | 
 | 200 | 	 * lxd covered by xad | 
 | 201 | 	 */ | 
 | 202 | 	xad = &p->xad[index]; | 
 | 203 | 	xoff = offsetXAD(xad); | 
 | 204 | 	xlen = lengthXAD(xad); | 
 | 205 | 	xend = xoff + xlen; | 
 | 206 | 	xaddr = addressXAD(xad); | 
 | 207 |  | 
 | 208 | 	/* initialize new pxd */ | 
 | 209 | 	*pflag = xad->flag; | 
 | 210 | 	*paddr = xaddr + (lstart - xoff); | 
 | 211 | 	/* a page must be fully covered by an xad */ | 
 | 212 | 	*plen = min(xend - lstart, llen); | 
 | 213 |  | 
 | 214 |       out: | 
 | 215 | 	XT_PUTPAGE(mp); | 
 | 216 |  | 
 | 217 | 	return rc; | 
 | 218 | } | 
 | 219 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 221 |  *	xtSearch() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 223 |  * function:	search for the xad entry covering specified offset. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 |  * | 
 | 225 |  * parameters: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 226 |  *	ip	- file object; | 
 | 227 |  *	xoff	- extent offset; | 
 | 228 |  *	nextp	- address of next extent (if any) for search miss | 
 | 229 |  *	cmpp	- comparison result: | 
 | 230 |  *	btstack - traverse stack; | 
 | 231 |  *	flag	- search process flag (XT_INSERT); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 232 |  * | 
 | 233 |  * returns: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 234 |  *	btstack contains (bn, index) of search path traversed to the entry. | 
 | 235 |  *	*cmpp is set to result of comparison with the entry returned. | 
 | 236 |  *	the page containing the entry is pinned at exit. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 |  */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 238 | static int xtSearch(struct inode *ip, s64 xoff,	s64 *nextp, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 | 		    int *cmpp, struct btstack * btstack, int flag) | 
 | 240 | { | 
 | 241 | 	struct jfs_inode_info *jfs_ip = JFS_IP(ip); | 
 | 242 | 	int rc = 0; | 
 | 243 | 	int cmp = 1;		/* init for empty page */ | 
 | 244 | 	s64 bn;			/* block number */ | 
 | 245 | 	struct metapage *mp;	/* page buffer */ | 
 | 246 | 	xtpage_t *p;		/* page */ | 
 | 247 | 	xad_t *xad; | 
 | 248 | 	int base, index, lim, btindex; | 
 | 249 | 	struct btframe *btsp; | 
 | 250 | 	int nsplit = 0;		/* number of pages to split */ | 
 | 251 | 	s64 t64; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 252 | 	s64 next = 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 253 |  | 
 | 254 | 	INCREMENT(xtStat.search); | 
 | 255 |  | 
 | 256 | 	BT_CLR(btstack); | 
 | 257 |  | 
 | 258 | 	btstack->nsplit = 0; | 
 | 259 |  | 
 | 260 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 261 | 	 *	search down tree from root: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 262 | 	 * | 
 | 263 | 	 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of | 
 | 264 | 	 * internal page, child page Pi contains entry with k, Ki <= K < Kj. | 
 | 265 | 	 * | 
 | 266 | 	 * if entry with search key K is not found | 
 | 267 | 	 * internal page search find the entry with largest key Ki | 
 | 268 | 	 * less than K which point to the child page to search; | 
 | 269 | 	 * leaf page search find the entry with smallest key Kj | 
 | 270 | 	 * greater than K so that the returned index is the position of | 
 | 271 | 	 * the entry to be shifted right for insertion of new entry. | 
 | 272 | 	 * for empty tree, search key is greater than any key of the tree. | 
 | 273 | 	 * | 
 | 274 | 	 * by convention, root bn = 0. | 
 | 275 | 	 */ | 
 | 276 | 	for (bn = 0;;) { | 
 | 277 | 		/* get/pin the page to search */ | 
 | 278 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 279 | 		if (rc) | 
 | 280 | 			return rc; | 
 | 281 |  | 
 | 282 | 		/* try sequential access heuristics with the previous | 
 | 283 | 		 * access entry in target leaf page: | 
 | 284 | 		 * once search narrowed down into the target leaf, | 
 | 285 | 		 * key must either match an entry in the leaf or | 
 | 286 | 		 * key entry does not exist in the tree; | 
 | 287 | 		 */ | 
 | 288 | //fastSearch: | 
 | 289 | 		if ((jfs_ip->btorder & BT_SEQUENTIAL) && | 
 | 290 | 		    (p->header.flag & BT_LEAF) && | 
 | 291 | 		    (index = jfs_ip->btindex) < | 
 | 292 | 		    le16_to_cpu(p->header.nextindex)) { | 
 | 293 | 			xad = &p->xad[index]; | 
 | 294 | 			t64 = offsetXAD(xad); | 
 | 295 | 			if (xoff < t64 + lengthXAD(xad)) { | 
 | 296 | 				if (xoff >= t64) { | 
 | 297 | 					*cmpp = 0; | 
 | 298 | 					goto out; | 
 | 299 | 				} | 
 | 300 |  | 
 | 301 | 				/* stop sequential access heuristics */ | 
 | 302 | 				goto binarySearch; | 
 | 303 | 			} else {	/* (t64 + lengthXAD(xad)) <= xoff */ | 
 | 304 |  | 
 | 305 | 				/* try next sequential entry */ | 
 | 306 | 				index++; | 
 | 307 | 				if (index < | 
 | 308 | 				    le16_to_cpu(p->header.nextindex)) { | 
 | 309 | 					xad++; | 
 | 310 | 					t64 = offsetXAD(xad); | 
 | 311 | 					if (xoff < t64 + lengthXAD(xad)) { | 
 | 312 | 						if (xoff >= t64) { | 
 | 313 | 							*cmpp = 0; | 
 | 314 | 							goto out; | 
 | 315 | 						} | 
 | 316 |  | 
 | 317 | 						/* miss: key falls between | 
 | 318 | 						 * previous and this entry | 
 | 319 | 						 */ | 
 | 320 | 						*cmpp = 1; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 321 | 						next = t64; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 322 | 						goto out; | 
 | 323 | 					} | 
 | 324 |  | 
 | 325 | 					/* (xoff >= t64 + lengthXAD(xad)); | 
 | 326 | 					 * matching entry may be further out: | 
 | 327 | 					 * stop heuristic search | 
 | 328 | 					 */ | 
 | 329 | 					/* stop sequential access heuristics */ | 
 | 330 | 					goto binarySearch; | 
 | 331 | 				} | 
 | 332 |  | 
 | 333 | 				/* (index == p->header.nextindex); | 
 | 334 | 				 * miss: key entry does not exist in | 
 | 335 | 				 * the target leaf/tree | 
 | 336 | 				 */ | 
 | 337 | 				*cmpp = 1; | 
 | 338 | 				goto out; | 
 | 339 | 			} | 
 | 340 |  | 
 | 341 | 			/* | 
 | 342 | 			 * if hit, return index of the entry found, and | 
 | 343 | 			 * if miss, where new entry with search key is | 
 | 344 | 			 * to be inserted; | 
 | 345 | 			 */ | 
 | 346 | 		      out: | 
 | 347 | 			/* compute number of pages to split */ | 
 | 348 | 			if (flag & XT_INSERT) { | 
 | 349 | 				if (p->header.nextindex ==	/* little-endian */ | 
 | 350 | 				    p->header.maxentry) | 
 | 351 | 					nsplit++; | 
 | 352 | 				else | 
 | 353 | 					nsplit = 0; | 
 | 354 | 				btstack->nsplit = nsplit; | 
 | 355 | 			} | 
 | 356 |  | 
 | 357 | 			/* save search result */ | 
 | 358 | 			btsp = btstack->top; | 
 | 359 | 			btsp->bn = bn; | 
 | 360 | 			btsp->index = index; | 
 | 361 | 			btsp->mp = mp; | 
 | 362 |  | 
 | 363 | 			/* update sequential access heuristics */ | 
 | 364 | 			jfs_ip->btindex = index; | 
 | 365 |  | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 366 | 			if (nextp) | 
 | 367 | 				*nextp = next; | 
 | 368 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 369 | 			INCREMENT(xtStat.fastSearch); | 
 | 370 | 			return 0; | 
 | 371 | 		} | 
 | 372 |  | 
 | 373 | 		/* well, ... full search now */ | 
 | 374 | 	      binarySearch: | 
 | 375 | 		lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART; | 
 | 376 |  | 
 | 377 | 		/* | 
 | 378 | 		 * binary search with search key K on the current page | 
 | 379 | 		 */ | 
 | 380 | 		for (base = XTENTRYSTART; lim; lim >>= 1) { | 
 | 381 | 			index = base + (lim >> 1); | 
 | 382 |  | 
 | 383 | 			XT_CMP(cmp, xoff, &p->xad[index], t64); | 
 | 384 | 			if (cmp == 0) { | 
 | 385 | 				/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 386 | 				 *	search hit | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 387 | 				 */ | 
 | 388 | 				/* search hit - leaf page: | 
 | 389 | 				 * return the entry found | 
 | 390 | 				 */ | 
 | 391 | 				if (p->header.flag & BT_LEAF) { | 
 | 392 | 					*cmpp = cmp; | 
 | 393 |  | 
 | 394 | 					/* compute number of pages to split */ | 
 | 395 | 					if (flag & XT_INSERT) { | 
 | 396 | 						if (p->header.nextindex == | 
 | 397 | 						    p->header.maxentry) | 
 | 398 | 							nsplit++; | 
 | 399 | 						else | 
 | 400 | 							nsplit = 0; | 
 | 401 | 						btstack->nsplit = nsplit; | 
 | 402 | 					} | 
 | 403 |  | 
 | 404 | 					/* save search result */ | 
 | 405 | 					btsp = btstack->top; | 
 | 406 | 					btsp->bn = bn; | 
 | 407 | 					btsp->index = index; | 
 | 408 | 					btsp->mp = mp; | 
 | 409 |  | 
 | 410 | 					/* init sequential access heuristics */ | 
 | 411 | 					btindex = jfs_ip->btindex; | 
 | 412 | 					if (index == btindex || | 
 | 413 | 					    index == btindex + 1) | 
 | 414 | 						jfs_ip->btorder = BT_SEQUENTIAL; | 
 | 415 | 					else | 
 | 416 | 						jfs_ip->btorder = BT_RANDOM; | 
 | 417 | 					jfs_ip->btindex = index; | 
 | 418 |  | 
 | 419 | 					return 0; | 
 | 420 | 				} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 421 | 				/* search hit - internal page: | 
 | 422 | 				 * descend/search its child page | 
 | 423 | 				 */ | 
| Dave Kleikamp | 6b6bf51 | 2005-05-04 09:11:49 -0500 | [diff] [blame] | 424 | 				if (index < le16_to_cpu(p->header.nextindex)-1) | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 425 | 					next = offsetXAD(&p->xad[index + 1]); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 426 | 				goto next; | 
 | 427 | 			} | 
 | 428 |  | 
 | 429 | 			if (cmp > 0) { | 
 | 430 | 				base = index + 1; | 
 | 431 | 				--lim; | 
 | 432 | 			} | 
 | 433 | 		} | 
 | 434 |  | 
 | 435 | 		/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 436 | 		 *	search miss | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 437 | 		 * | 
 | 438 | 		 * base is the smallest index with key (Kj) greater than | 
 | 439 | 		 * search key (K) and may be zero or maxentry index. | 
 | 440 | 		 */ | 
| Dave Kleikamp | 6b6bf51 | 2005-05-04 09:11:49 -0500 | [diff] [blame] | 441 | 		if (base < le16_to_cpu(p->header.nextindex)) | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 442 | 			next = offsetXAD(&p->xad[base]); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | 		/* | 
 | 444 | 		 * search miss - leaf page: | 
 | 445 | 		 * | 
 | 446 | 		 * return location of entry (base) where new entry with | 
 | 447 | 		 * search key K is to be inserted. | 
 | 448 | 		 */ | 
 | 449 | 		if (p->header.flag & BT_LEAF) { | 
 | 450 | 			*cmpp = cmp; | 
 | 451 |  | 
 | 452 | 			/* compute number of pages to split */ | 
 | 453 | 			if (flag & XT_INSERT) { | 
 | 454 | 				if (p->header.nextindex == | 
 | 455 | 				    p->header.maxentry) | 
 | 456 | 					nsplit++; | 
 | 457 | 				else | 
 | 458 | 					nsplit = 0; | 
 | 459 | 				btstack->nsplit = nsplit; | 
 | 460 | 			} | 
 | 461 |  | 
 | 462 | 			/* save search result */ | 
 | 463 | 			btsp = btstack->top; | 
 | 464 | 			btsp->bn = bn; | 
 | 465 | 			btsp->index = base; | 
 | 466 | 			btsp->mp = mp; | 
 | 467 |  | 
 | 468 | 			/* init sequential access heuristics */ | 
 | 469 | 			btindex = jfs_ip->btindex; | 
 | 470 | 			if (base == btindex || base == btindex + 1) | 
 | 471 | 				jfs_ip->btorder = BT_SEQUENTIAL; | 
 | 472 | 			else | 
 | 473 | 				jfs_ip->btorder = BT_RANDOM; | 
 | 474 | 			jfs_ip->btindex = base; | 
 | 475 |  | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 476 | 			if (nextp) | 
 | 477 | 				*nextp = next; | 
 | 478 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 479 | 			return 0; | 
 | 480 | 		} | 
 | 481 |  | 
 | 482 | 		/* | 
 | 483 | 		 * search miss - non-leaf page: | 
 | 484 | 		 * | 
 | 485 | 		 * if base is non-zero, decrement base by one to get the parent | 
 | 486 | 		 * entry of the child page to search. | 
 | 487 | 		 */ | 
 | 488 | 		index = base ? base - 1 : base; | 
 | 489 |  | 
 | 490 | 		/* | 
 | 491 | 		 * go down to child page | 
 | 492 | 		 */ | 
 | 493 | 	      next: | 
 | 494 | 		/* update number of pages to split */ | 
 | 495 | 		if (p->header.nextindex == p->header.maxentry) | 
 | 496 | 			nsplit++; | 
 | 497 | 		else | 
 | 498 | 			nsplit = 0; | 
 | 499 |  | 
 | 500 | 		/* push (bn, index) of the parent page/entry */ | 
| Dave Kleikamp | 17e6afc | 2007-01-09 08:57:34 -0600 | [diff] [blame] | 501 | 		if (BT_STACK_FULL(btstack)) { | 
 | 502 | 			jfs_error(ip->i_sb, "stack overrun in xtSearch!"); | 
 | 503 | 			XT_PUTPAGE(mp); | 
 | 504 | 			return -EIO; | 
 | 505 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 506 | 		BT_PUSH(btstack, bn, index); | 
 | 507 |  | 
 | 508 | 		/* get the child page block number */ | 
 | 509 | 		bn = addressXAD(&p->xad[index]); | 
 | 510 |  | 
 | 511 | 		/* unpin the parent page */ | 
 | 512 | 		XT_PUTPAGE(mp); | 
 | 513 | 	} | 
 | 514 | } | 
 | 515 |  | 
 | 516 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 517 |  *	xtInsert() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 518 |  * | 
 | 519 |  * function: | 
 | 520 |  * | 
 | 521 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 522 |  *	tid	- transaction id; | 
 | 523 |  *	ip	- file object; | 
 | 524 |  *	xflag	- extent flag (XAD_NOTRECORDED): | 
 | 525 |  *	xoff	- extent offset; | 
 | 526 |  *	xlen	- extent length; | 
 | 527 |  *	xaddrp	- extent address pointer (in/out): | 
 | 528 |  *		if (*xaddrp) | 
 | 529 |  *			caller allocated data extent at *xaddrp; | 
 | 530 |  *		else | 
 | 531 |  *			allocate data extent and return its xaddr; | 
 | 532 |  *	flag	- | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 533 |  * | 
 | 534 |  * return: | 
 | 535 |  */ | 
 | 536 | int xtInsert(tid_t tid,		/* transaction id */ | 
 | 537 | 	     struct inode *ip, int xflag, s64 xoff, s32 xlen, s64 * xaddrp, | 
 | 538 | 	     int flag) | 
 | 539 | { | 
 | 540 | 	int rc = 0; | 
 | 541 | 	s64 xaddr, hint; | 
 | 542 | 	struct metapage *mp;	/* meta-page buffer */ | 
 | 543 | 	xtpage_t *p;		/* base B+-tree index page */ | 
 | 544 | 	s64 bn; | 
 | 545 | 	int index, nextindex; | 
 | 546 | 	struct btstack btstack;	/* traverse stack */ | 
 | 547 | 	struct xtsplit split;	/* split information */ | 
 | 548 | 	xad_t *xad; | 
 | 549 | 	int cmp; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 550 | 	s64 next; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 551 | 	struct tlock *tlck; | 
 | 552 | 	struct xtlock *xtlck; | 
 | 553 |  | 
 | 554 | 	jfs_info("xtInsert: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen); | 
 | 555 |  | 
 | 556 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 557 | 	 *	search for the entry location at which to insert: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 558 | 	 * | 
 | 559 | 	 * xtFastSearch() and xtSearch() both returns (leaf page | 
 | 560 | 	 * pinned, index at which to insert). | 
 | 561 | 	 * n.b. xtSearch() may return index of maxentry of | 
 | 562 | 	 * the full page. | 
 | 563 | 	 */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 564 | 	if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 565 | 		return rc; | 
 | 566 |  | 
 | 567 | 	/* retrieve search result */ | 
 | 568 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 569 |  | 
 | 570 | 	/* This test must follow XT_GETSEARCH since mp must be valid if | 
 | 571 | 	 * we branch to out: */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 572 | 	if ((cmp == 0) || (next && (xlen > next - xoff))) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 573 | 		rc = -EEXIST; | 
 | 574 | 		goto out; | 
 | 575 | 	} | 
 | 576 |  | 
 | 577 | 	/* | 
 | 578 | 	 * allocate data extent requested | 
 | 579 | 	 * | 
 | 580 | 	 * allocation hint: last xad | 
 | 581 | 	 */ | 
 | 582 | 	if ((xaddr = *xaddrp) == 0) { | 
 | 583 | 		if (index > XTENTRYSTART) { | 
 | 584 | 			xad = &p->xad[index - 1]; | 
 | 585 | 			hint = addressXAD(xad) + lengthXAD(xad) - 1; | 
 | 586 | 		} else | 
 | 587 | 			hint = 0; | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 588 | 		if ((rc = dquot_alloc_block(ip, xlen))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 589 | 			goto out; | 
 | 590 | 		if ((rc = dbAlloc(ip, hint, (s64) xlen, &xaddr))) { | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 591 | 			dquot_free_block(ip, xlen); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 592 | 			goto out; | 
 | 593 | 		} | 
 | 594 | 	} | 
 | 595 |  | 
 | 596 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 597 | 	 *	insert entry for new extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 598 | 	 */ | 
 | 599 | 	xflag |= XAD_NEW; | 
 | 600 |  | 
 | 601 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 602 | 	 *	if the leaf page is full, split the page and | 
 | 603 | 	 *	propagate up the router entry for the new page from split | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 604 | 	 * | 
 | 605 | 	 * The xtSplitUp() will insert the entry and unpin the leaf page. | 
 | 606 | 	 */ | 
 | 607 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
 | 608 | 	if (nextindex == le16_to_cpu(p->header.maxentry)) { | 
 | 609 | 		split.mp = mp; | 
 | 610 | 		split.index = index; | 
 | 611 | 		split.flag = xflag; | 
 | 612 | 		split.off = xoff; | 
 | 613 | 		split.len = xlen; | 
 | 614 | 		split.addr = xaddr; | 
 | 615 | 		split.pxdlist = NULL; | 
 | 616 | 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) { | 
 | 617 | 			/* undo data extent allocation */ | 
 | 618 | 			if (*xaddrp == 0) { | 
 | 619 | 				dbFree(ip, xaddr, (s64) xlen); | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 620 | 				dquot_free_block(ip, xlen); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 621 | 			} | 
 | 622 | 			return rc; | 
 | 623 | 		} | 
 | 624 |  | 
 | 625 | 		*xaddrp = xaddr; | 
 | 626 | 		return 0; | 
 | 627 | 	} | 
 | 628 |  | 
 | 629 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 630 | 	 *	insert the new entry into the leaf page | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 631 | 	 */ | 
 | 632 | 	/* | 
 | 633 | 	 * acquire a transaction lock on the leaf page; | 
 | 634 | 	 * | 
 | 635 | 	 * action: xad insertion/extension; | 
 | 636 | 	 */ | 
 | 637 | 	BT_MARK_DIRTY(mp, ip); | 
 | 638 |  | 
 | 639 | 	/* if insert into middle, shift right remaining entries. */ | 
 | 640 | 	if (index < nextindex) | 
 | 641 | 		memmove(&p->xad[index + 1], &p->xad[index], | 
 | 642 | 			(nextindex - index) * sizeof(xad_t)); | 
 | 643 |  | 
 | 644 | 	/* insert the new entry: mark the entry NEW */ | 
 | 645 | 	xad = &p->xad[index]; | 
 | 646 | 	XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr); | 
 | 647 |  | 
 | 648 | 	/* advance next available entry index */ | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 649 | 	le16_add_cpu(&p->header.nextindex, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 650 |  | 
 | 651 | 	/* Don't log it if there are no links to the file */ | 
 | 652 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 653 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW); | 
 | 654 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 655 | 		xtlck->lwm.offset = | 
 | 656 | 		    (xtlck->lwm.offset) ? min(index, | 
 | 657 | 					      (int)xtlck->lwm.offset) : index; | 
 | 658 | 		xtlck->lwm.length = | 
 | 659 | 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset; | 
 | 660 | 	} | 
 | 661 |  | 
 | 662 | 	*xaddrp = xaddr; | 
 | 663 |  | 
 | 664 |       out: | 
 | 665 | 	/* unpin the leaf page */ | 
 | 666 | 	XT_PUTPAGE(mp); | 
 | 667 |  | 
 | 668 | 	return rc; | 
 | 669 | } | 
 | 670 |  | 
 | 671 |  | 
 | 672 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 673 |  *	xtSplitUp() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 674 |  * | 
 | 675 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 676 |  *	split full pages as propagating insertion up the tree | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 677 |  * | 
 | 678 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 679 |  *	tid	- transaction id; | 
 | 680 |  *	ip	- file object; | 
 | 681 |  *	split	- entry parameter descriptor; | 
 | 682 |  *	btstack - traverse stack from xtSearch() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 683 |  * | 
 | 684 |  * return: | 
 | 685 |  */ | 
 | 686 | static int | 
 | 687 | xtSplitUp(tid_t tid, | 
 | 688 | 	  struct inode *ip, struct xtsplit * split, struct btstack * btstack) | 
 | 689 | { | 
 | 690 | 	int rc = 0; | 
 | 691 | 	struct metapage *smp; | 
 | 692 | 	xtpage_t *sp;		/* split page */ | 
 | 693 | 	struct metapage *rmp; | 
 | 694 | 	s64 rbn;		/* new right page block number */ | 
 | 695 | 	struct metapage *rcmp; | 
 | 696 | 	xtpage_t *rcp;		/* right child page */ | 
 | 697 | 	s64 rcbn;		/* right child page block number */ | 
 | 698 | 	int skip;		/* index of entry of insertion */ | 
 | 699 | 	int nextindex;		/* next available entry index of p */ | 
 | 700 | 	struct btframe *parent;	/* parent page entry on traverse stack */ | 
 | 701 | 	xad_t *xad; | 
 | 702 | 	s64 xaddr; | 
 | 703 | 	int xlen; | 
 | 704 | 	int nsplit;		/* number of pages split */ | 
 | 705 | 	struct pxdlist pxdlist; | 
 | 706 | 	pxd_t *pxd; | 
 | 707 | 	struct tlock *tlck; | 
 | 708 | 	struct xtlock *xtlck; | 
 | 709 |  | 
 | 710 | 	smp = split->mp; | 
 | 711 | 	sp = XT_PAGE(ip, smp); | 
 | 712 |  | 
 | 713 | 	/* is inode xtree root extension/inline EA area free ? */ | 
 | 714 | 	if ((sp->header.flag & BT_ROOT) && (!S_ISDIR(ip->i_mode)) && | 
 | 715 | 	    (le16_to_cpu(sp->header.maxentry) < XTROOTMAXSLOT) && | 
 | 716 | 	    (JFS_IP(ip)->mode2 & INLINEEA)) { | 
 | 717 | 		sp->header.maxentry = cpu_to_le16(XTROOTMAXSLOT); | 
 | 718 | 		JFS_IP(ip)->mode2 &= ~INLINEEA; | 
 | 719 |  | 
 | 720 | 		BT_MARK_DIRTY(smp, ip); | 
 | 721 | 		/* | 
 | 722 | 		 * acquire a transaction lock on the leaf page; | 
 | 723 | 		 * | 
 | 724 | 		 * action: xad insertion/extension; | 
 | 725 | 		 */ | 
 | 726 |  | 
 | 727 | 		/* if insert into middle, shift right remaining entries. */ | 
 | 728 | 		skip = split->index; | 
 | 729 | 		nextindex = le16_to_cpu(sp->header.nextindex); | 
 | 730 | 		if (skip < nextindex) | 
 | 731 | 			memmove(&sp->xad[skip + 1], &sp->xad[skip], | 
 | 732 | 				(nextindex - skip) * sizeof(xad_t)); | 
 | 733 |  | 
 | 734 | 		/* insert the new entry: mark the entry NEW */ | 
 | 735 | 		xad = &sp->xad[skip]; | 
 | 736 | 		XT_PUTENTRY(xad, split->flag, split->off, split->len, | 
 | 737 | 			    split->addr); | 
 | 738 |  | 
 | 739 | 		/* advance next available entry index */ | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 740 | 		le16_add_cpu(&sp->header.nextindex, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 741 |  | 
 | 742 | 		/* Don't log it if there are no links to the file */ | 
 | 743 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 744 | 			tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW); | 
 | 745 | 			xtlck = (struct xtlock *) & tlck->lock; | 
 | 746 | 			xtlck->lwm.offset = (xtlck->lwm.offset) ? | 
 | 747 | 			    min(skip, (int)xtlck->lwm.offset) : skip; | 
 | 748 | 			xtlck->lwm.length = | 
 | 749 | 			    le16_to_cpu(sp->header.nextindex) - | 
 | 750 | 			    xtlck->lwm.offset; | 
 | 751 | 		} | 
 | 752 |  | 
 | 753 | 		return 0; | 
 | 754 | 	} | 
 | 755 |  | 
 | 756 | 	/* | 
 | 757 | 	 * allocate new index blocks to cover index page split(s) | 
 | 758 | 	 * | 
 | 759 | 	 * allocation hint: ? | 
 | 760 | 	 */ | 
 | 761 | 	if (split->pxdlist == NULL) { | 
 | 762 | 		nsplit = btstack->nsplit; | 
 | 763 | 		split->pxdlist = &pxdlist; | 
 | 764 | 		pxdlist.maxnpxd = pxdlist.npxd = 0; | 
 | 765 | 		pxd = &pxdlist.pxd[0]; | 
 | 766 | 		xlen = JFS_SBI(ip->i_sb)->nbperpage; | 
 | 767 | 		for (; nsplit > 0; nsplit--, pxd++) { | 
 | 768 | 			if ((rc = dbAlloc(ip, (s64) 0, (s64) xlen, &xaddr)) | 
 | 769 | 			    == 0) { | 
 | 770 | 				PXDaddress(pxd, xaddr); | 
 | 771 | 				PXDlength(pxd, xlen); | 
 | 772 |  | 
 | 773 | 				pxdlist.maxnpxd++; | 
 | 774 |  | 
 | 775 | 				continue; | 
 | 776 | 			} | 
 | 777 |  | 
 | 778 | 			/* undo allocation */ | 
 | 779 |  | 
 | 780 | 			XT_PUTPAGE(smp); | 
 | 781 | 			return rc; | 
 | 782 | 		} | 
 | 783 | 	} | 
 | 784 |  | 
 | 785 | 	/* | 
 | 786 | 	 * Split leaf page <sp> into <sp> and a new right page <rp>. | 
 | 787 | 	 * | 
 | 788 | 	 * The split routines insert the new entry into the leaf page, | 
 | 789 | 	 * and acquire txLock as appropriate. | 
 | 790 | 	 * return <rp> pinned and its block number <rpbn>. | 
 | 791 | 	 */ | 
 | 792 | 	rc = (sp->header.flag & BT_ROOT) ? | 
 | 793 | 	    xtSplitRoot(tid, ip, split, &rmp) : | 
 | 794 | 	    xtSplitPage(tid, ip, split, &rmp, &rbn); | 
 | 795 |  | 
 | 796 | 	XT_PUTPAGE(smp); | 
 | 797 |  | 
 | 798 | 	if (rc) | 
 | 799 | 		return -EIO; | 
 | 800 | 	/* | 
 | 801 | 	 * propagate up the router entry for the leaf page just split | 
 | 802 | 	 * | 
 | 803 | 	 * insert a router entry for the new page into the parent page, | 
 | 804 | 	 * propagate the insert/split up the tree by walking back the stack | 
 | 805 | 	 * of (bn of parent page, index of child page entry in parent page) | 
 | 806 | 	 * that were traversed during the search for the page that split. | 
 | 807 | 	 * | 
 | 808 | 	 * the propagation of insert/split up the tree stops if the root | 
 | 809 | 	 * splits or the page inserted into doesn't have to split to hold | 
 | 810 | 	 * the new entry. | 
 | 811 | 	 * | 
 | 812 | 	 * the parent entry for the split page remains the same, and | 
 | 813 | 	 * a new entry is inserted at its right with the first key and | 
 | 814 | 	 * block number of the new right page. | 
 | 815 | 	 * | 
 | 816 | 	 * There are a maximum of 3 pages pinned at any time: | 
 | 817 | 	 * right child, left parent and right parent (when the parent splits) | 
 | 818 | 	 * to keep the child page pinned while working on the parent. | 
 | 819 | 	 * make sure that all pins are released at exit. | 
 | 820 | 	 */ | 
 | 821 | 	while ((parent = BT_POP(btstack)) != NULL) { | 
 | 822 | 		/* parent page specified by stack frame <parent> */ | 
 | 823 |  | 
 | 824 | 		/* keep current child pages <rcp> pinned */ | 
 | 825 | 		rcmp = rmp; | 
 | 826 | 		rcbn = rbn; | 
 | 827 | 		rcp = XT_PAGE(ip, rcmp); | 
 | 828 |  | 
 | 829 | 		/* | 
 | 830 | 		 * insert router entry in parent for new right child page <rp> | 
 | 831 | 		 */ | 
 | 832 | 		/* get/pin the parent page <sp> */ | 
 | 833 | 		XT_GETPAGE(ip, parent->bn, smp, PSIZE, sp, rc); | 
 | 834 | 		if (rc) { | 
 | 835 | 			XT_PUTPAGE(rcmp); | 
 | 836 | 			return rc; | 
 | 837 | 		} | 
 | 838 |  | 
 | 839 | 		/* | 
 | 840 | 		 * The new key entry goes ONE AFTER the index of parent entry, | 
 | 841 | 		 * because the split was to the right. | 
 | 842 | 		 */ | 
 | 843 | 		skip = parent->index + 1; | 
 | 844 |  | 
 | 845 | 		/* | 
 | 846 | 		 * split or shift right remaining entries of the parent page | 
 | 847 | 		 */ | 
 | 848 | 		nextindex = le16_to_cpu(sp->header.nextindex); | 
 | 849 | 		/* | 
 | 850 | 		 * parent page is full - split the parent page | 
 | 851 | 		 */ | 
 | 852 | 		if (nextindex == le16_to_cpu(sp->header.maxentry)) { | 
 | 853 | 			/* init for parent page split */ | 
 | 854 | 			split->mp = smp; | 
 | 855 | 			split->index = skip;	/* index at insert */ | 
 | 856 | 			split->flag = XAD_NEW; | 
 | 857 | 			split->off = offsetXAD(&rcp->xad[XTENTRYSTART]); | 
 | 858 | 			split->len = JFS_SBI(ip->i_sb)->nbperpage; | 
 | 859 | 			split->addr = rcbn; | 
 | 860 |  | 
 | 861 | 			/* unpin previous right child page */ | 
 | 862 | 			XT_PUTPAGE(rcmp); | 
 | 863 |  | 
 | 864 | 			/* The split routines insert the new entry, | 
 | 865 | 			 * and acquire txLock as appropriate. | 
 | 866 | 			 * return <rp> pinned and its block number <rpbn>. | 
 | 867 | 			 */ | 
 | 868 | 			rc = (sp->header.flag & BT_ROOT) ? | 
 | 869 | 			    xtSplitRoot(tid, ip, split, &rmp) : | 
 | 870 | 			    xtSplitPage(tid, ip, split, &rmp, &rbn); | 
 | 871 | 			if (rc) { | 
 | 872 | 				XT_PUTPAGE(smp); | 
 | 873 | 				return rc; | 
 | 874 | 			} | 
 | 875 |  | 
 | 876 | 			XT_PUTPAGE(smp); | 
 | 877 | 			/* keep new child page <rp> pinned */ | 
 | 878 | 		} | 
 | 879 | 		/* | 
 | 880 | 		 * parent page is not full - insert in parent page | 
 | 881 | 		 */ | 
 | 882 | 		else { | 
 | 883 | 			/* | 
 | 884 | 			 * insert router entry in parent for the right child | 
 | 885 | 			 * page from the first entry of the right child page: | 
 | 886 | 			 */ | 
 | 887 | 			/* | 
 | 888 | 			 * acquire a transaction lock on the parent page; | 
 | 889 | 			 * | 
 | 890 | 			 * action: router xad insertion; | 
 | 891 | 			 */ | 
 | 892 | 			BT_MARK_DIRTY(smp, ip); | 
 | 893 |  | 
 | 894 | 			/* | 
 | 895 | 			 * if insert into middle, shift right remaining entries | 
 | 896 | 			 */ | 
 | 897 | 			if (skip < nextindex) | 
 | 898 | 				memmove(&sp->xad[skip + 1], &sp->xad[skip], | 
 | 899 | 					(nextindex - | 
 | 900 | 					 skip) << L2XTSLOTSIZE); | 
 | 901 |  | 
 | 902 | 			/* insert the router entry */ | 
 | 903 | 			xad = &sp->xad[skip]; | 
 | 904 | 			XT_PUTENTRY(xad, XAD_NEW, | 
 | 905 | 				    offsetXAD(&rcp->xad[XTENTRYSTART]), | 
 | 906 | 				    JFS_SBI(ip->i_sb)->nbperpage, rcbn); | 
 | 907 |  | 
 | 908 | 			/* advance next available entry index. */ | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 909 | 			le16_add_cpu(&sp->header.nextindex, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 910 |  | 
 | 911 | 			/* Don't log it if there are no links to the file */ | 
 | 912 | 			if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 913 | 				tlck = txLock(tid, ip, smp, | 
 | 914 | 					      tlckXTREE | tlckGROW); | 
 | 915 | 				xtlck = (struct xtlock *) & tlck->lock; | 
 | 916 | 				xtlck->lwm.offset = (xtlck->lwm.offset) ? | 
 | 917 | 				    min(skip, (int)xtlck->lwm.offset) : skip; | 
 | 918 | 				xtlck->lwm.length = | 
 | 919 | 				    le16_to_cpu(sp->header.nextindex) - | 
 | 920 | 				    xtlck->lwm.offset; | 
 | 921 | 			} | 
 | 922 |  | 
 | 923 | 			/* unpin parent page */ | 
 | 924 | 			XT_PUTPAGE(smp); | 
 | 925 |  | 
 | 926 | 			/* exit propagate up */ | 
 | 927 | 			break; | 
 | 928 | 		} | 
 | 929 | 	} | 
 | 930 |  | 
 | 931 | 	/* unpin current right page */ | 
 | 932 | 	XT_PUTPAGE(rmp); | 
 | 933 |  | 
 | 934 | 	return 0; | 
 | 935 | } | 
 | 936 |  | 
 | 937 |  | 
 | 938 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 939 |  *	xtSplitPage() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 940 |  * | 
 | 941 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 942 |  *	split a full non-root page into | 
 | 943 |  *	original/split/left page and new right page | 
 | 944 |  *	i.e., the original/split page remains as left page. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 945 |  * | 
 | 946 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 947 |  *	int		tid, | 
 | 948 |  *	struct inode	*ip, | 
 | 949 |  *	struct xtsplit	*split, | 
 | 950 |  *	struct metapage	**rmpp, | 
 | 951 |  *	u64		*rbnp, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 952 |  * | 
 | 953 |  * return: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 954 |  *	Pointer to page in which to insert or NULL on error. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 955 |  */ | 
 | 956 | static int | 
 | 957 | xtSplitPage(tid_t tid, struct inode *ip, | 
 | 958 | 	    struct xtsplit * split, struct metapage ** rmpp, s64 * rbnp) | 
 | 959 | { | 
 | 960 | 	int rc = 0; | 
 | 961 | 	struct metapage *smp; | 
 | 962 | 	xtpage_t *sp; | 
 | 963 | 	struct metapage *rmp; | 
 | 964 | 	xtpage_t *rp;		/* new right page allocated */ | 
 | 965 | 	s64 rbn;		/* new right page block number */ | 
 | 966 | 	struct metapage *mp; | 
 | 967 | 	xtpage_t *p; | 
 | 968 | 	s64 nextbn; | 
 | 969 | 	int skip, maxentry, middle, righthalf, n; | 
 | 970 | 	xad_t *xad; | 
 | 971 | 	struct pxdlist *pxdlist; | 
 | 972 | 	pxd_t *pxd; | 
 | 973 | 	struct tlock *tlck; | 
 | 974 | 	struct xtlock *sxtlck = NULL, *rxtlck = NULL; | 
 | 975 | 	int quota_allocation = 0; | 
 | 976 |  | 
 | 977 | 	smp = split->mp; | 
 | 978 | 	sp = XT_PAGE(ip, smp); | 
 | 979 |  | 
 | 980 | 	INCREMENT(xtStat.split); | 
 | 981 |  | 
 | 982 | 	pxdlist = split->pxdlist; | 
 | 983 | 	pxd = &pxdlist->pxd[pxdlist->npxd]; | 
 | 984 | 	pxdlist->npxd++; | 
 | 985 | 	rbn = addressPXD(pxd); | 
 | 986 |  | 
 | 987 | 	/* Allocate blocks to quota. */ | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 988 | 	rc = dquot_alloc_block(ip, lengthPXD(pxd)); | 
 | 989 | 	if (rc) | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 990 | 		goto clean_up; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 991 |  | 
 | 992 | 	quota_allocation += lengthPXD(pxd); | 
 | 993 |  | 
 | 994 | 	/* | 
 | 995 | 	 * allocate the new right page for the split | 
 | 996 | 	 */ | 
 | 997 | 	rmp = get_metapage(ip, rbn, PSIZE, 1); | 
 | 998 | 	if (rmp == NULL) { | 
 | 999 | 		rc = -EIO; | 
 | 1000 | 		goto clean_up; | 
 | 1001 | 	} | 
 | 1002 |  | 
 | 1003 | 	jfs_info("xtSplitPage: ip:0x%p smp:0x%p rmp:0x%p", ip, smp, rmp); | 
 | 1004 |  | 
 | 1005 | 	BT_MARK_DIRTY(rmp, ip); | 
 | 1006 | 	/* | 
 | 1007 | 	 * action: new page; | 
 | 1008 | 	 */ | 
 | 1009 |  | 
 | 1010 | 	rp = (xtpage_t *) rmp->data; | 
 | 1011 | 	rp->header.self = *pxd; | 
 | 1012 | 	rp->header.flag = sp->header.flag & BT_TYPE; | 
 | 1013 | 	rp->header.maxentry = sp->header.maxentry;	/* little-endian */ | 
 | 1014 | 	rp->header.nextindex = cpu_to_le16(XTENTRYSTART); | 
 | 1015 |  | 
 | 1016 | 	BT_MARK_DIRTY(smp, ip); | 
 | 1017 | 	/* Don't log it if there are no links to the file */ | 
 | 1018 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1019 | 		/* | 
 | 1020 | 		 * acquire a transaction lock on the new right page; | 
 | 1021 | 		 */ | 
 | 1022 | 		tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW); | 
 | 1023 | 		rxtlck = (struct xtlock *) & tlck->lock; | 
 | 1024 | 		rxtlck->lwm.offset = XTENTRYSTART; | 
 | 1025 | 		/* | 
 | 1026 | 		 * acquire a transaction lock on the split page | 
 | 1027 | 		 */ | 
 | 1028 | 		tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW); | 
 | 1029 | 		sxtlck = (struct xtlock *) & tlck->lock; | 
 | 1030 | 	} | 
 | 1031 |  | 
 | 1032 | 	/* | 
 | 1033 | 	 * initialize/update sibling pointers of <sp> and <rp> | 
 | 1034 | 	 */ | 
 | 1035 | 	nextbn = le64_to_cpu(sp->header.next); | 
 | 1036 | 	rp->header.next = cpu_to_le64(nextbn); | 
 | 1037 | 	rp->header.prev = cpu_to_le64(addressPXD(&sp->header.self)); | 
 | 1038 | 	sp->header.next = cpu_to_le64(rbn); | 
 | 1039 |  | 
 | 1040 | 	skip = split->index; | 
 | 1041 |  | 
 | 1042 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1043 | 	 *	sequential append at tail (after last entry of last page) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1044 | 	 * | 
 | 1045 | 	 * if splitting the last page on a level because of appending | 
 | 1046 | 	 * a entry to it (skip is maxentry), it's likely that the access is | 
 | 1047 | 	 * sequential. adding an empty page on the side of the level is less | 
 | 1048 | 	 * work and can push the fill factor much higher than normal. | 
 | 1049 | 	 * if we're wrong it's no big deal -  we will do the split the right | 
 | 1050 | 	 * way next time. | 
 | 1051 | 	 * (it may look like it's equally easy to do a similar hack for | 
 | 1052 | 	 * reverse sorted data, that is, split the tree left, but it's not. | 
 | 1053 | 	 * Be my guest.) | 
 | 1054 | 	 */ | 
 | 1055 | 	if (nextbn == 0 && skip == le16_to_cpu(sp->header.maxentry)) { | 
 | 1056 | 		/* | 
 | 1057 | 		 * acquire a transaction lock on the new/right page; | 
 | 1058 | 		 * | 
 | 1059 | 		 * action: xad insertion; | 
 | 1060 | 		 */ | 
 | 1061 | 		/* insert entry at the first entry of the new right page */ | 
 | 1062 | 		xad = &rp->xad[XTENTRYSTART]; | 
 | 1063 | 		XT_PUTENTRY(xad, split->flag, split->off, split->len, | 
 | 1064 | 			    split->addr); | 
 | 1065 |  | 
 | 1066 | 		rp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1); | 
 | 1067 |  | 
 | 1068 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1069 | 			/* rxtlck->lwm.offset = XTENTRYSTART; */ | 
 | 1070 | 			rxtlck->lwm.length = 1; | 
 | 1071 | 		} | 
 | 1072 |  | 
 | 1073 | 		*rmpp = rmp; | 
 | 1074 | 		*rbnp = rbn; | 
 | 1075 |  | 
 | 1076 | 		jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp); | 
 | 1077 | 		return 0; | 
 | 1078 | 	} | 
 | 1079 |  | 
 | 1080 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1081 | 	 *	non-sequential insert (at possibly middle page) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1082 | 	 */ | 
 | 1083 |  | 
 | 1084 | 	/* | 
 | 1085 | 	 * update previous pointer of old next/right page of <sp> | 
 | 1086 | 	 */ | 
 | 1087 | 	if (nextbn != 0) { | 
 | 1088 | 		XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc); | 
 | 1089 | 		if (rc) { | 
 | 1090 | 			XT_PUTPAGE(rmp); | 
 | 1091 | 			goto clean_up; | 
 | 1092 | 		} | 
 | 1093 |  | 
 | 1094 | 		BT_MARK_DIRTY(mp, ip); | 
 | 1095 | 		/* | 
 | 1096 | 		 * acquire a transaction lock on the next page; | 
 | 1097 | 		 * | 
 | 1098 | 		 * action:sibling pointer update; | 
 | 1099 | 		 */ | 
 | 1100 | 		if (!test_cflag(COMMIT_Nolink, ip)) | 
 | 1101 | 			tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK); | 
 | 1102 |  | 
 | 1103 | 		p->header.prev = cpu_to_le64(rbn); | 
 | 1104 |  | 
 | 1105 | 		/* sibling page may have been updated previously, or | 
 | 1106 | 		 * it may be updated later; | 
 | 1107 | 		 */ | 
 | 1108 |  | 
 | 1109 | 		XT_PUTPAGE(mp); | 
 | 1110 | 	} | 
 | 1111 |  | 
 | 1112 | 	/* | 
 | 1113 | 	 * split the data between the split and new/right pages | 
 | 1114 | 	 */ | 
 | 1115 | 	maxentry = le16_to_cpu(sp->header.maxentry); | 
 | 1116 | 	middle = maxentry >> 1; | 
 | 1117 | 	righthalf = maxentry - middle; | 
 | 1118 |  | 
 | 1119 | 	/* | 
 | 1120 | 	 * skip index in old split/left page - insert into left page: | 
 | 1121 | 	 */ | 
 | 1122 | 	if (skip <= middle) { | 
 | 1123 | 		/* move right half of split page to the new right page */ | 
 | 1124 | 		memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle], | 
 | 1125 | 			righthalf << L2XTSLOTSIZE); | 
 | 1126 |  | 
 | 1127 | 		/* shift right tail of left half to make room for new entry */ | 
 | 1128 | 		if (skip < middle) | 
 | 1129 | 			memmove(&sp->xad[skip + 1], &sp->xad[skip], | 
 | 1130 | 				(middle - skip) << L2XTSLOTSIZE); | 
 | 1131 |  | 
 | 1132 | 		/* insert new entry */ | 
 | 1133 | 		xad = &sp->xad[skip]; | 
 | 1134 | 		XT_PUTENTRY(xad, split->flag, split->off, split->len, | 
 | 1135 | 			    split->addr); | 
 | 1136 |  | 
 | 1137 | 		/* update page header */ | 
 | 1138 | 		sp->header.nextindex = cpu_to_le16(middle + 1); | 
 | 1139 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1140 | 			sxtlck->lwm.offset = (sxtlck->lwm.offset) ? | 
 | 1141 | 			    min(skip, (int)sxtlck->lwm.offset) : skip; | 
 | 1142 | 		} | 
 | 1143 |  | 
 | 1144 | 		rp->header.nextindex = | 
 | 1145 | 		    cpu_to_le16(XTENTRYSTART + righthalf); | 
 | 1146 | 	} | 
 | 1147 | 	/* | 
 | 1148 | 	 * skip index in new right page - insert into right page: | 
 | 1149 | 	 */ | 
 | 1150 | 	else { | 
 | 1151 | 		/* move left head of right half to right page */ | 
 | 1152 | 		n = skip - middle; | 
 | 1153 | 		memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle], | 
 | 1154 | 			n << L2XTSLOTSIZE); | 
 | 1155 |  | 
 | 1156 | 		/* insert new entry */ | 
 | 1157 | 		n += XTENTRYSTART; | 
 | 1158 | 		xad = &rp->xad[n]; | 
 | 1159 | 		XT_PUTENTRY(xad, split->flag, split->off, split->len, | 
 | 1160 | 			    split->addr); | 
 | 1161 |  | 
 | 1162 | 		/* move right tail of right half to right page */ | 
 | 1163 | 		if (skip < maxentry) | 
 | 1164 | 			memmove(&rp->xad[n + 1], &sp->xad[skip], | 
 | 1165 | 				(maxentry - skip) << L2XTSLOTSIZE); | 
 | 1166 |  | 
 | 1167 | 		/* update page header */ | 
 | 1168 | 		sp->header.nextindex = cpu_to_le16(middle); | 
 | 1169 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1170 | 			sxtlck->lwm.offset = (sxtlck->lwm.offset) ? | 
 | 1171 | 			    min(middle, (int)sxtlck->lwm.offset) : middle; | 
 | 1172 | 		} | 
 | 1173 |  | 
 | 1174 | 		rp->header.nextindex = cpu_to_le16(XTENTRYSTART + | 
 | 1175 | 						   righthalf + 1); | 
 | 1176 | 	} | 
 | 1177 |  | 
 | 1178 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1179 | 		sxtlck->lwm.length = le16_to_cpu(sp->header.nextindex) - | 
 | 1180 | 		    sxtlck->lwm.offset; | 
 | 1181 |  | 
 | 1182 | 		/* rxtlck->lwm.offset = XTENTRYSTART; */ | 
 | 1183 | 		rxtlck->lwm.length = le16_to_cpu(rp->header.nextindex) - | 
 | 1184 | 		    XTENTRYSTART; | 
 | 1185 | 	} | 
 | 1186 |  | 
 | 1187 | 	*rmpp = rmp; | 
 | 1188 | 	*rbnp = rbn; | 
 | 1189 |  | 
 | 1190 | 	jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp); | 
 | 1191 | 	return rc; | 
 | 1192 |  | 
 | 1193 |       clean_up: | 
 | 1194 |  | 
 | 1195 | 	/* Rollback quota allocation. */ | 
 | 1196 | 	if (quota_allocation) | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 1197 | 		dquot_free_block(ip, quota_allocation); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1198 |  | 
 | 1199 | 	return (rc); | 
 | 1200 | } | 
 | 1201 |  | 
 | 1202 |  | 
 | 1203 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1204 |  *	xtSplitRoot() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1205 |  * | 
 | 1206 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1207 |  *	split the full root page into original/root/split page and new | 
 | 1208 |  *	right page | 
 | 1209 |  *	i.e., root remains fixed in tree anchor (inode) and the root is | 
 | 1210 |  *	copied to a single new right child page since root page << | 
 | 1211 |  *	non-root page, and the split root page contains a single entry | 
 | 1212 |  *	for the new right child page. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1213 |  * | 
 | 1214 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1215 |  *	int		tid, | 
 | 1216 |  *	struct inode	*ip, | 
 | 1217 |  *	struct xtsplit	*split, | 
 | 1218 |  *	struct metapage	**rmpp) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1219 |  * | 
 | 1220 |  * return: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1221 |  *	Pointer to page in which to insert or NULL on error. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1222 |  */ | 
 | 1223 | static int | 
 | 1224 | xtSplitRoot(tid_t tid, | 
 | 1225 | 	    struct inode *ip, struct xtsplit * split, struct metapage ** rmpp) | 
 | 1226 | { | 
 | 1227 | 	xtpage_t *sp; | 
 | 1228 | 	struct metapage *rmp; | 
 | 1229 | 	xtpage_t *rp; | 
 | 1230 | 	s64 rbn; | 
 | 1231 | 	int skip, nextindex; | 
 | 1232 | 	xad_t *xad; | 
 | 1233 | 	pxd_t *pxd; | 
 | 1234 | 	struct pxdlist *pxdlist; | 
 | 1235 | 	struct tlock *tlck; | 
 | 1236 | 	struct xtlock *xtlck; | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 1237 | 	int rc; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1238 |  | 
 | 1239 | 	sp = &JFS_IP(ip)->i_xtroot; | 
 | 1240 |  | 
 | 1241 | 	INCREMENT(xtStat.split); | 
 | 1242 |  | 
 | 1243 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1244 | 	 *	allocate a single (right) child page | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1245 | 	 */ | 
 | 1246 | 	pxdlist = split->pxdlist; | 
 | 1247 | 	pxd = &pxdlist->pxd[pxdlist->npxd]; | 
 | 1248 | 	pxdlist->npxd++; | 
 | 1249 | 	rbn = addressPXD(pxd); | 
 | 1250 | 	rmp = get_metapage(ip, rbn, PSIZE, 1); | 
 | 1251 | 	if (rmp == NULL) | 
 | 1252 | 		return -EIO; | 
 | 1253 |  | 
 | 1254 | 	/* Allocate blocks to quota. */ | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 1255 | 	rc = dquot_alloc_block(ip, lengthPXD(pxd)); | 
 | 1256 | 	if (rc) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1257 | 		release_metapage(rmp); | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 1258 | 		return rc; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1259 | 	} | 
 | 1260 |  | 
 | 1261 | 	jfs_info("xtSplitRoot: ip:0x%p rmp:0x%p", ip, rmp); | 
 | 1262 |  | 
 | 1263 | 	/* | 
 | 1264 | 	 * acquire a transaction lock on the new right page; | 
 | 1265 | 	 * | 
 | 1266 | 	 * action: new page; | 
 | 1267 | 	 */ | 
 | 1268 | 	BT_MARK_DIRTY(rmp, ip); | 
 | 1269 |  | 
 | 1270 | 	rp = (xtpage_t *) rmp->data; | 
 | 1271 | 	rp->header.flag = | 
 | 1272 | 	    (sp->header.flag & BT_LEAF) ? BT_LEAF : BT_INTERNAL; | 
 | 1273 | 	rp->header.self = *pxd; | 
 | 1274 | 	rp->header.nextindex = cpu_to_le16(XTENTRYSTART); | 
 | 1275 | 	rp->header.maxentry = cpu_to_le16(PSIZE >> L2XTSLOTSIZE); | 
 | 1276 |  | 
 | 1277 | 	/* initialize sibling pointers */ | 
 | 1278 | 	rp->header.next = 0; | 
 | 1279 | 	rp->header.prev = 0; | 
 | 1280 |  | 
 | 1281 | 	/* | 
 | 1282 | 	 * copy the in-line root page into new right page extent | 
 | 1283 | 	 */ | 
 | 1284 | 	nextindex = le16_to_cpu(sp->header.maxentry); | 
 | 1285 | 	memmove(&rp->xad[XTENTRYSTART], &sp->xad[XTENTRYSTART], | 
 | 1286 | 		(nextindex - XTENTRYSTART) << L2XTSLOTSIZE); | 
 | 1287 |  | 
 | 1288 | 	/* | 
 | 1289 | 	 * insert the new entry into the new right/child page | 
 | 1290 | 	 * (skip index in the new right page will not change) | 
 | 1291 | 	 */ | 
 | 1292 | 	skip = split->index; | 
 | 1293 | 	/* if insert into middle, shift right remaining entries */ | 
 | 1294 | 	if (skip != nextindex) | 
 | 1295 | 		memmove(&rp->xad[skip + 1], &rp->xad[skip], | 
 | 1296 | 			(nextindex - skip) * sizeof(xad_t)); | 
 | 1297 |  | 
 | 1298 | 	xad = &rp->xad[skip]; | 
 | 1299 | 	XT_PUTENTRY(xad, split->flag, split->off, split->len, split->addr); | 
 | 1300 |  | 
 | 1301 | 	/* update page header */ | 
 | 1302 | 	rp->header.nextindex = cpu_to_le16(nextindex + 1); | 
 | 1303 |  | 
 | 1304 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1305 | 		tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW); | 
 | 1306 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 1307 | 		xtlck->lwm.offset = XTENTRYSTART; | 
 | 1308 | 		xtlck->lwm.length = le16_to_cpu(rp->header.nextindex) - | 
 | 1309 | 		    XTENTRYSTART; | 
 | 1310 | 	} | 
 | 1311 |  | 
 | 1312 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1313 | 	 *	reset the root | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1314 | 	 * | 
 | 1315 | 	 * init root with the single entry for the new right page | 
 | 1316 | 	 * set the 1st entry offset to 0, which force the left-most key | 
 | 1317 | 	 * at any level of the tree to be less than any search key. | 
 | 1318 | 	 */ | 
 | 1319 | 	/* | 
 | 1320 | 	 * acquire a transaction lock on the root page (in-memory inode); | 
 | 1321 | 	 * | 
 | 1322 | 	 * action: root split; | 
 | 1323 | 	 */ | 
 | 1324 | 	BT_MARK_DIRTY(split->mp, ip); | 
 | 1325 |  | 
 | 1326 | 	xad = &sp->xad[XTENTRYSTART]; | 
 | 1327 | 	XT_PUTENTRY(xad, XAD_NEW, 0, JFS_SBI(ip->i_sb)->nbperpage, rbn); | 
 | 1328 |  | 
 | 1329 | 	/* update page header of root */ | 
 | 1330 | 	sp->header.flag &= ~BT_LEAF; | 
 | 1331 | 	sp->header.flag |= BT_INTERNAL; | 
 | 1332 |  | 
 | 1333 | 	sp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1); | 
 | 1334 |  | 
 | 1335 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1336 | 		tlck = txLock(tid, ip, split->mp, tlckXTREE | tlckGROW); | 
 | 1337 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 1338 | 		xtlck->lwm.offset = XTENTRYSTART; | 
 | 1339 | 		xtlck->lwm.length = 1; | 
 | 1340 | 	} | 
 | 1341 |  | 
 | 1342 | 	*rmpp = rmp; | 
 | 1343 |  | 
 | 1344 | 	jfs_info("xtSplitRoot: sp:0x%p rp:0x%p", sp, rp); | 
 | 1345 | 	return 0; | 
 | 1346 | } | 
 | 1347 |  | 
 | 1348 |  | 
 | 1349 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1350 |  *	xtExtend() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1351 |  * | 
 | 1352 |  * function: extend in-place; | 
 | 1353 |  * | 
 | 1354 |  * note: existing extent may or may not have been committed. | 
 | 1355 |  * caller is responsible for pager buffer cache update, and | 
 | 1356 |  * working block allocation map update; | 
 | 1357 |  * update pmap: alloc whole extended extent; | 
 | 1358 |  */ | 
 | 1359 | int xtExtend(tid_t tid,		/* transaction id */ | 
 | 1360 | 	     struct inode *ip, s64 xoff,	/* delta extent offset */ | 
 | 1361 | 	     s32 xlen,		/* delta extent length */ | 
 | 1362 | 	     int flag) | 
 | 1363 | { | 
 | 1364 | 	int rc = 0; | 
 | 1365 | 	int cmp; | 
 | 1366 | 	struct metapage *mp;	/* meta-page buffer */ | 
 | 1367 | 	xtpage_t *p;		/* base B+-tree index page */ | 
 | 1368 | 	s64 bn; | 
 | 1369 | 	int index, nextindex, len; | 
 | 1370 | 	struct btstack btstack;	/* traverse stack */ | 
 | 1371 | 	struct xtsplit split;	/* split information */ | 
 | 1372 | 	xad_t *xad; | 
 | 1373 | 	s64 xaddr; | 
 | 1374 | 	struct tlock *tlck; | 
 | 1375 | 	struct xtlock *xtlck = NULL; | 
 | 1376 |  | 
 | 1377 | 	jfs_info("xtExtend: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen); | 
 | 1378 |  | 
 | 1379 | 	/* there must exist extent to be extended */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 1380 | 	if ((rc = xtSearch(ip, xoff - 1, NULL, &cmp, &btstack, XT_INSERT))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1381 | 		return rc; | 
 | 1382 |  | 
 | 1383 | 	/* retrieve search result */ | 
 | 1384 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 1385 |  | 
 | 1386 | 	if (cmp != 0) { | 
 | 1387 | 		XT_PUTPAGE(mp); | 
 | 1388 | 		jfs_error(ip->i_sb, "xtExtend: xtSearch did not find extent"); | 
 | 1389 | 		return -EIO; | 
 | 1390 | 	} | 
 | 1391 |  | 
 | 1392 | 	/* extension must be contiguous */ | 
 | 1393 | 	xad = &p->xad[index]; | 
 | 1394 | 	if ((offsetXAD(xad) + lengthXAD(xad)) != xoff) { | 
 | 1395 | 		XT_PUTPAGE(mp); | 
 | 1396 | 		jfs_error(ip->i_sb, "xtExtend: extension is not contiguous"); | 
 | 1397 | 		return -EIO; | 
 | 1398 | 	} | 
 | 1399 |  | 
 | 1400 | 	/* | 
 | 1401 | 	 * acquire a transaction lock on the leaf page; | 
 | 1402 | 	 * | 
 | 1403 | 	 * action: xad insertion/extension; | 
 | 1404 | 	 */ | 
 | 1405 | 	BT_MARK_DIRTY(mp, ip); | 
 | 1406 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1407 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW); | 
 | 1408 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 1409 | 	} | 
 | 1410 |  | 
 | 1411 | 	/* extend will overflow extent ? */ | 
 | 1412 | 	xlen = lengthXAD(xad) + xlen; | 
 | 1413 | 	if ((len = xlen - MAXXLEN) <= 0) | 
 | 1414 | 		goto extendOld; | 
 | 1415 |  | 
 | 1416 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1417 | 	 *	extent overflow: insert entry for new extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1418 | 	 */ | 
 | 1419 | //insertNew: | 
 | 1420 | 	xoff = offsetXAD(xad) + MAXXLEN; | 
 | 1421 | 	xaddr = addressXAD(xad) + MAXXLEN; | 
 | 1422 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
 | 1423 |  | 
 | 1424 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1425 | 	 *	if the leaf page is full, insert the new entry and | 
 | 1426 | 	 *	propagate up the router entry for the new page from split | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1427 | 	 * | 
 | 1428 | 	 * The xtSplitUp() will insert the entry and unpin the leaf page. | 
 | 1429 | 	 */ | 
 | 1430 | 	if (nextindex == le16_to_cpu(p->header.maxentry)) { | 
 | 1431 | 		/* xtSpliUp() unpins leaf pages */ | 
 | 1432 | 		split.mp = mp; | 
 | 1433 | 		split.index = index + 1; | 
 | 1434 | 		split.flag = XAD_NEW; | 
 | 1435 | 		split.off = xoff;	/* split offset */ | 
 | 1436 | 		split.len = len; | 
 | 1437 | 		split.addr = xaddr; | 
 | 1438 | 		split.pxdlist = NULL; | 
 | 1439 | 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) | 
 | 1440 | 			return rc; | 
 | 1441 |  | 
 | 1442 | 		/* get back old page */ | 
 | 1443 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 1444 | 		if (rc) | 
 | 1445 | 			return rc; | 
 | 1446 | 		/* | 
 | 1447 | 		 * if leaf root has been split, original root has been | 
 | 1448 | 		 * copied to new child page, i.e., original entry now | 
 | 1449 | 		 * resides on the new child page; | 
 | 1450 | 		 */ | 
 | 1451 | 		if (p->header.flag & BT_INTERNAL) { | 
 | 1452 | 			ASSERT(p->header.nextindex == | 
 | 1453 | 			       cpu_to_le16(XTENTRYSTART + 1)); | 
 | 1454 | 			xad = &p->xad[XTENTRYSTART]; | 
 | 1455 | 			bn = addressXAD(xad); | 
 | 1456 | 			XT_PUTPAGE(mp); | 
 | 1457 |  | 
 | 1458 | 			/* get new child page */ | 
 | 1459 | 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 1460 | 			if (rc) | 
 | 1461 | 				return rc; | 
 | 1462 |  | 
 | 1463 | 			BT_MARK_DIRTY(mp, ip); | 
 | 1464 | 			if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1465 | 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW); | 
 | 1466 | 				xtlck = (struct xtlock *) & tlck->lock; | 
 | 1467 | 			} | 
 | 1468 | 		} | 
 | 1469 | 	} | 
 | 1470 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1471 | 	 *	insert the new entry into the leaf page | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1472 | 	 */ | 
 | 1473 | 	else { | 
 | 1474 | 		/* insert the new entry: mark the entry NEW */ | 
 | 1475 | 		xad = &p->xad[index + 1]; | 
 | 1476 | 		XT_PUTENTRY(xad, XAD_NEW, xoff, len, xaddr); | 
 | 1477 |  | 
 | 1478 | 		/* advance next available entry index */ | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 1479 | 		le16_add_cpu(&p->header.nextindex, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1480 | 	} | 
 | 1481 |  | 
 | 1482 | 	/* get back old entry */ | 
 | 1483 | 	xad = &p->xad[index]; | 
 | 1484 | 	xlen = MAXXLEN; | 
 | 1485 |  | 
 | 1486 | 	/* | 
 | 1487 | 	 * extend old extent | 
 | 1488 | 	 */ | 
 | 1489 |       extendOld: | 
 | 1490 | 	XADlength(xad, xlen); | 
 | 1491 | 	if (!(xad->flag & XAD_NEW)) | 
 | 1492 | 		xad->flag |= XAD_EXTENDED; | 
 | 1493 |  | 
 | 1494 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1495 | 		xtlck->lwm.offset = | 
 | 1496 | 		    (xtlck->lwm.offset) ? min(index, | 
 | 1497 | 					      (int)xtlck->lwm.offset) : index; | 
 | 1498 | 		xtlck->lwm.length = | 
 | 1499 | 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset; | 
 | 1500 | 	} | 
 | 1501 |  | 
 | 1502 | 	/* unpin the leaf page */ | 
 | 1503 | 	XT_PUTPAGE(mp); | 
 | 1504 |  | 
 | 1505 | 	return rc; | 
 | 1506 | } | 
 | 1507 |  | 
 | 1508 | #ifdef _NOTYET | 
 | 1509 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1510 |  *	xtTailgate() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1511 |  * | 
 | 1512 |  * function: split existing 'tail' extent | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1513 |  *	(split offset >= start offset of tail extent), and | 
 | 1514 |  *	relocate and extend the split tail half; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1515 |  * | 
 | 1516 |  * note: existing extent may or may not have been committed. | 
 | 1517 |  * caller is responsible for pager buffer cache update, and | 
 | 1518 |  * working block allocation map update; | 
 | 1519 |  * update pmap: free old split tail extent, alloc new extent; | 
 | 1520 |  */ | 
 | 1521 | int xtTailgate(tid_t tid,		/* transaction id */ | 
 | 1522 | 	       struct inode *ip, s64 xoff,	/* split/new extent offset */ | 
 | 1523 | 	       s32 xlen,	/* new extent length */ | 
 | 1524 | 	       s64 xaddr,	/* new extent address */ | 
 | 1525 | 	       int flag) | 
 | 1526 | { | 
 | 1527 | 	int rc = 0; | 
 | 1528 | 	int cmp; | 
 | 1529 | 	struct metapage *mp;	/* meta-page buffer */ | 
 | 1530 | 	xtpage_t *p;		/* base B+-tree index page */ | 
 | 1531 | 	s64 bn; | 
 | 1532 | 	int index, nextindex, llen, rlen; | 
 | 1533 | 	struct btstack btstack;	/* traverse stack */ | 
 | 1534 | 	struct xtsplit split;	/* split information */ | 
 | 1535 | 	xad_t *xad; | 
 | 1536 | 	struct tlock *tlck; | 
 | 1537 | 	struct xtlock *xtlck = 0; | 
 | 1538 | 	struct tlock *mtlck; | 
 | 1539 | 	struct maplock *pxdlock; | 
 | 1540 |  | 
 | 1541 | /* | 
 | 1542 | printf("xtTailgate: nxoff:0x%lx nxlen:0x%x nxaddr:0x%lx\n", | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1543 | 	(ulong)xoff, xlen, (ulong)xaddr); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1544 | */ | 
 | 1545 |  | 
 | 1546 | 	/* there must exist extent to be tailgated */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 1547 | 	if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, XT_INSERT))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1548 | 		return rc; | 
 | 1549 |  | 
 | 1550 | 	/* retrieve search result */ | 
 | 1551 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 1552 |  | 
 | 1553 | 	if (cmp != 0) { | 
 | 1554 | 		XT_PUTPAGE(mp); | 
 | 1555 | 		jfs_error(ip->i_sb, "xtTailgate: couldn't find extent"); | 
 | 1556 | 		return -EIO; | 
 | 1557 | 	} | 
 | 1558 |  | 
 | 1559 | 	/* entry found must be last entry */ | 
 | 1560 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
 | 1561 | 	if (index != nextindex - 1) { | 
 | 1562 | 		XT_PUTPAGE(mp); | 
 | 1563 | 		jfs_error(ip->i_sb, | 
 | 1564 | 			  "xtTailgate: the entry found is not the last entry"); | 
 | 1565 | 		return -EIO; | 
 | 1566 | 	} | 
 | 1567 |  | 
 | 1568 | 	BT_MARK_DIRTY(mp, ip); | 
 | 1569 | 	/* | 
 | 1570 | 	 * acquire tlock of the leaf page containing original entry | 
 | 1571 | 	 */ | 
 | 1572 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1573 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW); | 
 | 1574 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 1575 | 	} | 
 | 1576 |  | 
 | 1577 | 	/* completely replace extent ? */ | 
 | 1578 | 	xad = &p->xad[index]; | 
 | 1579 | /* | 
 | 1580 | printf("xtTailgate: xoff:0x%lx xlen:0x%x xaddr:0x%lx\n", | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1581 | 	(ulong)offsetXAD(xad), lengthXAD(xad), (ulong)addressXAD(xad)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1582 | */ | 
 | 1583 | 	if ((llen = xoff - offsetXAD(xad)) == 0) | 
 | 1584 | 		goto updateOld; | 
 | 1585 |  | 
 | 1586 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1587 | 	 *	partially replace extent: insert entry for new extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1588 | 	 */ | 
 | 1589 | //insertNew: | 
 | 1590 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1591 | 	 *	if the leaf page is full, insert the new entry and | 
 | 1592 | 	 *	propagate up the router entry for the new page from split | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1593 | 	 * | 
 | 1594 | 	 * The xtSplitUp() will insert the entry and unpin the leaf page. | 
 | 1595 | 	 */ | 
 | 1596 | 	if (nextindex == le16_to_cpu(p->header.maxentry)) { | 
 | 1597 | 		/* xtSpliUp() unpins leaf pages */ | 
 | 1598 | 		split.mp = mp; | 
 | 1599 | 		split.index = index + 1; | 
 | 1600 | 		split.flag = XAD_NEW; | 
 | 1601 | 		split.off = xoff;	/* split offset */ | 
 | 1602 | 		split.len = xlen; | 
 | 1603 | 		split.addr = xaddr; | 
 | 1604 | 		split.pxdlist = NULL; | 
 | 1605 | 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) | 
 | 1606 | 			return rc; | 
 | 1607 |  | 
 | 1608 | 		/* get back old page */ | 
 | 1609 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 1610 | 		if (rc) | 
 | 1611 | 			return rc; | 
 | 1612 | 		/* | 
 | 1613 | 		 * if leaf root has been split, original root has been | 
 | 1614 | 		 * copied to new child page, i.e., original entry now | 
 | 1615 | 		 * resides on the new child page; | 
 | 1616 | 		 */ | 
 | 1617 | 		if (p->header.flag & BT_INTERNAL) { | 
 | 1618 | 			ASSERT(p->header.nextindex == | 
 | 1619 | 			       cpu_to_le16(XTENTRYSTART + 1)); | 
 | 1620 | 			xad = &p->xad[XTENTRYSTART]; | 
 | 1621 | 			bn = addressXAD(xad); | 
 | 1622 | 			XT_PUTPAGE(mp); | 
 | 1623 |  | 
 | 1624 | 			/* get new child page */ | 
 | 1625 | 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 1626 | 			if (rc) | 
 | 1627 | 				return rc; | 
 | 1628 |  | 
 | 1629 | 			BT_MARK_DIRTY(mp, ip); | 
 | 1630 | 			if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1631 | 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW); | 
 | 1632 | 				xtlck = (struct xtlock *) & tlck->lock; | 
 | 1633 | 			} | 
 | 1634 | 		} | 
 | 1635 | 	} | 
 | 1636 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1637 | 	 *	insert the new entry into the leaf page | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1638 | 	 */ | 
 | 1639 | 	else { | 
 | 1640 | 		/* insert the new entry: mark the entry NEW */ | 
 | 1641 | 		xad = &p->xad[index + 1]; | 
 | 1642 | 		XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr); | 
 | 1643 |  | 
 | 1644 | 		/* advance next available entry index */ | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 1645 | 		le16_add_cpu(&p->header.nextindex, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1646 | 	} | 
 | 1647 |  | 
 | 1648 | 	/* get back old XAD */ | 
 | 1649 | 	xad = &p->xad[index]; | 
 | 1650 |  | 
 | 1651 | 	/* | 
 | 1652 | 	 * truncate/relocate old extent at split offset | 
 | 1653 | 	 */ | 
 | 1654 |       updateOld: | 
 | 1655 | 	/* update dmap for old/committed/truncated extent */ | 
 | 1656 | 	rlen = lengthXAD(xad) - llen; | 
 | 1657 | 	if (!(xad->flag & XAD_NEW)) { | 
 | 1658 | 		/* free from PWMAP at commit */ | 
 | 1659 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1660 | 			mtlck = txMaplock(tid, ip, tlckMAP); | 
 | 1661 | 			pxdlock = (struct maplock *) & mtlck->lock; | 
 | 1662 | 			pxdlock->flag = mlckFREEPXD; | 
 | 1663 | 			PXDaddress(&pxdlock->pxd, addressXAD(xad) + llen); | 
 | 1664 | 			PXDlength(&pxdlock->pxd, rlen); | 
 | 1665 | 			pxdlock->index = 1; | 
 | 1666 | 		} | 
 | 1667 | 	} else | 
 | 1668 | 		/* free from WMAP */ | 
 | 1669 | 		dbFree(ip, addressXAD(xad) + llen, (s64) rlen); | 
 | 1670 |  | 
 | 1671 | 	if (llen) | 
 | 1672 | 		/* truncate */ | 
 | 1673 | 		XADlength(xad, llen); | 
 | 1674 | 	else | 
 | 1675 | 		/* replace */ | 
 | 1676 | 		XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr); | 
 | 1677 |  | 
 | 1678 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1679 | 		xtlck->lwm.offset = (xtlck->lwm.offset) ? | 
 | 1680 | 		    min(index, (int)xtlck->lwm.offset) : index; | 
 | 1681 | 		xtlck->lwm.length = le16_to_cpu(p->header.nextindex) - | 
 | 1682 | 		    xtlck->lwm.offset; | 
 | 1683 | 	} | 
 | 1684 |  | 
 | 1685 | 	/* unpin the leaf page */ | 
 | 1686 | 	XT_PUTPAGE(mp); | 
 | 1687 |  | 
 | 1688 | 	return rc; | 
 | 1689 | } | 
 | 1690 | #endif /* _NOTYET */ | 
 | 1691 |  | 
 | 1692 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1693 |  *	xtUpdate() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1694 |  * | 
 | 1695 |  * function: update XAD; | 
 | 1696 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1697 |  *	update extent for allocated_but_not_recorded or | 
 | 1698 |  *	compressed extent; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1699 |  * | 
 | 1700 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 1701 |  *	nxad	- new XAD; | 
 | 1702 |  *		logical extent of the specified XAD must be completely | 
 | 1703 |  *		contained by an existing XAD; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1704 |  */ | 
 | 1705 | int xtUpdate(tid_t tid, struct inode *ip, xad_t * nxad) | 
 | 1706 | {				/* new XAD */ | 
 | 1707 | 	int rc = 0; | 
 | 1708 | 	int cmp; | 
 | 1709 | 	struct metapage *mp;	/* meta-page buffer */ | 
 | 1710 | 	xtpage_t *p;		/* base B+-tree index page */ | 
 | 1711 | 	s64 bn; | 
 | 1712 | 	int index0, index, newindex, nextindex; | 
 | 1713 | 	struct btstack btstack;	/* traverse stack */ | 
 | 1714 | 	struct xtsplit split;	/* split information */ | 
 | 1715 | 	xad_t *xad, *lxad, *rxad; | 
 | 1716 | 	int xflag; | 
 | 1717 | 	s64 nxoff, xoff; | 
 | 1718 | 	int nxlen, xlen, lxlen, rxlen; | 
 | 1719 | 	s64 nxaddr, xaddr; | 
 | 1720 | 	struct tlock *tlck; | 
 | 1721 | 	struct xtlock *xtlck = NULL; | 
 | 1722 | 	int newpage = 0; | 
 | 1723 |  | 
 | 1724 | 	/* there must exist extent to be tailgated */ | 
 | 1725 | 	nxoff = offsetXAD(nxad); | 
 | 1726 | 	nxlen = lengthXAD(nxad); | 
 | 1727 | 	nxaddr = addressXAD(nxad); | 
 | 1728 |  | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 1729 | 	if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1730 | 		return rc; | 
 | 1731 |  | 
 | 1732 | 	/* retrieve search result */ | 
 | 1733 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0); | 
 | 1734 |  | 
 | 1735 | 	if (cmp != 0) { | 
 | 1736 | 		XT_PUTPAGE(mp); | 
 | 1737 | 		jfs_error(ip->i_sb, "xtUpdate: Could not find extent"); | 
 | 1738 | 		return -EIO; | 
 | 1739 | 	} | 
 | 1740 |  | 
 | 1741 | 	BT_MARK_DIRTY(mp, ip); | 
 | 1742 | 	/* | 
 | 1743 | 	 * acquire tlock of the leaf page containing original entry | 
 | 1744 | 	 */ | 
 | 1745 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1746 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW); | 
 | 1747 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 1748 | 	} | 
 | 1749 |  | 
 | 1750 | 	xad = &p->xad[index0]; | 
 | 1751 | 	xflag = xad->flag; | 
 | 1752 | 	xoff = offsetXAD(xad); | 
 | 1753 | 	xlen = lengthXAD(xad); | 
 | 1754 | 	xaddr = addressXAD(xad); | 
 | 1755 |  | 
 | 1756 | 	/* nXAD must be completely contained within XAD */ | 
 | 1757 | 	if ((xoff > nxoff) || | 
 | 1758 | 	    (nxoff + nxlen > xoff + xlen)) { | 
 | 1759 | 		XT_PUTPAGE(mp); | 
 | 1760 | 		jfs_error(ip->i_sb, | 
 | 1761 | 			  "xtUpdate: nXAD in not completely contained within XAD"); | 
 | 1762 | 		return -EIO; | 
 | 1763 | 	} | 
 | 1764 |  | 
 | 1765 | 	index = index0; | 
 | 1766 | 	newindex = index + 1; | 
 | 1767 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
 | 1768 |  | 
 | 1769 | #ifdef  _JFS_WIP_NOCOALESCE | 
 | 1770 | 	if (xoff < nxoff) | 
 | 1771 | 		goto updateRight; | 
 | 1772 |  | 
 | 1773 | 	/* | 
 | 1774 | 	 * replace XAD with nXAD | 
 | 1775 | 	 */ | 
 | 1776 |       replace:			/* (nxoff == xoff) */ | 
 | 1777 | 	if (nxlen == xlen) { | 
 | 1778 | 		/* replace XAD with nXAD:recorded */ | 
 | 1779 | 		*xad = *nxad; | 
 | 1780 | 		xad->flag = xflag & ~XAD_NOTRECORDED; | 
 | 1781 |  | 
 | 1782 | 		goto out; | 
 | 1783 | 	} else			/* (nxlen < xlen) */ | 
 | 1784 | 		goto updateLeft; | 
 | 1785 | #endif				/* _JFS_WIP_NOCOALESCE */ | 
 | 1786 |  | 
 | 1787 | /* #ifdef _JFS_WIP_COALESCE */ | 
 | 1788 | 	if (xoff < nxoff) | 
 | 1789 | 		goto coalesceRight; | 
 | 1790 |  | 
 | 1791 | 	/* | 
 | 1792 | 	 * coalesce with left XAD | 
 | 1793 | 	 */ | 
 | 1794 | //coalesceLeft: /* (xoff == nxoff) */ | 
 | 1795 | 	/* is XAD first entry of page ? */ | 
 | 1796 | 	if (index == XTENTRYSTART) | 
 | 1797 | 		goto replace; | 
 | 1798 |  | 
 | 1799 | 	/* is nXAD logically and physically contiguous with lXAD ? */ | 
 | 1800 | 	lxad = &p->xad[index - 1]; | 
 | 1801 | 	lxlen = lengthXAD(lxad); | 
 | 1802 | 	if (!(lxad->flag & XAD_NOTRECORDED) && | 
 | 1803 | 	    (nxoff == offsetXAD(lxad) + lxlen) && | 
 | 1804 | 	    (nxaddr == addressXAD(lxad) + lxlen) && | 
 | 1805 | 	    (lxlen + nxlen < MAXXLEN)) { | 
 | 1806 | 		/* extend right lXAD */ | 
 | 1807 | 		index0 = index - 1; | 
 | 1808 | 		XADlength(lxad, lxlen + nxlen); | 
 | 1809 |  | 
 | 1810 | 		/* If we just merged two extents together, need to make sure the | 
 | 1811 | 		 * right extent gets logged.  If the left one is marked XAD_NEW, | 
 | 1812 | 		 * then we know it will be logged.  Otherwise, mark as | 
 | 1813 | 		 * XAD_EXTENDED | 
 | 1814 | 		 */ | 
 | 1815 | 		if (!(lxad->flag & XAD_NEW)) | 
 | 1816 | 			lxad->flag |= XAD_EXTENDED; | 
 | 1817 |  | 
 | 1818 | 		if (xlen > nxlen) { | 
 | 1819 | 			/* truncate XAD */ | 
 | 1820 | 			XADoffset(xad, xoff + nxlen); | 
 | 1821 | 			XADlength(xad, xlen - nxlen); | 
 | 1822 | 			XADaddress(xad, xaddr + nxlen); | 
 | 1823 | 			goto out; | 
 | 1824 | 		} else {	/* (xlen == nxlen) */ | 
 | 1825 |  | 
 | 1826 | 			/* remove XAD */ | 
 | 1827 | 			if (index < nextindex - 1) | 
 | 1828 | 				memmove(&p->xad[index], &p->xad[index + 1], | 
 | 1829 | 					(nextindex - index - | 
 | 1830 | 					 1) << L2XTSLOTSIZE); | 
 | 1831 |  | 
 | 1832 | 			p->header.nextindex = | 
 | 1833 | 			    cpu_to_le16(le16_to_cpu(p->header.nextindex) - | 
 | 1834 | 					1); | 
 | 1835 |  | 
 | 1836 | 			index = index0; | 
 | 1837 | 			newindex = index + 1; | 
 | 1838 | 			nextindex = le16_to_cpu(p->header.nextindex); | 
 | 1839 | 			xoff = nxoff = offsetXAD(lxad); | 
 | 1840 | 			xlen = nxlen = lxlen + nxlen; | 
 | 1841 | 			xaddr = nxaddr = addressXAD(lxad); | 
 | 1842 | 			goto coalesceRight; | 
 | 1843 | 		} | 
 | 1844 | 	} | 
 | 1845 |  | 
 | 1846 | 	/* | 
 | 1847 | 	 * replace XAD with nXAD | 
 | 1848 | 	 */ | 
 | 1849 |       replace:			/* (nxoff == xoff) */ | 
 | 1850 | 	if (nxlen == xlen) { | 
 | 1851 | 		/* replace XAD with nXAD:recorded */ | 
 | 1852 | 		*xad = *nxad; | 
 | 1853 | 		xad->flag = xflag & ~XAD_NOTRECORDED; | 
 | 1854 |  | 
 | 1855 | 		goto coalesceRight; | 
 | 1856 | 	} else			/* (nxlen < xlen) */ | 
 | 1857 | 		goto updateLeft; | 
 | 1858 |  | 
 | 1859 | 	/* | 
 | 1860 | 	 * coalesce with right XAD | 
 | 1861 | 	 */ | 
 | 1862 |       coalesceRight:		/* (xoff <= nxoff) */ | 
 | 1863 | 	/* is XAD last entry of page ? */ | 
 | 1864 | 	if (newindex == nextindex) { | 
 | 1865 | 		if (xoff == nxoff) | 
 | 1866 | 			goto out; | 
 | 1867 | 		goto updateRight; | 
 | 1868 | 	} | 
 | 1869 |  | 
 | 1870 | 	/* is nXAD logically and physically contiguous with rXAD ? */ | 
 | 1871 | 	rxad = &p->xad[index + 1]; | 
 | 1872 | 	rxlen = lengthXAD(rxad); | 
 | 1873 | 	if (!(rxad->flag & XAD_NOTRECORDED) && | 
 | 1874 | 	    (nxoff + nxlen == offsetXAD(rxad)) && | 
 | 1875 | 	    (nxaddr + nxlen == addressXAD(rxad)) && | 
 | 1876 | 	    (rxlen + nxlen < MAXXLEN)) { | 
 | 1877 | 		/* extend left rXAD */ | 
 | 1878 | 		XADoffset(rxad, nxoff); | 
 | 1879 | 		XADlength(rxad, rxlen + nxlen); | 
 | 1880 | 		XADaddress(rxad, nxaddr); | 
 | 1881 |  | 
 | 1882 | 		/* If we just merged two extents together, need to make sure | 
 | 1883 | 		 * the left extent gets logged.  If the right one is marked | 
 | 1884 | 		 * XAD_NEW, then we know it will be logged.  Otherwise, mark as | 
 | 1885 | 		 * XAD_EXTENDED | 
 | 1886 | 		 */ | 
 | 1887 | 		if (!(rxad->flag & XAD_NEW)) | 
 | 1888 | 			rxad->flag |= XAD_EXTENDED; | 
 | 1889 |  | 
 | 1890 | 		if (xlen > nxlen) | 
 | 1891 | 			/* truncate XAD */ | 
 | 1892 | 			XADlength(xad, xlen - nxlen); | 
 | 1893 | 		else {		/* (xlen == nxlen) */ | 
 | 1894 |  | 
 | 1895 | 			/* remove XAD */ | 
 | 1896 | 			memmove(&p->xad[index], &p->xad[index + 1], | 
 | 1897 | 				(nextindex - index - 1) << L2XTSLOTSIZE); | 
 | 1898 |  | 
 | 1899 | 			p->header.nextindex = | 
 | 1900 | 			    cpu_to_le16(le16_to_cpu(p->header.nextindex) - | 
 | 1901 | 					1); | 
 | 1902 | 		} | 
 | 1903 |  | 
 | 1904 | 		goto out; | 
 | 1905 | 	} else if (xoff == nxoff) | 
 | 1906 | 		goto out; | 
 | 1907 |  | 
 | 1908 | 	if (xoff >= nxoff) { | 
 | 1909 | 		XT_PUTPAGE(mp); | 
 | 1910 | 		jfs_error(ip->i_sb, "xtUpdate: xoff >= nxoff"); | 
 | 1911 | 		return -EIO; | 
 | 1912 | 	} | 
 | 1913 | /* #endif _JFS_WIP_COALESCE */ | 
 | 1914 |  | 
 | 1915 | 	/* | 
 | 1916 | 	 * split XAD into (lXAD, nXAD): | 
 | 1917 | 	 * | 
 | 1918 | 	 *          |---nXAD---> | 
 | 1919 | 	 * --|----------XAD----------|-- | 
 | 1920 | 	 *   |-lXAD-| | 
 | 1921 | 	 */ | 
 | 1922 |       updateRight:		/* (xoff < nxoff) */ | 
 | 1923 | 	/* truncate old XAD as lXAD:not_recorded */ | 
 | 1924 | 	xad = &p->xad[index]; | 
 | 1925 | 	XADlength(xad, nxoff - xoff); | 
 | 1926 |  | 
 | 1927 | 	/* insert nXAD:recorded */ | 
 | 1928 | 	if (nextindex == le16_to_cpu(p->header.maxentry)) { | 
 | 1929 |  | 
 | 1930 | 		/* xtSpliUp() unpins leaf pages */ | 
 | 1931 | 		split.mp = mp; | 
 | 1932 | 		split.index = newindex; | 
 | 1933 | 		split.flag = xflag & ~XAD_NOTRECORDED; | 
 | 1934 | 		split.off = nxoff; | 
 | 1935 | 		split.len = nxlen; | 
 | 1936 | 		split.addr = nxaddr; | 
 | 1937 | 		split.pxdlist = NULL; | 
 | 1938 | 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) | 
 | 1939 | 			return rc; | 
 | 1940 |  | 
 | 1941 | 		/* get back old page */ | 
 | 1942 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 1943 | 		if (rc) | 
 | 1944 | 			return rc; | 
 | 1945 | 		/* | 
 | 1946 | 		 * if leaf root has been split, original root has been | 
 | 1947 | 		 * copied to new child page, i.e., original entry now | 
 | 1948 | 		 * resides on the new child page; | 
 | 1949 | 		 */ | 
 | 1950 | 		if (p->header.flag & BT_INTERNAL) { | 
 | 1951 | 			ASSERT(p->header.nextindex == | 
 | 1952 | 			       cpu_to_le16(XTENTRYSTART + 1)); | 
 | 1953 | 			xad = &p->xad[XTENTRYSTART]; | 
 | 1954 | 			bn = addressXAD(xad); | 
 | 1955 | 			XT_PUTPAGE(mp); | 
 | 1956 |  | 
 | 1957 | 			/* get new child page */ | 
 | 1958 | 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 1959 | 			if (rc) | 
 | 1960 | 				return rc; | 
 | 1961 |  | 
 | 1962 | 			BT_MARK_DIRTY(mp, ip); | 
 | 1963 | 			if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 1964 | 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW); | 
 | 1965 | 				xtlck = (struct xtlock *) & tlck->lock; | 
 | 1966 | 			} | 
 | 1967 | 		} else { | 
 | 1968 | 			/* is nXAD on new page ? */ | 
 | 1969 | 			if (newindex > | 
 | 1970 | 			    (le16_to_cpu(p->header.maxentry) >> 1)) { | 
 | 1971 | 				newindex = | 
 | 1972 | 				    newindex - | 
 | 1973 | 				    le16_to_cpu(p->header.nextindex) + | 
 | 1974 | 				    XTENTRYSTART; | 
 | 1975 | 				newpage = 1; | 
 | 1976 | 			} | 
 | 1977 | 		} | 
 | 1978 | 	} else { | 
 | 1979 | 		/* if insert into middle, shift right remaining entries */ | 
 | 1980 | 		if (newindex < nextindex) | 
 | 1981 | 			memmove(&p->xad[newindex + 1], &p->xad[newindex], | 
 | 1982 | 				(nextindex - newindex) << L2XTSLOTSIZE); | 
 | 1983 |  | 
 | 1984 | 		/* insert the entry */ | 
 | 1985 | 		xad = &p->xad[newindex]; | 
 | 1986 | 		*xad = *nxad; | 
 | 1987 | 		xad->flag = xflag & ~XAD_NOTRECORDED; | 
 | 1988 |  | 
 | 1989 | 		/* advance next available entry index. */ | 
 | 1990 | 		p->header.nextindex = | 
 | 1991 | 		    cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1); | 
 | 1992 | 	} | 
 | 1993 |  | 
 | 1994 | 	/* | 
 | 1995 | 	 * does nXAD force 3-way split ? | 
 | 1996 | 	 * | 
 | 1997 | 	 *          |---nXAD--->| | 
 | 1998 | 	 * --|----------XAD-------------|-- | 
 | 1999 | 	 *   |-lXAD-|           |-rXAD -| | 
 | 2000 | 	 */ | 
 | 2001 | 	if (nxoff + nxlen == xoff + xlen) | 
 | 2002 | 		goto out; | 
 | 2003 |  | 
 | 2004 | 	/* reorient nXAD as XAD for further split XAD into (nXAD, rXAD) */ | 
 | 2005 | 	if (newpage) { | 
 | 2006 | 		/* close out old page */ | 
 | 2007 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 2008 | 			xtlck->lwm.offset = (xtlck->lwm.offset) ? | 
 | 2009 | 			    min(index0, (int)xtlck->lwm.offset) : index0; | 
 | 2010 | 			xtlck->lwm.length = | 
 | 2011 | 			    le16_to_cpu(p->header.nextindex) - | 
 | 2012 | 			    xtlck->lwm.offset; | 
 | 2013 | 		} | 
 | 2014 |  | 
 | 2015 | 		bn = le64_to_cpu(p->header.next); | 
 | 2016 | 		XT_PUTPAGE(mp); | 
 | 2017 |  | 
 | 2018 | 		/* get new right page */ | 
 | 2019 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 2020 | 		if (rc) | 
 | 2021 | 			return rc; | 
 | 2022 |  | 
 | 2023 | 		BT_MARK_DIRTY(mp, ip); | 
 | 2024 | 		if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 2025 | 			tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW); | 
 | 2026 | 			xtlck = (struct xtlock *) & tlck->lock; | 
 | 2027 | 		} | 
 | 2028 |  | 
 | 2029 | 		index0 = index = newindex; | 
 | 2030 | 	} else | 
 | 2031 | 		index++; | 
 | 2032 |  | 
 | 2033 | 	newindex = index + 1; | 
 | 2034 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
 | 2035 | 	xlen = xlen - (nxoff - xoff); | 
 | 2036 | 	xoff = nxoff; | 
 | 2037 | 	xaddr = nxaddr; | 
 | 2038 |  | 
 | 2039 | 	/* recompute split pages */ | 
 | 2040 | 	if (nextindex == le16_to_cpu(p->header.maxentry)) { | 
 | 2041 | 		XT_PUTPAGE(mp); | 
 | 2042 |  | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2043 | 		if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2044 | 			return rc; | 
 | 2045 |  | 
 | 2046 | 		/* retrieve search result */ | 
 | 2047 | 		XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0); | 
 | 2048 |  | 
 | 2049 | 		if (cmp != 0) { | 
 | 2050 | 			XT_PUTPAGE(mp); | 
 | 2051 | 			jfs_error(ip->i_sb, "xtUpdate: xtSearch failed"); | 
 | 2052 | 			return -EIO; | 
 | 2053 | 		} | 
 | 2054 |  | 
 | 2055 | 		if (index0 != index) { | 
 | 2056 | 			XT_PUTPAGE(mp); | 
 | 2057 | 			jfs_error(ip->i_sb, | 
 | 2058 | 				  "xtUpdate: unexpected value of index"); | 
 | 2059 | 			return -EIO; | 
 | 2060 | 		} | 
 | 2061 | 	} | 
 | 2062 |  | 
 | 2063 | 	/* | 
 | 2064 | 	 * split XAD into (nXAD, rXAD) | 
 | 2065 | 	 * | 
 | 2066 | 	 *          ---nXAD---| | 
 | 2067 | 	 * --|----------XAD----------|-- | 
 | 2068 | 	 *                    |-rXAD-| | 
 | 2069 | 	 */ | 
 | 2070 |       updateLeft:		/* (nxoff == xoff) && (nxlen < xlen) */ | 
 | 2071 | 	/* update old XAD with nXAD:recorded */ | 
 | 2072 | 	xad = &p->xad[index]; | 
 | 2073 | 	*xad = *nxad; | 
 | 2074 | 	xad->flag = xflag & ~XAD_NOTRECORDED; | 
 | 2075 |  | 
 | 2076 | 	/* insert rXAD:not_recorded */ | 
 | 2077 | 	xoff = xoff + nxlen; | 
 | 2078 | 	xlen = xlen - nxlen; | 
 | 2079 | 	xaddr = xaddr + nxlen; | 
 | 2080 | 	if (nextindex == le16_to_cpu(p->header.maxentry)) { | 
 | 2081 | /* | 
 | 2082 | printf("xtUpdate.updateLeft.split p:0x%p\n", p); | 
 | 2083 | */ | 
 | 2084 | 		/* xtSpliUp() unpins leaf pages */ | 
 | 2085 | 		split.mp = mp; | 
 | 2086 | 		split.index = newindex; | 
 | 2087 | 		split.flag = xflag; | 
 | 2088 | 		split.off = xoff; | 
 | 2089 | 		split.len = xlen; | 
 | 2090 | 		split.addr = xaddr; | 
 | 2091 | 		split.pxdlist = NULL; | 
 | 2092 | 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) | 
 | 2093 | 			return rc; | 
 | 2094 |  | 
 | 2095 | 		/* get back old page */ | 
 | 2096 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 2097 | 		if (rc) | 
 | 2098 | 			return rc; | 
 | 2099 |  | 
 | 2100 | 		/* | 
 | 2101 | 		 * if leaf root has been split, original root has been | 
 | 2102 | 		 * copied to new child page, i.e., original entry now | 
 | 2103 | 		 * resides on the new child page; | 
 | 2104 | 		 */ | 
 | 2105 | 		if (p->header.flag & BT_INTERNAL) { | 
 | 2106 | 			ASSERT(p->header.nextindex == | 
 | 2107 | 			       cpu_to_le16(XTENTRYSTART + 1)); | 
 | 2108 | 			xad = &p->xad[XTENTRYSTART]; | 
 | 2109 | 			bn = addressXAD(xad); | 
 | 2110 | 			XT_PUTPAGE(mp); | 
 | 2111 |  | 
 | 2112 | 			/* get new child page */ | 
 | 2113 | 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 2114 | 			if (rc) | 
 | 2115 | 				return rc; | 
 | 2116 |  | 
 | 2117 | 			BT_MARK_DIRTY(mp, ip); | 
 | 2118 | 			if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 2119 | 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW); | 
 | 2120 | 				xtlck = (struct xtlock *) & tlck->lock; | 
 | 2121 | 			} | 
 | 2122 | 		} | 
 | 2123 | 	} else { | 
 | 2124 | 		/* if insert into middle, shift right remaining entries */ | 
 | 2125 | 		if (newindex < nextindex) | 
 | 2126 | 			memmove(&p->xad[newindex + 1], &p->xad[newindex], | 
 | 2127 | 				(nextindex - newindex) << L2XTSLOTSIZE); | 
 | 2128 |  | 
 | 2129 | 		/* insert the entry */ | 
 | 2130 | 		xad = &p->xad[newindex]; | 
 | 2131 | 		XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr); | 
 | 2132 |  | 
 | 2133 | 		/* advance next available entry index. */ | 
 | 2134 | 		p->header.nextindex = | 
 | 2135 | 		    cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1); | 
 | 2136 | 	} | 
 | 2137 |  | 
 | 2138 |       out: | 
 | 2139 | 	if (!test_cflag(COMMIT_Nolink, ip)) { | 
 | 2140 | 		xtlck->lwm.offset = (xtlck->lwm.offset) ? | 
 | 2141 | 		    min(index0, (int)xtlck->lwm.offset) : index0; | 
 | 2142 | 		xtlck->lwm.length = le16_to_cpu(p->header.nextindex) - | 
 | 2143 | 		    xtlck->lwm.offset; | 
 | 2144 | 	} | 
 | 2145 |  | 
 | 2146 | 	/* unpin the leaf page */ | 
 | 2147 | 	XT_PUTPAGE(mp); | 
 | 2148 |  | 
 | 2149 | 	return rc; | 
 | 2150 | } | 
 | 2151 |  | 
 | 2152 |  | 
 | 2153 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2154 |  *	xtAppend() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2155 |  * | 
 | 2156 |  * function: grow in append mode from contiguous region specified ; | 
 | 2157 |  * | 
 | 2158 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2159 |  *	tid		- transaction id; | 
 | 2160 |  *	ip		- file object; | 
 | 2161 |  *	xflag		- extent flag: | 
 | 2162 |  *	xoff		- extent offset; | 
 | 2163 |  *	maxblocks	- max extent length; | 
 | 2164 |  *	xlen		- extent length (in/out); | 
 | 2165 |  *	xaddrp		- extent address pointer (in/out): | 
 | 2166 |  *	flag		- | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2167 |  * | 
 | 2168 |  * return: | 
 | 2169 |  */ | 
 | 2170 | int xtAppend(tid_t tid,		/* transaction id */ | 
| Dave Kleikamp | 63f83c9 | 2006-10-02 09:55:27 -0500 | [diff] [blame] | 2171 | 	     struct inode *ip, int xflag, s64 xoff, s32 maxblocks, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2172 | 	     s32 * xlenp,	/* (in/out) */ | 
 | 2173 | 	     s64 * xaddrp,	/* (in/out) */ | 
 | 2174 | 	     int flag) | 
 | 2175 | { | 
 | 2176 | 	int rc = 0; | 
 | 2177 | 	struct metapage *mp;	/* meta-page buffer */ | 
 | 2178 | 	xtpage_t *p;		/* base B+-tree index page */ | 
 | 2179 | 	s64 bn, xaddr; | 
 | 2180 | 	int index, nextindex; | 
 | 2181 | 	struct btstack btstack;	/* traverse stack */ | 
 | 2182 | 	struct xtsplit split;	/* split information */ | 
 | 2183 | 	xad_t *xad; | 
 | 2184 | 	int cmp; | 
 | 2185 | 	struct tlock *tlck; | 
 | 2186 | 	struct xtlock *xtlck; | 
 | 2187 | 	int nsplit, nblocks, xlen; | 
 | 2188 | 	struct pxdlist pxdlist; | 
 | 2189 | 	pxd_t *pxd; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2190 | 	s64 next; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2191 |  | 
 | 2192 | 	xaddr = *xaddrp; | 
 | 2193 | 	xlen = *xlenp; | 
 | 2194 | 	jfs_info("xtAppend: xoff:0x%lx maxblocks:%d xlen:%d xaddr:0x%lx", | 
 | 2195 | 		 (ulong) xoff, maxblocks, xlen, (ulong) xaddr); | 
 | 2196 |  | 
 | 2197 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2198 | 	 *	search for the entry location at which to insert: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2199 | 	 * | 
 | 2200 | 	 * xtFastSearch() and xtSearch() both returns (leaf page | 
 | 2201 | 	 * pinned, index at which to insert). | 
 | 2202 | 	 * n.b. xtSearch() may return index of maxentry of | 
 | 2203 | 	 * the full page. | 
 | 2204 | 	 */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2205 | 	if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2206 | 		return rc; | 
 | 2207 |  | 
 | 2208 | 	/* retrieve search result */ | 
 | 2209 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 2210 |  | 
 | 2211 | 	if (cmp == 0) { | 
 | 2212 | 		rc = -EEXIST; | 
 | 2213 | 		goto out; | 
 | 2214 | 	} | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2215 |  | 
 | 2216 | 	if (next) | 
 | 2217 | 		xlen = min(xlen, (int)(next - xoff)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2218 | //insert: | 
 | 2219 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2220 | 	 *	insert entry for new extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2221 | 	 */ | 
 | 2222 | 	xflag |= XAD_NEW; | 
 | 2223 |  | 
 | 2224 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2225 | 	 *	if the leaf page is full, split the page and | 
 | 2226 | 	 *	propagate up the router entry for the new page from split | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2227 | 	 * | 
 | 2228 | 	 * The xtSplitUp() will insert the entry and unpin the leaf page. | 
 | 2229 | 	 */ | 
 | 2230 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
 | 2231 | 	if (nextindex < le16_to_cpu(p->header.maxentry)) | 
 | 2232 | 		goto insertLeaf; | 
 | 2233 |  | 
 | 2234 | 	/* | 
 | 2235 | 	 * allocate new index blocks to cover index page split(s) | 
 | 2236 | 	 */ | 
 | 2237 | 	nsplit = btstack.nsplit; | 
 | 2238 | 	split.pxdlist = &pxdlist; | 
 | 2239 | 	pxdlist.maxnpxd = pxdlist.npxd = 0; | 
 | 2240 | 	pxd = &pxdlist.pxd[0]; | 
 | 2241 | 	nblocks = JFS_SBI(ip->i_sb)->nbperpage; | 
| Dave Kleikamp | 63f83c9 | 2006-10-02 09:55:27 -0500 | [diff] [blame] | 2242 | 	for (; nsplit > 0; nsplit--, pxd++, xaddr += nblocks, maxblocks -= nblocks) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2243 | 		if ((rc = dbAllocBottomUp(ip, xaddr, (s64) nblocks)) == 0) { | 
 | 2244 | 			PXDaddress(pxd, xaddr); | 
 | 2245 | 			PXDlength(pxd, nblocks); | 
 | 2246 |  | 
 | 2247 | 			pxdlist.maxnpxd++; | 
 | 2248 |  | 
 | 2249 | 			continue; | 
 | 2250 | 		} | 
 | 2251 |  | 
 | 2252 | 		/* undo allocation */ | 
 | 2253 |  | 
 | 2254 | 		goto out; | 
 | 2255 | 	} | 
 | 2256 |  | 
| Dave Kleikamp | 63f83c9 | 2006-10-02 09:55:27 -0500 | [diff] [blame] | 2257 | 	xlen = min(xlen, maxblocks); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2258 |  | 
 | 2259 | 	/* | 
 | 2260 | 	 * allocate data extent requested | 
 | 2261 | 	 */ | 
 | 2262 | 	if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen))) | 
 | 2263 | 		goto out; | 
 | 2264 |  | 
 | 2265 | 	split.mp = mp; | 
 | 2266 | 	split.index = index; | 
 | 2267 | 	split.flag = xflag; | 
 | 2268 | 	split.off = xoff; | 
 | 2269 | 	split.len = xlen; | 
 | 2270 | 	split.addr = xaddr; | 
 | 2271 | 	if ((rc = xtSplitUp(tid, ip, &split, &btstack))) { | 
 | 2272 | 		/* undo data extent allocation */ | 
 | 2273 | 		dbFree(ip, *xaddrp, (s64) * xlenp); | 
 | 2274 |  | 
 | 2275 | 		return rc; | 
 | 2276 | 	} | 
 | 2277 |  | 
 | 2278 | 	*xaddrp = xaddr; | 
 | 2279 | 	*xlenp = xlen; | 
 | 2280 | 	return 0; | 
 | 2281 |  | 
 | 2282 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2283 | 	 *	insert the new entry into the leaf page | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2284 | 	 */ | 
 | 2285 |       insertLeaf: | 
 | 2286 | 	/* | 
 | 2287 | 	 * allocate data extent requested | 
 | 2288 | 	 */ | 
 | 2289 | 	if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen))) | 
 | 2290 | 		goto out; | 
 | 2291 |  | 
 | 2292 | 	BT_MARK_DIRTY(mp, ip); | 
 | 2293 | 	/* | 
 | 2294 | 	 * acquire a transaction lock on the leaf page; | 
 | 2295 | 	 * | 
 | 2296 | 	 * action: xad insertion/extension; | 
 | 2297 | 	 */ | 
 | 2298 | 	tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW); | 
 | 2299 | 	xtlck = (struct xtlock *) & tlck->lock; | 
 | 2300 |  | 
 | 2301 | 	/* insert the new entry: mark the entry NEW */ | 
 | 2302 | 	xad = &p->xad[index]; | 
 | 2303 | 	XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr); | 
 | 2304 |  | 
 | 2305 | 	/* advance next available entry index */ | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 2306 | 	le16_add_cpu(&p->header.nextindex, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2307 |  | 
 | 2308 | 	xtlck->lwm.offset = | 
 | 2309 | 	    (xtlck->lwm.offset) ? min(index,(int) xtlck->lwm.offset) : index; | 
 | 2310 | 	xtlck->lwm.length = le16_to_cpu(p->header.nextindex) - | 
 | 2311 | 	    xtlck->lwm.offset; | 
 | 2312 |  | 
 | 2313 | 	*xaddrp = xaddr; | 
 | 2314 | 	*xlenp = xlen; | 
 | 2315 |  | 
 | 2316 |       out: | 
 | 2317 | 	/* unpin the leaf page */ | 
 | 2318 | 	XT_PUTPAGE(mp); | 
 | 2319 |  | 
 | 2320 | 	return rc; | 
 | 2321 | } | 
 | 2322 | #ifdef _STILL_TO_PORT | 
 | 2323 |  | 
 | 2324 | /* - TBD for defragmentaion/reorganization - | 
 | 2325 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2326 |  *	xtDelete() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2327 |  * | 
 | 2328 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2329 |  *	delete the entry with the specified key. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2330 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2331 |  *	N.B.: whole extent of the entry is assumed to be deleted. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2332 |  * | 
 | 2333 |  * parameter: | 
 | 2334 |  * | 
 | 2335 |  * return: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2336 |  *	ENOENT: if the entry is not found. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2337 |  * | 
 | 2338 |  * exception: | 
 | 2339 |  */ | 
 | 2340 | int xtDelete(tid_t tid, struct inode *ip, s64 xoff, s32 xlen, int flag) | 
 | 2341 | { | 
 | 2342 | 	int rc = 0; | 
 | 2343 | 	struct btstack btstack; | 
 | 2344 | 	int cmp; | 
 | 2345 | 	s64 bn; | 
 | 2346 | 	struct metapage *mp; | 
 | 2347 | 	xtpage_t *p; | 
 | 2348 | 	int index, nextindex; | 
 | 2349 | 	struct tlock *tlck; | 
 | 2350 | 	struct xtlock *xtlck; | 
 | 2351 |  | 
 | 2352 | 	/* | 
 | 2353 | 	 * find the matching entry; xtSearch() pins the page | 
 | 2354 | 	 */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2355 | 	if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2356 | 		return rc; | 
 | 2357 |  | 
 | 2358 | 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 2359 | 	if (cmp) { | 
 | 2360 | 		/* unpin the leaf page */ | 
 | 2361 | 		XT_PUTPAGE(mp); | 
 | 2362 | 		return -ENOENT; | 
 | 2363 | 	} | 
 | 2364 |  | 
 | 2365 | 	/* | 
 | 2366 | 	 * delete the entry from the leaf page | 
 | 2367 | 	 */ | 
 | 2368 | 	nextindex = le16_to_cpu(p->header.nextindex); | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 2369 | 	le16_add_cpu(&p->header.nextindex, -1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2370 |  | 
 | 2371 | 	/* | 
 | 2372 | 	 * if the leaf page bocome empty, free the page | 
 | 2373 | 	 */ | 
 | 2374 | 	if (p->header.nextindex == cpu_to_le16(XTENTRYSTART)) | 
 | 2375 | 		return (xtDeleteUp(tid, ip, mp, p, &btstack)); | 
 | 2376 |  | 
 | 2377 | 	BT_MARK_DIRTY(mp, ip); | 
 | 2378 | 	/* | 
 | 2379 | 	 * acquire a transaction lock on the leaf page; | 
 | 2380 | 	 * | 
 | 2381 | 	 * action:xad deletion; | 
 | 2382 | 	 */ | 
 | 2383 | 	tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 2384 | 	xtlck = (struct xtlock *) & tlck->lock; | 
 | 2385 | 	xtlck->lwm.offset = | 
 | 2386 | 	    (xtlck->lwm.offset) ? min(index, xtlck->lwm.offset) : index; | 
 | 2387 |  | 
 | 2388 | 	/* if delete from middle, shift left/compact the remaining entries */ | 
 | 2389 | 	if (index < nextindex - 1) | 
 | 2390 | 		memmove(&p->xad[index], &p->xad[index + 1], | 
 | 2391 | 			(nextindex - index - 1) * sizeof(xad_t)); | 
 | 2392 |  | 
 | 2393 | 	XT_PUTPAGE(mp); | 
 | 2394 |  | 
 | 2395 | 	return 0; | 
 | 2396 | } | 
 | 2397 |  | 
 | 2398 |  | 
 | 2399 | /* - TBD for defragmentaion/reorganization - | 
 | 2400 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2401 |  *	xtDeleteUp() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2402 |  * | 
 | 2403 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2404 |  *	free empty pages as propagating deletion up the tree | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2405 |  * | 
 | 2406 |  * parameter: | 
 | 2407 |  * | 
 | 2408 |  * return: | 
 | 2409 |  */ | 
 | 2410 | static int | 
 | 2411 | xtDeleteUp(tid_t tid, struct inode *ip, | 
 | 2412 | 	   struct metapage * fmp, xtpage_t * fp, struct btstack * btstack) | 
 | 2413 | { | 
 | 2414 | 	int rc = 0; | 
 | 2415 | 	struct metapage *mp; | 
 | 2416 | 	xtpage_t *p; | 
 | 2417 | 	int index, nextindex; | 
 | 2418 | 	s64 xaddr; | 
 | 2419 | 	int xlen; | 
 | 2420 | 	struct btframe *parent; | 
 | 2421 | 	struct tlock *tlck; | 
 | 2422 | 	struct xtlock *xtlck; | 
 | 2423 |  | 
 | 2424 | 	/* | 
 | 2425 | 	 * keep root leaf page which has become empty | 
 | 2426 | 	 */ | 
 | 2427 | 	if (fp->header.flag & BT_ROOT) { | 
 | 2428 | 		/* keep the root page */ | 
 | 2429 | 		fp->header.flag &= ~BT_INTERNAL; | 
 | 2430 | 		fp->header.flag |= BT_LEAF; | 
 | 2431 | 		fp->header.nextindex = cpu_to_le16(XTENTRYSTART); | 
 | 2432 |  | 
 | 2433 | 		/* XT_PUTPAGE(fmp); */ | 
 | 2434 |  | 
 | 2435 | 		return 0; | 
 | 2436 | 	} | 
 | 2437 |  | 
 | 2438 | 	/* | 
 | 2439 | 	 * free non-root leaf page | 
 | 2440 | 	 */ | 
 | 2441 | 	if ((rc = xtRelink(tid, ip, fp))) { | 
 | 2442 | 		XT_PUTPAGE(fmp); | 
 | 2443 | 		return rc; | 
 | 2444 | 	} | 
 | 2445 |  | 
 | 2446 | 	xaddr = addressPXD(&fp->header.self); | 
 | 2447 | 	xlen = lengthPXD(&fp->header.self); | 
 | 2448 | 	/* free the page extent */ | 
 | 2449 | 	dbFree(ip, xaddr, (s64) xlen); | 
 | 2450 |  | 
 | 2451 | 	/* free the buffer page */ | 
 | 2452 | 	discard_metapage(fmp); | 
 | 2453 |  | 
 | 2454 | 	/* | 
 | 2455 | 	 * propagate page deletion up the index tree | 
 | 2456 | 	 * | 
 | 2457 | 	 * If the delete from the parent page makes it empty, | 
 | 2458 | 	 * continue all the way up the tree. | 
 | 2459 | 	 * stop if the root page is reached (which is never deleted) or | 
 | 2460 | 	 * if the entry deletion does not empty the page. | 
 | 2461 | 	 */ | 
 | 2462 | 	while ((parent = BT_POP(btstack)) != NULL) { | 
 | 2463 | 		/* get/pin the parent page <sp> */ | 
 | 2464 | 		XT_GETPAGE(ip, parent->bn, mp, PSIZE, p, rc); | 
 | 2465 | 		if (rc) | 
 | 2466 | 			return rc; | 
 | 2467 |  | 
 | 2468 | 		index = parent->index; | 
 | 2469 |  | 
 | 2470 | 		/* delete the entry for the freed child page from parent. | 
 | 2471 | 		 */ | 
 | 2472 | 		nextindex = le16_to_cpu(p->header.nextindex); | 
 | 2473 |  | 
 | 2474 | 		/* | 
 | 2475 | 		 * the parent has the single entry being deleted: | 
 | 2476 | 		 * free the parent page which has become empty. | 
 | 2477 | 		 */ | 
 | 2478 | 		if (nextindex == 1) { | 
 | 2479 | 			if (p->header.flag & BT_ROOT) { | 
 | 2480 | 				/* keep the root page */ | 
 | 2481 | 				p->header.flag &= ~BT_INTERNAL; | 
 | 2482 | 				p->header.flag |= BT_LEAF; | 
 | 2483 | 				p->header.nextindex = | 
 | 2484 | 				    cpu_to_le16(XTENTRYSTART); | 
 | 2485 |  | 
 | 2486 | 				/* XT_PUTPAGE(mp); */ | 
 | 2487 |  | 
 | 2488 | 				break; | 
 | 2489 | 			} else { | 
 | 2490 | 				/* free the parent page */ | 
 | 2491 | 				if ((rc = xtRelink(tid, ip, p))) | 
 | 2492 | 					return rc; | 
 | 2493 |  | 
 | 2494 | 				xaddr = addressPXD(&p->header.self); | 
 | 2495 | 				/* free the page extent */ | 
 | 2496 | 				dbFree(ip, xaddr, | 
 | 2497 | 				       (s64) JFS_SBI(ip->i_sb)->nbperpage); | 
 | 2498 |  | 
 | 2499 | 				/* unpin/free the buffer page */ | 
 | 2500 | 				discard_metapage(mp); | 
 | 2501 |  | 
 | 2502 | 				/* propagate up */ | 
 | 2503 | 				continue; | 
 | 2504 | 			} | 
 | 2505 | 		} | 
 | 2506 | 		/* | 
 | 2507 | 		 * the parent has other entries remaining: | 
 | 2508 | 		 * delete the router entry from the parent page. | 
 | 2509 | 		 */ | 
 | 2510 | 		else { | 
 | 2511 | 			BT_MARK_DIRTY(mp, ip); | 
 | 2512 | 			/* | 
 | 2513 | 			 * acquire a transaction lock on the leaf page; | 
 | 2514 | 			 * | 
 | 2515 | 			 * action:xad deletion; | 
 | 2516 | 			 */ | 
 | 2517 | 			tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 2518 | 			xtlck = (struct xtlock *) & tlck->lock; | 
 | 2519 | 			xtlck->lwm.offset = | 
 | 2520 | 			    (xtlck->lwm.offset) ? min(index, | 
 | 2521 | 						      xtlck->lwm. | 
 | 2522 | 						      offset) : index; | 
 | 2523 |  | 
 | 2524 | 			/* if delete from middle, | 
 | 2525 | 			 * shift left/compact the remaining entries in the page | 
 | 2526 | 			 */ | 
 | 2527 | 			if (index < nextindex - 1) | 
 | 2528 | 				memmove(&p->xad[index], &p->xad[index + 1], | 
 | 2529 | 					(nextindex - index - | 
 | 2530 | 					 1) << L2XTSLOTSIZE); | 
 | 2531 |  | 
| Marcin Slusarz | 8914562 | 2008-02-13 15:34:20 -0600 | [diff] [blame] | 2532 | 			le16_add_cpu(&p->header.nextindex, -1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2533 | 			jfs_info("xtDeleteUp(entry): 0x%lx[%d]", | 
 | 2534 | 				 (ulong) parent->bn, index); | 
 | 2535 | 		} | 
 | 2536 |  | 
 | 2537 | 		/* unpin the parent page */ | 
 | 2538 | 		XT_PUTPAGE(mp); | 
 | 2539 |  | 
 | 2540 | 		/* exit propagation up */ | 
 | 2541 | 		break; | 
 | 2542 | 	} | 
 | 2543 |  | 
 | 2544 | 	return 0; | 
 | 2545 | } | 
 | 2546 |  | 
 | 2547 |  | 
 | 2548 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2549 |  * NAME:	xtRelocate() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2550 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2551 |  * FUNCTION:	relocate xtpage or data extent of regular file; | 
 | 2552 |  *		This function is mainly used by defragfs utility. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2553 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2554 |  * NOTE:	This routine does not have the logic to handle | 
 | 2555 |  *		uncommitted allocated extent. The caller should call | 
 | 2556 |  *		txCommit() to commit all the allocation before call | 
 | 2557 |  *		this routine. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2558 |  */ | 
 | 2559 | int | 
 | 2560 | xtRelocate(tid_t tid, struct inode * ip, xad_t * oxad,	/* old XAD */ | 
 | 2561 | 	   s64 nxaddr,		/* new xaddr */ | 
 | 2562 | 	   int xtype) | 
 | 2563 | {				/* extent type: XTPAGE or DATAEXT */ | 
 | 2564 | 	int rc = 0; | 
 | 2565 | 	struct tblock *tblk; | 
 | 2566 | 	struct tlock *tlck; | 
 | 2567 | 	struct xtlock *xtlck; | 
 | 2568 | 	struct metapage *mp, *pmp, *lmp, *rmp;	/* meta-page buffer */ | 
 | 2569 | 	xtpage_t *p, *pp, *rp, *lp;	/* base B+-tree index page */ | 
 | 2570 | 	xad_t *xad; | 
 | 2571 | 	pxd_t *pxd; | 
 | 2572 | 	s64 xoff, xsize; | 
 | 2573 | 	int xlen; | 
 | 2574 | 	s64 oxaddr, sxaddr, dxaddr, nextbn, prevbn; | 
 | 2575 | 	cbuf_t *cp; | 
 | 2576 | 	s64 offset, nbytes, nbrd, pno; | 
 | 2577 | 	int nb, npages, nblks; | 
 | 2578 | 	s64 bn; | 
 | 2579 | 	int cmp; | 
 | 2580 | 	int index; | 
 | 2581 | 	struct pxd_lock *pxdlock; | 
 | 2582 | 	struct btstack btstack;	/* traverse stack */ | 
 | 2583 |  | 
 | 2584 | 	xtype = xtype & EXTENT_TYPE; | 
 | 2585 |  | 
 | 2586 | 	xoff = offsetXAD(oxad); | 
 | 2587 | 	oxaddr = addressXAD(oxad); | 
 | 2588 | 	xlen = lengthXAD(oxad); | 
 | 2589 |  | 
 | 2590 | 	/* validate extent offset */ | 
 | 2591 | 	offset = xoff << JFS_SBI(ip->i_sb)->l2bsize; | 
 | 2592 | 	if (offset >= ip->i_size) | 
 | 2593 | 		return -ESTALE;	/* stale extent */ | 
 | 2594 |  | 
 | 2595 | 	jfs_info("xtRelocate: xtype:%d xoff:0x%lx xlen:0x%x xaddr:0x%lx:0x%lx", | 
 | 2596 | 		 xtype, (ulong) xoff, xlen, (ulong) oxaddr, (ulong) nxaddr); | 
 | 2597 |  | 
 | 2598 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2599 | 	 *	1. get and validate the parent xtpage/xad entry | 
 | 2600 | 	 *	covering the source extent to be relocated; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2601 | 	 */ | 
 | 2602 | 	if (xtype == DATAEXT) { | 
 | 2603 | 		/* search in leaf entry */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2604 | 		rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2605 | 		if (rc) | 
 | 2606 | 			return rc; | 
 | 2607 |  | 
 | 2608 | 		/* retrieve search result */ | 
 | 2609 | 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index); | 
 | 2610 |  | 
 | 2611 | 		if (cmp) { | 
 | 2612 | 			XT_PUTPAGE(pmp); | 
 | 2613 | 			return -ESTALE; | 
 | 2614 | 		} | 
 | 2615 |  | 
 | 2616 | 		/* validate for exact match with a single entry */ | 
 | 2617 | 		xad = &pp->xad[index]; | 
 | 2618 | 		if (addressXAD(xad) != oxaddr || lengthXAD(xad) != xlen) { | 
 | 2619 | 			XT_PUTPAGE(pmp); | 
 | 2620 | 			return -ESTALE; | 
 | 2621 | 		} | 
 | 2622 | 	} else {		/* (xtype == XTPAGE) */ | 
 | 2623 |  | 
 | 2624 | 		/* search in internal entry */ | 
 | 2625 | 		rc = xtSearchNode(ip, oxad, &cmp, &btstack, 0); | 
 | 2626 | 		if (rc) | 
 | 2627 | 			return rc; | 
 | 2628 |  | 
 | 2629 | 		/* retrieve search result */ | 
 | 2630 | 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index); | 
 | 2631 |  | 
 | 2632 | 		if (cmp) { | 
 | 2633 | 			XT_PUTPAGE(pmp); | 
 | 2634 | 			return -ESTALE; | 
 | 2635 | 		} | 
 | 2636 |  | 
 | 2637 | 		/* xtSearchNode() validated for exact match with a single entry | 
 | 2638 | 		 */ | 
 | 2639 | 		xad = &pp->xad[index]; | 
 | 2640 | 	} | 
 | 2641 | 	jfs_info("xtRelocate: parent xad entry validated."); | 
 | 2642 |  | 
 | 2643 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2644 | 	 *	2. relocate the extent | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2645 | 	 */ | 
 | 2646 | 	if (xtype == DATAEXT) { | 
 | 2647 | 		/* if the extent is allocated-but-not-recorded | 
 | 2648 | 		 * there is no real data to be moved in this extent, | 
 | 2649 | 		 */ | 
 | 2650 | 		if (xad->flag & XAD_NOTRECORDED) | 
 | 2651 | 			goto out; | 
 | 2652 | 		else | 
 | 2653 | 			/* release xtpage for cmRead()/xtLookup() */ | 
 | 2654 | 			XT_PUTPAGE(pmp); | 
 | 2655 |  | 
 | 2656 | 		/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2657 | 		 *	cmRelocate() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2658 | 		 * | 
 | 2659 | 		 * copy target data pages to be relocated; | 
 | 2660 | 		 * | 
 | 2661 | 		 * data extent must start at page boundary and | 
 | 2662 | 		 * multiple of page size (except the last data extent); | 
 | 2663 | 		 * read in each page of the source data extent into cbuf, | 
 | 2664 | 		 * update the cbuf extent descriptor of the page to be | 
 | 2665 | 		 * homeward bound to new dst data extent | 
 | 2666 | 		 * copy the data from the old extent to new extent. | 
 | 2667 | 		 * copy is essential for compressed files to avoid problems | 
 | 2668 | 		 * that can arise if there was a change in compression | 
 | 2669 | 		 * algorithms. | 
 | 2670 | 		 * it is a good strategy because it may disrupt cache | 
 | 2671 | 		 * policy to keep the pages in memory afterwards. | 
 | 2672 | 		 */ | 
 | 2673 | 		offset = xoff << JFS_SBI(ip->i_sb)->l2bsize; | 
 | 2674 | 		assert((offset & CM_OFFSET) == 0); | 
 | 2675 | 		nbytes = xlen << JFS_SBI(ip->i_sb)->l2bsize; | 
 | 2676 | 		pno = offset >> CM_L2BSIZE; | 
 | 2677 | 		npages = (nbytes + (CM_BSIZE - 1)) >> CM_L2BSIZE; | 
 | 2678 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2679 | 		npages = ((offset + nbytes - 1) >> CM_L2BSIZE) - | 
 | 2680 | 			  (offset >> CM_L2BSIZE) + 1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2681 | */ | 
 | 2682 | 		sxaddr = oxaddr; | 
 | 2683 | 		dxaddr = nxaddr; | 
 | 2684 |  | 
 | 2685 | 		/* process the request one cache buffer at a time */ | 
 | 2686 | 		for (nbrd = 0; nbrd < nbytes; nbrd += nb, | 
 | 2687 | 		     offset += nb, pno++, npages--) { | 
 | 2688 | 			/* compute page size */ | 
 | 2689 | 			nb = min(nbytes - nbrd, CM_BSIZE); | 
 | 2690 |  | 
 | 2691 | 			/* get the cache buffer of the page */ | 
 | 2692 | 			if (rc = cmRead(ip, offset, npages, &cp)) | 
 | 2693 | 				break; | 
 | 2694 |  | 
 | 2695 | 			assert(addressPXD(&cp->cm_pxd) == sxaddr); | 
 | 2696 | 			assert(!cp->cm_modified); | 
 | 2697 |  | 
 | 2698 | 			/* bind buffer with the new extent address */ | 
 | 2699 | 			nblks = nb >> JFS_IP(ip->i_sb)->l2bsize; | 
 | 2700 | 			cmSetXD(ip, cp, pno, dxaddr, nblks); | 
 | 2701 |  | 
 | 2702 | 			/* release the cbuf, mark it as modified */ | 
| Richard Knutsson | 4d81715 | 2006-09-30 23:27:14 -0700 | [diff] [blame] | 2703 | 			cmPut(cp, true); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2704 |  | 
 | 2705 | 			dxaddr += nblks; | 
 | 2706 | 			sxaddr += nblks; | 
 | 2707 | 		} | 
 | 2708 |  | 
 | 2709 | 		/* get back parent page */ | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 2710 | 		if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0))) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2711 | 			return rc; | 
 | 2712 |  | 
 | 2713 | 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index); | 
 | 2714 | 		jfs_info("xtRelocate: target data extent relocated."); | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2715 | 	} else {		/* (xtype == XTPAGE) */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2716 |  | 
 | 2717 | 		/* | 
 | 2718 | 		 * read in the target xtpage from the source extent; | 
 | 2719 | 		 */ | 
 | 2720 | 		XT_GETPAGE(ip, oxaddr, mp, PSIZE, p, rc); | 
 | 2721 | 		if (rc) { | 
 | 2722 | 			XT_PUTPAGE(pmp); | 
 | 2723 | 			return rc; | 
 | 2724 | 		} | 
 | 2725 |  | 
 | 2726 | 		/* | 
 | 2727 | 		 * read in sibling pages if any to update sibling pointers; | 
 | 2728 | 		 */ | 
 | 2729 | 		rmp = NULL; | 
 | 2730 | 		if (p->header.next) { | 
 | 2731 | 			nextbn = le64_to_cpu(p->header.next); | 
 | 2732 | 			XT_GETPAGE(ip, nextbn, rmp, PSIZE, rp, rc); | 
 | 2733 | 			if (rc) { | 
 | 2734 | 				XT_PUTPAGE(pmp); | 
 | 2735 | 				XT_PUTPAGE(mp); | 
 | 2736 | 				return (rc); | 
 | 2737 | 			} | 
 | 2738 | 		} | 
 | 2739 |  | 
 | 2740 | 		lmp = NULL; | 
 | 2741 | 		if (p->header.prev) { | 
 | 2742 | 			prevbn = le64_to_cpu(p->header.prev); | 
 | 2743 | 			XT_GETPAGE(ip, prevbn, lmp, PSIZE, lp, rc); | 
 | 2744 | 			if (rc) { | 
 | 2745 | 				XT_PUTPAGE(pmp); | 
 | 2746 | 				XT_PUTPAGE(mp); | 
 | 2747 | 				if (rmp) | 
 | 2748 | 					XT_PUTPAGE(rmp); | 
 | 2749 | 				return (rc); | 
 | 2750 | 			} | 
 | 2751 | 		} | 
 | 2752 |  | 
 | 2753 | 		/* at this point, all xtpages to be updated are in memory */ | 
 | 2754 |  | 
 | 2755 | 		/* | 
 | 2756 | 		 * update sibling pointers of sibling xtpages if any; | 
 | 2757 | 		 */ | 
 | 2758 | 		if (lmp) { | 
 | 2759 | 			BT_MARK_DIRTY(lmp, ip); | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2760 | 			tlck = txLock(tid, ip, lmp, tlckXTREE | tlckRELINK); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2761 | 			lp->header.next = cpu_to_le64(nxaddr); | 
 | 2762 | 			XT_PUTPAGE(lmp); | 
 | 2763 | 		} | 
 | 2764 |  | 
 | 2765 | 		if (rmp) { | 
 | 2766 | 			BT_MARK_DIRTY(rmp, ip); | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2767 | 			tlck = txLock(tid, ip, rmp, tlckXTREE | tlckRELINK); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2768 | 			rp->header.prev = cpu_to_le64(nxaddr); | 
 | 2769 | 			XT_PUTPAGE(rmp); | 
 | 2770 | 		} | 
 | 2771 |  | 
 | 2772 | 		/* | 
 | 2773 | 		 * update the target xtpage to be relocated | 
 | 2774 | 		 * | 
 | 2775 | 		 * update the self address of the target page | 
 | 2776 | 		 * and write to destination extent; | 
 | 2777 | 		 * redo image covers the whole xtpage since it is new page | 
 | 2778 | 		 * to the destination extent; | 
 | 2779 | 		 * update of bmap for the free of source extent | 
 | 2780 | 		 * of the target xtpage itself: | 
 | 2781 | 		 * update of bmap for the allocation of destination extent | 
 | 2782 | 		 * of the target xtpage itself: | 
 | 2783 | 		 * update of bmap for the extents covered by xad entries in | 
 | 2784 | 		 * the target xtpage is not necessary since they are not | 
 | 2785 | 		 * updated; | 
 | 2786 | 		 * if not committed before this relocation, | 
 | 2787 | 		 * target page may contain XAD_NEW entries which must | 
 | 2788 | 		 * be scanned for bmap update (logredo() always | 
 | 2789 | 		 * scan xtpage REDOPAGE image for bmap update); | 
 | 2790 | 		 * if committed before this relocation (tlckRELOCATE), | 
 | 2791 | 		 * scan may be skipped by commit() and logredo(); | 
 | 2792 | 		 */ | 
 | 2793 | 		BT_MARK_DIRTY(mp, ip); | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2794 | 		/* tlckNEW init xtlck->lwm.offset = XTENTRYSTART; */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2795 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckNEW); | 
 | 2796 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 2797 |  | 
 | 2798 | 		/* update the self address in the xtpage header */ | 
 | 2799 | 		pxd = &p->header.self; | 
 | 2800 | 		PXDaddress(pxd, nxaddr); | 
 | 2801 |  | 
 | 2802 | 		/* linelock for the after image of the whole page */ | 
 | 2803 | 		xtlck->lwm.length = | 
 | 2804 | 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset; | 
 | 2805 |  | 
 | 2806 | 		/* update the buffer extent descriptor of target xtpage */ | 
 | 2807 | 		xsize = xlen << JFS_SBI(ip->i_sb)->l2bsize; | 
 | 2808 | 		bmSetXD(mp, nxaddr, xsize); | 
 | 2809 |  | 
 | 2810 | 		/* unpin the target page to new homeward bound */ | 
 | 2811 | 		XT_PUTPAGE(mp); | 
 | 2812 | 		jfs_info("xtRelocate: target xtpage relocated."); | 
 | 2813 | 	} | 
 | 2814 |  | 
 | 2815 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2816 | 	 *	3. acquire maplock for the source extent to be freed; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2817 | 	 * | 
 | 2818 | 	 * acquire a maplock saving the src relocated extent address; | 
 | 2819 | 	 * to free of the extent at commit time; | 
 | 2820 | 	 */ | 
 | 2821 |       out: | 
 | 2822 | 	/* if DATAEXT relocation, write a LOG_UPDATEMAP record for | 
 | 2823 | 	 * free PXD of the source data extent (logredo() will update | 
 | 2824 | 	 * bmap for free of source data extent), and update bmap for | 
 | 2825 | 	 * free of the source data extent; | 
 | 2826 | 	 */ | 
 | 2827 | 	if (xtype == DATAEXT) | 
 | 2828 | 		tlck = txMaplock(tid, ip, tlckMAP); | 
 | 2829 | 	/* if XTPAGE relocation, write a LOG_NOREDOPAGE record | 
 | 2830 | 	 * for the source xtpage (logredo() will init NoRedoPage | 
 | 2831 | 	 * filter and will also update bmap for free of the source | 
 | 2832 | 	 * xtpage), and update bmap for free of the source xtpage; | 
 | 2833 | 	 * N.B. We use tlckMAP instead of tlkcXTREE because there | 
 | 2834 | 	 *      is no buffer associated with this lock since the buffer | 
 | 2835 | 	 *      has been redirected to the target location. | 
 | 2836 | 	 */ | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2837 | 	else			/* (xtype == XTPAGE) */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2838 | 		tlck = txMaplock(tid, ip, tlckMAP | tlckRELOCATE); | 
 | 2839 |  | 
 | 2840 | 	pxdlock = (struct pxd_lock *) & tlck->lock; | 
 | 2841 | 	pxdlock->flag = mlckFREEPXD; | 
 | 2842 | 	PXDaddress(&pxdlock->pxd, oxaddr); | 
 | 2843 | 	PXDlength(&pxdlock->pxd, xlen); | 
 | 2844 | 	pxdlock->index = 1; | 
 | 2845 |  | 
 | 2846 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2847 | 	 *	4. update the parent xad entry for relocation; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2848 | 	 * | 
 | 2849 | 	 * acquire tlck for the parent entry with XAD_NEW as entry | 
 | 2850 | 	 * update which will write LOG_REDOPAGE and update bmap for | 
 | 2851 | 	 * allocation of XAD_NEW destination extent; | 
 | 2852 | 	 */ | 
 | 2853 | 	jfs_info("xtRelocate: update parent xad entry."); | 
 | 2854 | 	BT_MARK_DIRTY(pmp, ip); | 
 | 2855 | 	tlck = txLock(tid, ip, pmp, tlckXTREE | tlckGROW); | 
 | 2856 | 	xtlck = (struct xtlock *) & tlck->lock; | 
 | 2857 |  | 
 | 2858 | 	/* update the XAD with the new destination extent; */ | 
 | 2859 | 	xad = &pp->xad[index]; | 
 | 2860 | 	xad->flag |= XAD_NEW; | 
 | 2861 | 	XADaddress(xad, nxaddr); | 
 | 2862 |  | 
 | 2863 | 	xtlck->lwm.offset = min(index, xtlck->lwm.offset); | 
 | 2864 | 	xtlck->lwm.length = le16_to_cpu(pp->header.nextindex) - | 
 | 2865 | 	    xtlck->lwm.offset; | 
 | 2866 |  | 
 | 2867 | 	/* unpin the parent xtpage */ | 
 | 2868 | 	XT_PUTPAGE(pmp); | 
 | 2869 |  | 
 | 2870 | 	return rc; | 
 | 2871 | } | 
 | 2872 |  | 
 | 2873 |  | 
 | 2874 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2875 |  *	xtSearchNode() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2876 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2877 |  * function:	search for the internal xad entry covering specified extent. | 
 | 2878 |  *		This function is mainly used by defragfs utility. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2879 |  * | 
 | 2880 |  * parameters: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2881 |  *	ip	- file object; | 
 | 2882 |  *	xad	- extent to find; | 
 | 2883 |  *	cmpp	- comparison result: | 
 | 2884 |  *	btstack - traverse stack; | 
 | 2885 |  *	flag	- search process flag; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2886 |  * | 
 | 2887 |  * returns: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2888 |  *	btstack contains (bn, index) of search path traversed to the entry. | 
 | 2889 |  *	*cmpp is set to result of comparison with the entry returned. | 
 | 2890 |  *	the page containing the entry is pinned at exit. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2891 |  */ | 
 | 2892 | static int xtSearchNode(struct inode *ip, xad_t * xad,	/* required XAD entry */ | 
 | 2893 | 			int *cmpp, struct btstack * btstack, int flag) | 
 | 2894 | { | 
 | 2895 | 	int rc = 0; | 
 | 2896 | 	s64 xoff, xaddr; | 
 | 2897 | 	int xlen; | 
 | 2898 | 	int cmp = 1;		/* init for empty page */ | 
 | 2899 | 	s64 bn;			/* block number */ | 
 | 2900 | 	struct metapage *mp;	/* meta-page buffer */ | 
 | 2901 | 	xtpage_t *p;		/* page */ | 
 | 2902 | 	int base, index, lim; | 
 | 2903 | 	struct btframe *btsp; | 
 | 2904 | 	s64 t64; | 
 | 2905 |  | 
 | 2906 | 	BT_CLR(btstack); | 
 | 2907 |  | 
 | 2908 | 	xoff = offsetXAD(xad); | 
 | 2909 | 	xlen = lengthXAD(xad); | 
 | 2910 | 	xaddr = addressXAD(xad); | 
 | 2911 |  | 
 | 2912 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2913 | 	 *	search down tree from root: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2914 | 	 * | 
 | 2915 | 	 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of | 
 | 2916 | 	 * internal page, child page Pi contains entry with k, Ki <= K < Kj. | 
 | 2917 | 	 * | 
 | 2918 | 	 * if entry with search key K is not found | 
 | 2919 | 	 * internal page search find the entry with largest key Ki | 
 | 2920 | 	 * less than K which point to the child page to search; | 
 | 2921 | 	 * leaf page search find the entry with smallest key Kj | 
 | 2922 | 	 * greater than K so that the returned index is the position of | 
 | 2923 | 	 * the entry to be shifted right for insertion of new entry. | 
 | 2924 | 	 * for empty tree, search key is greater than any key of the tree. | 
 | 2925 | 	 * | 
 | 2926 | 	 * by convention, root bn = 0. | 
 | 2927 | 	 */ | 
 | 2928 | 	for (bn = 0;;) { | 
 | 2929 | 		/* get/pin the page to search */ | 
 | 2930 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 2931 | 		if (rc) | 
 | 2932 | 			return rc; | 
 | 2933 | 		if (p->header.flag & BT_LEAF) { | 
 | 2934 | 			XT_PUTPAGE(mp); | 
 | 2935 | 			return -ESTALE; | 
 | 2936 | 		} | 
 | 2937 |  | 
 | 2938 | 		lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART; | 
 | 2939 |  | 
 | 2940 | 		/* | 
 | 2941 | 		 * binary search with search key K on the current page | 
 | 2942 | 		 */ | 
 | 2943 | 		for (base = XTENTRYSTART; lim; lim >>= 1) { | 
 | 2944 | 			index = base + (lim >> 1); | 
 | 2945 |  | 
 | 2946 | 			XT_CMP(cmp, xoff, &p->xad[index], t64); | 
 | 2947 | 			if (cmp == 0) { | 
 | 2948 | 				/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2949 | 				 *	search hit | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2950 | 				 * | 
 | 2951 | 				 * verify for exact match; | 
 | 2952 | 				 */ | 
 | 2953 | 				if (xaddr == addressXAD(&p->xad[index]) && | 
 | 2954 | 				    xoff == offsetXAD(&p->xad[index])) { | 
 | 2955 | 					*cmpp = cmp; | 
 | 2956 |  | 
 | 2957 | 					/* save search result */ | 
 | 2958 | 					btsp = btstack->top; | 
 | 2959 | 					btsp->bn = bn; | 
 | 2960 | 					btsp->index = index; | 
 | 2961 | 					btsp->mp = mp; | 
 | 2962 |  | 
 | 2963 | 					return 0; | 
 | 2964 | 				} | 
 | 2965 |  | 
 | 2966 | 				/* descend/search its child page */ | 
 | 2967 | 				goto next; | 
 | 2968 | 			} | 
 | 2969 |  | 
 | 2970 | 			if (cmp > 0) { | 
 | 2971 | 				base = index + 1; | 
 | 2972 | 				--lim; | 
 | 2973 | 			} | 
 | 2974 | 		} | 
 | 2975 |  | 
 | 2976 | 		/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 2977 | 		 *	search miss - non-leaf page: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2978 | 		 * | 
 | 2979 | 		 * base is the smallest index with key (Kj) greater than | 
 | 2980 | 		 * search key (K) and may be zero or maxentry index. | 
 | 2981 | 		 * if base is non-zero, decrement base by one to get the parent | 
 | 2982 | 		 * entry of the child page to search. | 
 | 2983 | 		 */ | 
 | 2984 | 		index = base ? base - 1 : base; | 
 | 2985 |  | 
 | 2986 | 		/* | 
 | 2987 | 		 * go down to child page | 
 | 2988 | 		 */ | 
 | 2989 | 	      next: | 
 | 2990 | 		/* get the child page block number */ | 
 | 2991 | 		bn = addressXAD(&p->xad[index]); | 
 | 2992 |  | 
 | 2993 | 		/* unpin the parent page */ | 
 | 2994 | 		XT_PUTPAGE(mp); | 
 | 2995 | 	} | 
 | 2996 | } | 
 | 2997 |  | 
 | 2998 |  | 
 | 2999 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3000 |  *	xtRelink() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3001 |  * | 
 | 3002 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3003 |  *	link around a freed page. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3004 |  * | 
 | 3005 |  * Parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3006 |  *	int		tid, | 
 | 3007 |  *	struct inode	*ip, | 
 | 3008 |  *	xtpage_t	*p) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3009 |  * | 
 | 3010 |  * returns: | 
 | 3011 |  */ | 
 | 3012 | static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * p) | 
 | 3013 | { | 
 | 3014 | 	int rc = 0; | 
 | 3015 | 	struct metapage *mp; | 
 | 3016 | 	s64 nextbn, prevbn; | 
 | 3017 | 	struct tlock *tlck; | 
 | 3018 |  | 
 | 3019 | 	nextbn = le64_to_cpu(p->header.next); | 
 | 3020 | 	prevbn = le64_to_cpu(p->header.prev); | 
 | 3021 |  | 
 | 3022 | 	/* update prev pointer of the next page */ | 
 | 3023 | 	if (nextbn != 0) { | 
 | 3024 | 		XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc); | 
 | 3025 | 		if (rc) | 
 | 3026 | 			return rc; | 
 | 3027 |  | 
 | 3028 | 		/* | 
 | 3029 | 		 * acquire a transaction lock on the page; | 
 | 3030 | 		 * | 
 | 3031 | 		 * action: update prev pointer; | 
 | 3032 | 		 */ | 
 | 3033 | 		BT_MARK_DIRTY(mp, ip); | 
 | 3034 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK); | 
 | 3035 |  | 
 | 3036 | 		/* the page may already have been tlock'd */ | 
 | 3037 |  | 
 | 3038 | 		p->header.prev = cpu_to_le64(prevbn); | 
 | 3039 |  | 
 | 3040 | 		XT_PUTPAGE(mp); | 
 | 3041 | 	} | 
 | 3042 |  | 
 | 3043 | 	/* update next pointer of the previous page */ | 
 | 3044 | 	if (prevbn != 0) { | 
 | 3045 | 		XT_GETPAGE(ip, prevbn, mp, PSIZE, p, rc); | 
 | 3046 | 		if (rc) | 
 | 3047 | 			return rc; | 
 | 3048 |  | 
 | 3049 | 		/* | 
 | 3050 | 		 * acquire a transaction lock on the page; | 
 | 3051 | 		 * | 
 | 3052 | 		 * action: update next pointer; | 
 | 3053 | 		 */ | 
 | 3054 | 		BT_MARK_DIRTY(mp, ip); | 
 | 3055 | 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK); | 
 | 3056 |  | 
 | 3057 | 		/* the page may already have been tlock'd */ | 
 | 3058 |  | 
 | 3059 | 		p->header.next = le64_to_cpu(nextbn); | 
 | 3060 |  | 
 | 3061 | 		XT_PUTPAGE(mp); | 
 | 3062 | 	} | 
 | 3063 |  | 
 | 3064 | 	return 0; | 
 | 3065 | } | 
 | 3066 | #endif				/*  _STILL_TO_PORT */ | 
 | 3067 |  | 
 | 3068 |  | 
 | 3069 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3070 |  *	xtInitRoot() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3071 |  * | 
 | 3072 |  * initialize file root (inline in inode) | 
 | 3073 |  */ | 
 | 3074 | void xtInitRoot(tid_t tid, struct inode *ip) | 
 | 3075 | { | 
 | 3076 | 	xtpage_t *p; | 
 | 3077 |  | 
 | 3078 | 	/* | 
 | 3079 | 	 * acquire a transaction lock on the root | 
 | 3080 | 	 * | 
 | 3081 | 	 * action: | 
 | 3082 | 	 */ | 
 | 3083 | 	txLock(tid, ip, (struct metapage *) &JFS_IP(ip)->bxflag, | 
 | 3084 | 		      tlckXTREE | tlckNEW); | 
 | 3085 | 	p = &JFS_IP(ip)->i_xtroot; | 
 | 3086 |  | 
 | 3087 | 	p->header.flag = DXD_INDEX | BT_ROOT | BT_LEAF; | 
 | 3088 | 	p->header.nextindex = cpu_to_le16(XTENTRYSTART); | 
 | 3089 |  | 
 | 3090 | 	if (S_ISDIR(ip->i_mode)) | 
 | 3091 | 		p->header.maxentry = cpu_to_le16(XTROOTINITSLOT_DIR); | 
 | 3092 | 	else { | 
 | 3093 | 		p->header.maxentry = cpu_to_le16(XTROOTINITSLOT); | 
 | 3094 | 		ip->i_size = 0; | 
 | 3095 | 	} | 
 | 3096 |  | 
 | 3097 |  | 
 | 3098 | 	return; | 
 | 3099 | } | 
 | 3100 |  | 
 | 3101 |  | 
 | 3102 | /* | 
 | 3103 |  * We can run into a deadlock truncating a file with a large number of | 
 | 3104 |  * xtree pages (large fragmented file).  A robust fix would entail a | 
 | 3105 |  * reservation system where we would reserve a number of metadata pages | 
 | 3106 |  * and tlocks which we would be guaranteed without a deadlock.  Without | 
 | 3107 |  * this, a partial fix is to limit number of metadata pages we will lock | 
 | 3108 |  * in a single transaction.  Currently we will truncate the file so that | 
 | 3109 |  * no more than 50 leaf pages will be locked.  The caller of xtTruncate | 
 | 3110 |  * will be responsible for ensuring that the current transaction gets | 
 | 3111 |  * committed, and that subsequent transactions are created to truncate | 
 | 3112 |  * the file further if needed. | 
 | 3113 |  */ | 
 | 3114 | #define MAX_TRUNCATE_LEAVES 50 | 
 | 3115 |  | 
 | 3116 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3117 |  *	xtTruncate() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3118 |  * | 
 | 3119 |  * function: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3120 |  *	traverse for truncation logging backward bottom up; | 
 | 3121 |  *	terminate at the last extent entry at the current subtree | 
 | 3122 |  *	root page covering new down size. | 
 | 3123 |  *	truncation may occur within the last extent entry. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3124 |  * | 
 | 3125 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3126 |  *	int		tid, | 
 | 3127 |  *	struct inode	*ip, | 
 | 3128 |  *	s64		newsize, | 
 | 3129 |  *	int		type)	{PWMAP, PMAP, WMAP; DELETE, TRUNCATE} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3130 |  * | 
 | 3131 |  * return: | 
 | 3132 |  * | 
 | 3133 |  * note: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3134 |  *	PWMAP: | 
 | 3135 |  *	 1. truncate (non-COMMIT_NOLINK file) | 
 | 3136 |  *	    by jfs_truncate() or jfs_open(O_TRUNC): | 
 | 3137 |  *	    xtree is updated; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3138 |  *	 2. truncate index table of directory when last entry removed | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3139 |  *	map update via tlock at commit time; | 
 | 3140 |  *	PMAP: | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3141 |  *	 Call xtTruncate_pmap instead | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3142 |  *	WMAP: | 
 | 3143 |  *	 1. remove (free zero link count) on last reference release | 
 | 3144 |  *	    (pmap has been freed at commit zero link count); | 
 | 3145 |  *	 2. truncate (COMMIT_NOLINK file, i.e., tmp file): | 
 | 3146 |  *	    xtree is updated; | 
 | 3147 |  *	 map update directly at truncation time; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3148 |  * | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3149 |  *	if (DELETE) | 
 | 3150 |  *		no LOG_NOREDOPAGE is required (NOREDOFILE is sufficient); | 
 | 3151 |  *	else if (TRUNCATE) | 
 | 3152 |  *		must write LOG_NOREDOPAGE for deleted index page; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3153 |  * | 
 | 3154 |  * pages may already have been tlocked by anonymous transactions | 
 | 3155 |  * during file growth (i.e., write) before truncation; | 
 | 3156 |  * | 
 | 3157 |  * except last truncated entry, deleted entries remains as is | 
 | 3158 |  * in the page (nextindex is updated) for other use | 
 | 3159 |  * (e.g., log/update allocation map): this avoid copying the page | 
 | 3160 |  * info but delay free of pages; | 
 | 3161 |  * | 
 | 3162 |  */ | 
 | 3163 | s64 xtTruncate(tid_t tid, struct inode *ip, s64 newsize, int flag) | 
 | 3164 | { | 
 | 3165 | 	int rc = 0; | 
 | 3166 | 	s64 teof; | 
 | 3167 | 	struct metapage *mp; | 
 | 3168 | 	xtpage_t *p; | 
 | 3169 | 	s64 bn; | 
 | 3170 | 	int index, nextindex; | 
 | 3171 | 	xad_t *xad; | 
 | 3172 | 	s64 xoff, xaddr; | 
 | 3173 | 	int xlen, len, freexlen; | 
 | 3174 | 	struct btstack btstack; | 
 | 3175 | 	struct btframe *parent; | 
 | 3176 | 	struct tblock *tblk = NULL; | 
 | 3177 | 	struct tlock *tlck = NULL; | 
 | 3178 | 	struct xtlock *xtlck = NULL; | 
 | 3179 | 	struct xdlistlock xadlock;	/* maplock for COMMIT_WMAP */ | 
 | 3180 | 	struct pxd_lock *pxdlock;		/* maplock for COMMIT_WMAP */ | 
 | 3181 | 	s64 nfreed; | 
 | 3182 | 	int freed, log; | 
 | 3183 | 	int locked_leaves = 0; | 
 | 3184 |  | 
 | 3185 | 	/* save object truncation type */ | 
 | 3186 | 	if (tid) { | 
 | 3187 | 		tblk = tid_to_tblock(tid); | 
 | 3188 | 		tblk->xflag |= flag; | 
 | 3189 | 	} | 
 | 3190 |  | 
 | 3191 | 	nfreed = 0; | 
 | 3192 |  | 
 | 3193 | 	flag &= COMMIT_MAP; | 
 | 3194 | 	assert(flag != COMMIT_PMAP); | 
 | 3195 |  | 
 | 3196 | 	if (flag == COMMIT_PWMAP) | 
 | 3197 | 		log = 1; | 
 | 3198 | 	else { | 
 | 3199 | 		log = 0; | 
 | 3200 | 		xadlock.flag = mlckFREEXADLIST; | 
 | 3201 | 		xadlock.index = 1; | 
 | 3202 | 	} | 
 | 3203 |  | 
 | 3204 | 	/* | 
 | 3205 | 	 * if the newsize is not an integral number of pages, | 
 | 3206 | 	 * the file between newsize and next page boundary will | 
 | 3207 | 	 * be cleared. | 
 | 3208 | 	 * if truncating into a file hole, it will cause | 
 | 3209 | 	 * a full block to be allocated for the logical block. | 
 | 3210 | 	 */ | 
 | 3211 |  | 
 | 3212 | 	/* | 
 | 3213 | 	 * release page blocks of truncated region <teof, eof> | 
 | 3214 | 	 * | 
 | 3215 | 	 * free the data blocks from the leaf index blocks. | 
 | 3216 | 	 * delete the parent index entries corresponding to | 
 | 3217 | 	 * the freed child data/index blocks. | 
 | 3218 | 	 * free the index blocks themselves which aren't needed | 
 | 3219 | 	 * in new sized file. | 
 | 3220 | 	 * | 
 | 3221 | 	 * index blocks are updated only if the blocks are to be | 
 | 3222 | 	 * retained in the new sized file. | 
 | 3223 | 	 * if type is PMAP, the data and index pages are NOT | 
 | 3224 | 	 * freed, and the data and index blocks are NOT freed | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3225 | 	 * from working map. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3226 | 	 * (this will allow continued access of data/index of | 
 | 3227 | 	 * temporary file (zerolink count file truncated to zero-length)). | 
 | 3228 | 	 */ | 
 | 3229 | 	teof = (newsize + (JFS_SBI(ip->i_sb)->bsize - 1)) >> | 
 | 3230 | 	    JFS_SBI(ip->i_sb)->l2bsize; | 
 | 3231 |  | 
 | 3232 | 	/* clear stack */ | 
 | 3233 | 	BT_CLR(&btstack); | 
 | 3234 |  | 
 | 3235 | 	/* | 
 | 3236 | 	 * start with root | 
 | 3237 | 	 * | 
 | 3238 | 	 * root resides in the inode | 
 | 3239 | 	 */ | 
 | 3240 | 	bn = 0; | 
 | 3241 |  | 
 | 3242 | 	/* | 
 | 3243 | 	 * first access of each page: | 
 | 3244 | 	 */ | 
 | 3245 |       getPage: | 
 | 3246 | 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 3247 | 	if (rc) | 
 | 3248 | 		return rc; | 
 | 3249 |  | 
 | 3250 | 	/* process entries backward from last index */ | 
 | 3251 | 	index = le16_to_cpu(p->header.nextindex) - 1; | 
 | 3252 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3253 |  | 
| Dave Kleikamp | 7038f1c | 2005-10-28 13:27:40 -0500 | [diff] [blame] | 3254 | 	/* Since this is the rightmost page at this level, and we may have | 
 | 3255 | 	 * already freed a page that was formerly to the right, let's make | 
 | 3256 | 	 * sure that the next pointer is zero. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3257 | 	 */ | 
 | 3258 | 	if (p->header.next) { | 
 | 3259 | 		if (log) | 
 | 3260 | 			/* | 
 | 3261 | 			 * Make sure this change to the header is logged. | 
 | 3262 | 			 * If we really truncate this leaf, the flag | 
 | 3263 | 			 * will be changed to tlckTRUNCATE | 
 | 3264 | 			 */ | 
 | 3265 | 			tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW); | 
 | 3266 | 		BT_MARK_DIRTY(mp, ip); | 
 | 3267 | 		p->header.next = 0; | 
 | 3268 | 	} | 
 | 3269 |  | 
| Dave Kleikamp | 7038f1c | 2005-10-28 13:27:40 -0500 | [diff] [blame] | 3270 | 	if (p->header.flag & BT_INTERNAL) | 
 | 3271 | 		goto getChild; | 
 | 3272 |  | 
 | 3273 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3274 | 	 *	leaf page | 
| Dave Kleikamp | 7038f1c | 2005-10-28 13:27:40 -0500 | [diff] [blame] | 3275 | 	 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3276 | 	freed = 0; | 
 | 3277 |  | 
 | 3278 | 	/* does region covered by leaf page precede Teof ? */ | 
 | 3279 | 	xad = &p->xad[index]; | 
 | 3280 | 	xoff = offsetXAD(xad); | 
 | 3281 | 	xlen = lengthXAD(xad); | 
 | 3282 | 	if (teof >= xoff + xlen) { | 
 | 3283 | 		XT_PUTPAGE(mp); | 
 | 3284 | 		goto getParent; | 
 | 3285 | 	} | 
 | 3286 |  | 
 | 3287 | 	/* (re)acquire tlock of the leaf page */ | 
 | 3288 | 	if (log) { | 
 | 3289 | 		if (++locked_leaves > MAX_TRUNCATE_LEAVES) { | 
 | 3290 | 			/* | 
 | 3291 | 			 * We need to limit the size of the transaction | 
 | 3292 | 			 * to avoid exhausting pagecache & tlocks | 
 | 3293 | 			 */ | 
 | 3294 | 			XT_PUTPAGE(mp); | 
 | 3295 | 			newsize = (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize; | 
 | 3296 | 			goto getParent; | 
 | 3297 | 		} | 
 | 3298 | 		tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 3299 | 		tlck->type = tlckXTREE | tlckTRUNCATE; | 
 | 3300 | 		xtlck = (struct xtlock *) & tlck->lock; | 
 | 3301 | 		xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1; | 
 | 3302 | 	} | 
 | 3303 | 	BT_MARK_DIRTY(mp, ip); | 
 | 3304 |  | 
 | 3305 | 	/* | 
 | 3306 | 	 * scan backward leaf page entries | 
 | 3307 | 	 */ | 
 | 3308 | 	for (; index >= XTENTRYSTART; index--) { | 
 | 3309 | 		xad = &p->xad[index]; | 
 | 3310 | 		xoff = offsetXAD(xad); | 
 | 3311 | 		xlen = lengthXAD(xad); | 
 | 3312 | 		xaddr = addressXAD(xad); | 
 | 3313 |  | 
 | 3314 | 		/* | 
 | 3315 | 		 * The "data" for a directory is indexed by the block | 
 | 3316 | 		 * device's address space.  This metadata must be invalidated | 
 | 3317 | 		 * here | 
 | 3318 | 		 */ | 
 | 3319 | 		if (S_ISDIR(ip->i_mode) && (teof == 0)) | 
 | 3320 | 			invalidate_xad_metapages(ip, *xad); | 
 | 3321 | 		/* | 
 | 3322 | 		 * entry beyond eof: continue scan of current page | 
 | 3323 | 		 *          xad | 
 | 3324 | 		 * ---|---=======-------> | 
 | 3325 | 		 *   eof | 
 | 3326 | 		 */ | 
 | 3327 | 		if (teof < xoff) { | 
 | 3328 | 			nfreed += xlen; | 
 | 3329 | 			continue; | 
 | 3330 | 		} | 
 | 3331 |  | 
 | 3332 | 		/* | 
 | 3333 | 		 * (xoff <= teof): last entry to be deleted from page; | 
 | 3334 | 		 * If other entries remain in page: keep and update the page. | 
 | 3335 | 		 */ | 
 | 3336 |  | 
 | 3337 | 		/* | 
 | 3338 | 		 * eof == entry_start: delete the entry | 
 | 3339 | 		 *           xad | 
 | 3340 | 		 * -------|=======-------> | 
 | 3341 | 		 *       eof | 
 | 3342 | 		 * | 
 | 3343 | 		 */ | 
 | 3344 | 		if (teof == xoff) { | 
 | 3345 | 			nfreed += xlen; | 
 | 3346 |  | 
 | 3347 | 			if (index == XTENTRYSTART) | 
 | 3348 | 				break; | 
 | 3349 |  | 
 | 3350 | 			nextindex = index; | 
 | 3351 | 		} | 
 | 3352 | 		/* | 
 | 3353 | 		 * eof within the entry: truncate the entry. | 
 | 3354 | 		 *          xad | 
 | 3355 | 		 * -------===|===-------> | 
 | 3356 | 		 *          eof | 
 | 3357 | 		 */ | 
 | 3358 | 		else if (teof < xoff + xlen) { | 
 | 3359 | 			/* update truncated entry */ | 
 | 3360 | 			len = teof - xoff; | 
 | 3361 | 			freexlen = xlen - len; | 
 | 3362 | 			XADlength(xad, len); | 
 | 3363 |  | 
 | 3364 | 			/* save pxd of truncated extent in tlck */ | 
 | 3365 | 			xaddr += len; | 
 | 3366 | 			if (log) {	/* COMMIT_PWMAP */ | 
 | 3367 | 				xtlck->lwm.offset = (xtlck->lwm.offset) ? | 
 | 3368 | 				    min(index, (int)xtlck->lwm.offset) : index; | 
 | 3369 | 				xtlck->lwm.length = index + 1 - | 
 | 3370 | 				    xtlck->lwm.offset; | 
 | 3371 | 				xtlck->twm.offset = index; | 
 | 3372 | 				pxdlock = (struct pxd_lock *) & xtlck->pxdlock; | 
 | 3373 | 				pxdlock->flag = mlckFREEPXD; | 
 | 3374 | 				PXDaddress(&pxdlock->pxd, xaddr); | 
 | 3375 | 				PXDlength(&pxdlock->pxd, freexlen); | 
 | 3376 | 			} | 
 | 3377 | 			/* free truncated extent */ | 
 | 3378 | 			else {	/* COMMIT_WMAP */ | 
 | 3379 |  | 
 | 3380 | 				pxdlock = (struct pxd_lock *) & xadlock; | 
 | 3381 | 				pxdlock->flag = mlckFREEPXD; | 
 | 3382 | 				PXDaddress(&pxdlock->pxd, xaddr); | 
 | 3383 | 				PXDlength(&pxdlock->pxd, freexlen); | 
 | 3384 | 				txFreeMap(ip, pxdlock, NULL, COMMIT_WMAP); | 
 | 3385 |  | 
 | 3386 | 				/* reset map lock */ | 
 | 3387 | 				xadlock.flag = mlckFREEXADLIST; | 
 | 3388 | 			} | 
 | 3389 |  | 
 | 3390 | 			/* current entry is new last entry; */ | 
 | 3391 | 			nextindex = index + 1; | 
 | 3392 |  | 
 | 3393 | 			nfreed += freexlen; | 
 | 3394 | 		} | 
 | 3395 | 		/* | 
 | 3396 | 		 * eof beyond the entry: | 
 | 3397 | 		 *          xad | 
 | 3398 | 		 * -------=======---|---> | 
 | 3399 | 		 *                 eof | 
 | 3400 | 		 */ | 
 | 3401 | 		else {		/* (xoff + xlen < teof) */ | 
 | 3402 |  | 
 | 3403 | 			nextindex = index + 1; | 
 | 3404 | 		} | 
 | 3405 |  | 
 | 3406 | 		if (nextindex < le16_to_cpu(p->header.nextindex)) { | 
 | 3407 | 			if (!log) {	/* COMMIT_WAMP */ | 
 | 3408 | 				xadlock.xdlist = &p->xad[nextindex]; | 
 | 3409 | 				xadlock.count = | 
 | 3410 | 				    le16_to_cpu(p->header.nextindex) - | 
 | 3411 | 				    nextindex; | 
 | 3412 | 				txFreeMap(ip, (struct maplock *) & xadlock, | 
 | 3413 | 					  NULL, COMMIT_WMAP); | 
 | 3414 | 			} | 
 | 3415 | 			p->header.nextindex = cpu_to_le16(nextindex); | 
 | 3416 | 		} | 
 | 3417 |  | 
 | 3418 | 		XT_PUTPAGE(mp); | 
 | 3419 |  | 
 | 3420 | 		/* assert(freed == 0); */ | 
 | 3421 | 		goto getParent; | 
 | 3422 | 	}			/* end scan of leaf page entries */ | 
 | 3423 |  | 
 | 3424 | 	freed = 1; | 
 | 3425 |  | 
 | 3426 | 	/* | 
 | 3427 | 	 * leaf page become empty: free the page if type != PMAP | 
 | 3428 | 	 */ | 
 | 3429 | 	if (log) {		/* COMMIT_PWMAP */ | 
 | 3430 | 		/* txCommit() with tlckFREE: | 
 | 3431 | 		 * free data extents covered by leaf [XTENTRYSTART:hwm); | 
 | 3432 | 		 * invalidate leaf if COMMIT_PWMAP; | 
 | 3433 | 		 * if (TRUNCATE), will write LOG_NOREDOPAGE; | 
 | 3434 | 		 */ | 
 | 3435 | 		tlck->type = tlckXTREE | tlckFREE; | 
 | 3436 | 	} else {		/* COMMIT_WAMP */ | 
 | 3437 |  | 
 | 3438 | 		/* free data extents covered by leaf */ | 
 | 3439 | 		xadlock.xdlist = &p->xad[XTENTRYSTART]; | 
 | 3440 | 		xadlock.count = | 
 | 3441 | 		    le16_to_cpu(p->header.nextindex) - XTENTRYSTART; | 
 | 3442 | 		txFreeMap(ip, (struct maplock *) & xadlock, NULL, COMMIT_WMAP); | 
 | 3443 | 	} | 
 | 3444 |  | 
 | 3445 | 	if (p->header.flag & BT_ROOT) { | 
 | 3446 | 		p->header.flag &= ~BT_INTERNAL; | 
 | 3447 | 		p->header.flag |= BT_LEAF; | 
 | 3448 | 		p->header.nextindex = cpu_to_le16(XTENTRYSTART); | 
 | 3449 |  | 
 | 3450 | 		XT_PUTPAGE(mp);	/* debug */ | 
 | 3451 | 		goto out; | 
 | 3452 | 	} else { | 
 | 3453 | 		if (log) {	/* COMMIT_PWMAP */ | 
 | 3454 | 			/* page will be invalidated at tx completion | 
 | 3455 | 			 */ | 
 | 3456 | 			XT_PUTPAGE(mp); | 
 | 3457 | 		} else {	/* COMMIT_WMAP */ | 
 | 3458 |  | 
 | 3459 | 			if (mp->lid) | 
 | 3460 | 				lid_to_tlock(mp->lid)->flag |= tlckFREELOCK; | 
 | 3461 |  | 
 | 3462 | 			/* invalidate empty leaf page */ | 
 | 3463 | 			discard_metapage(mp); | 
 | 3464 | 		} | 
 | 3465 | 	} | 
 | 3466 |  | 
 | 3467 | 	/* | 
 | 3468 | 	 * the leaf page become empty: delete the parent entry | 
 | 3469 | 	 * for the leaf page if the parent page is to be kept | 
 | 3470 | 	 * in the new sized file. | 
 | 3471 | 	 */ | 
 | 3472 |  | 
 | 3473 | 	/* | 
 | 3474 | 	 * go back up to the parent page | 
 | 3475 | 	 */ | 
 | 3476 |       getParent: | 
 | 3477 | 	/* pop/restore parent entry for the current child page */ | 
 | 3478 | 	if ((parent = BT_POP(&btstack)) == NULL) | 
 | 3479 | 		/* current page must have been root */ | 
 | 3480 | 		goto out; | 
 | 3481 |  | 
 | 3482 | 	/* get back the parent page */ | 
 | 3483 | 	bn = parent->bn; | 
 | 3484 | 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 3485 | 	if (rc) | 
 | 3486 | 		return rc; | 
 | 3487 |  | 
 | 3488 | 	index = parent->index; | 
 | 3489 |  | 
 | 3490 | 	/* | 
 | 3491 | 	 * child page was not empty: | 
 | 3492 | 	 */ | 
 | 3493 | 	if (freed == 0) { | 
 | 3494 | 		/* has any entry deleted from parent ? */ | 
 | 3495 | 		if (index < le16_to_cpu(p->header.nextindex) - 1) { | 
 | 3496 | 			/* (re)acquire tlock on the parent page */ | 
 | 3497 | 			if (log) {	/* COMMIT_PWMAP */ | 
 | 3498 | 				/* txCommit() with tlckTRUNCATE: | 
 | 3499 | 				 * free child extents covered by parent [); | 
 | 3500 | 				 */ | 
 | 3501 | 				tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 3502 | 				xtlck = (struct xtlock *) & tlck->lock; | 
 | 3503 | 				if (!(tlck->type & tlckTRUNCATE)) { | 
 | 3504 | 					xtlck->hwm.offset = | 
 | 3505 | 					    le16_to_cpu(p->header. | 
 | 3506 | 							nextindex) - 1; | 
 | 3507 | 					tlck->type = | 
 | 3508 | 					    tlckXTREE | tlckTRUNCATE; | 
 | 3509 | 				} | 
 | 3510 | 			} else {	/* COMMIT_WMAP */ | 
 | 3511 |  | 
 | 3512 | 				/* free child extents covered by parent */ | 
 | 3513 | 				xadlock.xdlist = &p->xad[index + 1]; | 
 | 3514 | 				xadlock.count = | 
 | 3515 | 				    le16_to_cpu(p->header.nextindex) - | 
 | 3516 | 				    index - 1; | 
 | 3517 | 				txFreeMap(ip, (struct maplock *) & xadlock, | 
 | 3518 | 					  NULL, COMMIT_WMAP); | 
 | 3519 | 			} | 
 | 3520 | 			BT_MARK_DIRTY(mp, ip); | 
 | 3521 |  | 
 | 3522 | 			p->header.nextindex = cpu_to_le16(index + 1); | 
 | 3523 | 		} | 
 | 3524 | 		XT_PUTPAGE(mp); | 
 | 3525 | 		goto getParent; | 
 | 3526 | 	} | 
 | 3527 |  | 
 | 3528 | 	/* | 
 | 3529 | 	 * child page was empty: | 
 | 3530 | 	 */ | 
 | 3531 | 	nfreed += lengthXAD(&p->xad[index]); | 
 | 3532 |  | 
 | 3533 | 	/* | 
 | 3534 | 	 * During working map update, child page's tlock must be handled | 
 | 3535 | 	 * before parent's.  This is because the parent's tlock will cause | 
 | 3536 | 	 * the child's disk space to be marked available in the wmap, so | 
 | 3537 | 	 * it's important that the child page be released by that time. | 
 | 3538 | 	 * | 
 | 3539 | 	 * ToDo:  tlocks should be on doubly-linked list, so we can | 
 | 3540 | 	 * quickly remove it and add it to the end. | 
 | 3541 | 	 */ | 
 | 3542 |  | 
 | 3543 | 	/* | 
 | 3544 | 	 * Move parent page's tlock to the end of the tid's tlock list | 
 | 3545 | 	 */ | 
 | 3546 | 	if (log && mp->lid && (tblk->last != mp->lid) && | 
 | 3547 | 	    lid_to_tlock(mp->lid)->tid) { | 
 | 3548 | 		lid_t lid = mp->lid; | 
 | 3549 | 		struct tlock *prev; | 
 | 3550 |  | 
 | 3551 | 		tlck = lid_to_tlock(lid); | 
 | 3552 |  | 
 | 3553 | 		if (tblk->next == lid) | 
 | 3554 | 			tblk->next = tlck->next; | 
 | 3555 | 		else { | 
 | 3556 | 			for (prev = lid_to_tlock(tblk->next); | 
 | 3557 | 			     prev->next != lid; | 
 | 3558 | 			     prev = lid_to_tlock(prev->next)) { | 
 | 3559 | 				assert(prev->next); | 
 | 3560 | 			} | 
 | 3561 | 			prev->next = tlck->next; | 
 | 3562 | 		} | 
 | 3563 | 		lid_to_tlock(tblk->last)->next = lid; | 
 | 3564 | 		tlck->next = 0; | 
 | 3565 | 		tblk->last = lid; | 
 | 3566 | 	} | 
 | 3567 |  | 
 | 3568 | 	/* | 
 | 3569 | 	 * parent page become empty: free the page | 
 | 3570 | 	 */ | 
 | 3571 | 	if (index == XTENTRYSTART) { | 
 | 3572 | 		if (log) {	/* COMMIT_PWMAP */ | 
 | 3573 | 			/* txCommit() with tlckFREE: | 
 | 3574 | 			 * free child extents covered by parent; | 
 | 3575 | 			 * invalidate parent if COMMIT_PWMAP; | 
 | 3576 | 			 */ | 
 | 3577 | 			tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 3578 | 			xtlck = (struct xtlock *) & tlck->lock; | 
 | 3579 | 			xtlck->hwm.offset = | 
 | 3580 | 			    le16_to_cpu(p->header.nextindex) - 1; | 
 | 3581 | 			tlck->type = tlckXTREE | tlckFREE; | 
 | 3582 | 		} else {	/* COMMIT_WMAP */ | 
 | 3583 |  | 
 | 3584 | 			/* free child extents covered by parent */ | 
 | 3585 | 			xadlock.xdlist = &p->xad[XTENTRYSTART]; | 
 | 3586 | 			xadlock.count = | 
 | 3587 | 			    le16_to_cpu(p->header.nextindex) - | 
 | 3588 | 			    XTENTRYSTART; | 
 | 3589 | 			txFreeMap(ip, (struct maplock *) & xadlock, NULL, | 
 | 3590 | 				  COMMIT_WMAP); | 
 | 3591 | 		} | 
 | 3592 | 		BT_MARK_DIRTY(mp, ip); | 
 | 3593 |  | 
 | 3594 | 		if (p->header.flag & BT_ROOT) { | 
 | 3595 | 			p->header.flag &= ~BT_INTERNAL; | 
 | 3596 | 			p->header.flag |= BT_LEAF; | 
 | 3597 | 			p->header.nextindex = cpu_to_le16(XTENTRYSTART); | 
 | 3598 | 			if (le16_to_cpu(p->header.maxentry) == XTROOTMAXSLOT) { | 
 | 3599 | 				/* | 
 | 3600 | 				 * Shrink root down to allow inline | 
 | 3601 | 				 * EA (otherwise fsck complains) | 
 | 3602 | 				 */ | 
 | 3603 | 				p->header.maxentry = | 
 | 3604 | 				    cpu_to_le16(XTROOTINITSLOT); | 
 | 3605 | 				JFS_IP(ip)->mode2 |= INLINEEA; | 
 | 3606 | 			} | 
 | 3607 |  | 
 | 3608 | 			XT_PUTPAGE(mp);	/* debug */ | 
 | 3609 | 			goto out; | 
 | 3610 | 		} else { | 
 | 3611 | 			if (log) {	/* COMMIT_PWMAP */ | 
 | 3612 | 				/* page will be invalidated at tx completion | 
 | 3613 | 				 */ | 
 | 3614 | 				XT_PUTPAGE(mp); | 
 | 3615 | 			} else {	/* COMMIT_WMAP */ | 
 | 3616 |  | 
 | 3617 | 				if (mp->lid) | 
 | 3618 | 					lid_to_tlock(mp->lid)->flag |= | 
 | 3619 | 						tlckFREELOCK; | 
 | 3620 |  | 
 | 3621 | 				/* invalidate parent page */ | 
 | 3622 | 				discard_metapage(mp); | 
 | 3623 | 			} | 
 | 3624 |  | 
 | 3625 | 			/* parent has become empty and freed: | 
 | 3626 | 			 * go back up to its parent page | 
 | 3627 | 			 */ | 
 | 3628 | 			/* freed = 1; */ | 
 | 3629 | 			goto getParent; | 
 | 3630 | 		} | 
 | 3631 | 	} | 
 | 3632 | 	/* | 
 | 3633 | 	 * parent page still has entries for front region; | 
 | 3634 | 	 */ | 
 | 3635 | 	else { | 
 | 3636 | 		/* try truncate region covered by preceding entry | 
 | 3637 | 		 * (process backward) | 
 | 3638 | 		 */ | 
 | 3639 | 		index--; | 
 | 3640 |  | 
 | 3641 | 		/* go back down to the child page corresponding | 
 | 3642 | 		 * to the entry | 
 | 3643 | 		 */ | 
 | 3644 | 		goto getChild; | 
 | 3645 | 	} | 
 | 3646 |  | 
 | 3647 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3648 | 	 *	internal page: go down to child page of current entry | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3649 | 	 */ | 
 | 3650 |       getChild: | 
 | 3651 | 	/* save current parent entry for the child page */ | 
| Dave Kleikamp | 17e6afc | 2007-01-09 08:57:34 -0600 | [diff] [blame] | 3652 | 	if (BT_STACK_FULL(&btstack)) { | 
 | 3653 | 		jfs_error(ip->i_sb, "stack overrun in xtTruncate!"); | 
 | 3654 | 		XT_PUTPAGE(mp); | 
 | 3655 | 		return -EIO; | 
 | 3656 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3657 | 	BT_PUSH(&btstack, bn, index); | 
 | 3658 |  | 
 | 3659 | 	/* get child page */ | 
 | 3660 | 	xad = &p->xad[index]; | 
 | 3661 | 	bn = addressXAD(xad); | 
 | 3662 |  | 
 | 3663 | 	/* | 
 | 3664 | 	 * first access of each internal entry: | 
 | 3665 | 	 */ | 
 | 3666 | 	/* release parent page */ | 
 | 3667 | 	XT_PUTPAGE(mp); | 
 | 3668 |  | 
 | 3669 | 	/* process the child page */ | 
 | 3670 | 	goto getPage; | 
 | 3671 |  | 
 | 3672 |       out: | 
 | 3673 | 	/* | 
 | 3674 | 	 * update file resource stat | 
 | 3675 | 	 */ | 
 | 3676 | 	/* set size | 
 | 3677 | 	 */ | 
 | 3678 | 	if (S_ISDIR(ip->i_mode) && !newsize) | 
 | 3679 | 		ip->i_size = 1;	/* fsck hates zero-length directories */ | 
 | 3680 | 	else | 
 | 3681 | 		ip->i_size = newsize; | 
 | 3682 |  | 
 | 3683 | 	/* update quota allocation to reflect freed blocks */ | 
| Christoph Hellwig | 5dd4056 | 2010-03-03 09:05:00 -0500 | [diff] [blame] | 3684 | 	dquot_free_block(ip, nfreed); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3685 |  | 
 | 3686 | 	/* | 
 | 3687 | 	 * free tlock of invalidated pages | 
 | 3688 | 	 */ | 
 | 3689 | 	if (flag == COMMIT_WMAP) | 
 | 3690 | 		txFreelock(ip); | 
 | 3691 |  | 
 | 3692 | 	return newsize; | 
 | 3693 | } | 
 | 3694 |  | 
 | 3695 |  | 
 | 3696 | /* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3697 |  *	xtTruncate_pmap() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3698 |  * | 
 | 3699 |  * function: | 
| Paulius Zaleckas | efad798b | 2008-02-03 15:42:53 +0200 | [diff] [blame] | 3700 |  *	Perform truncate to zero length for deleted file, leaving the | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3701 |  *	the xtree and working map untouched.  This allows the file to | 
 | 3702 |  *	be accessed via open file handles, while the delete of the file | 
 | 3703 |  *	is committed to disk. | 
 | 3704 |  * | 
 | 3705 |  * parameter: | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3706 |  *	tid_t		tid, | 
 | 3707 |  *	struct inode	*ip, | 
 | 3708 |  *	s64		committed_size) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3709 |  * | 
 | 3710 |  * return: new committed size | 
 | 3711 |  * | 
 | 3712 |  * note: | 
 | 3713 |  * | 
 | 3714 |  *	To avoid deadlock by holding too many transaction locks, the | 
 | 3715 |  *	truncation may be broken up into multiple transactions. | 
 | 3716 |  *	The committed_size keeps track of part of the file has been | 
 | 3717 |  *	freed from the pmaps. | 
 | 3718 |  */ | 
 | 3719 | s64 xtTruncate_pmap(tid_t tid, struct inode *ip, s64 committed_size) | 
 | 3720 | { | 
 | 3721 | 	s64 bn; | 
 | 3722 | 	struct btstack btstack; | 
 | 3723 | 	int cmp; | 
 | 3724 | 	int index; | 
 | 3725 | 	int locked_leaves = 0; | 
 | 3726 | 	struct metapage *mp; | 
 | 3727 | 	xtpage_t *p; | 
 | 3728 | 	struct btframe *parent; | 
 | 3729 | 	int rc; | 
 | 3730 | 	struct tblock *tblk; | 
 | 3731 | 	struct tlock *tlck = NULL; | 
 | 3732 | 	xad_t *xad; | 
 | 3733 | 	int xlen; | 
 | 3734 | 	s64 xoff; | 
 | 3735 | 	struct xtlock *xtlck = NULL; | 
 | 3736 |  | 
 | 3737 | 	/* save object truncation type */ | 
 | 3738 | 	tblk = tid_to_tblock(tid); | 
 | 3739 | 	tblk->xflag |= COMMIT_PMAP; | 
 | 3740 |  | 
 | 3741 | 	/* clear stack */ | 
 | 3742 | 	BT_CLR(&btstack); | 
 | 3743 |  | 
 | 3744 | 	if (committed_size) { | 
 | 3745 | 		xoff = (committed_size >> JFS_SBI(ip->i_sb)->l2bsize) - 1; | 
| Dave Kleikamp | 6628465 | 2005-05-02 12:25:13 -0600 | [diff] [blame] | 3746 | 		rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3747 | 		if (rc) | 
 | 3748 | 			return rc; | 
 | 3749 |  | 
 | 3750 | 		XT_GETSEARCH(ip, btstack.top, bn, mp, p, index); | 
 | 3751 |  | 
 | 3752 | 		if (cmp != 0) { | 
 | 3753 | 			XT_PUTPAGE(mp); | 
 | 3754 | 			jfs_error(ip->i_sb, | 
 | 3755 | 				  "xtTruncate_pmap: did not find extent"); | 
 | 3756 | 			return -EIO; | 
 | 3757 | 		} | 
 | 3758 | 	} else { | 
 | 3759 | 		/* | 
 | 3760 | 		 * start with root | 
 | 3761 | 		 * | 
 | 3762 | 		 * root resides in the inode | 
 | 3763 | 		 */ | 
 | 3764 | 		bn = 0; | 
 | 3765 |  | 
 | 3766 | 		/* | 
 | 3767 | 		 * first access of each page: | 
 | 3768 | 		 */ | 
 | 3769 |       getPage: | 
 | 3770 | 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 3771 | 		if (rc) | 
 | 3772 | 			return rc; | 
 | 3773 |  | 
 | 3774 | 		/* process entries backward from last index */ | 
 | 3775 | 		index = le16_to_cpu(p->header.nextindex) - 1; | 
 | 3776 |  | 
 | 3777 | 		if (p->header.flag & BT_INTERNAL) | 
 | 3778 | 			goto getChild; | 
 | 3779 | 	} | 
 | 3780 |  | 
 | 3781 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3782 | 	 *	leaf page | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3783 | 	 */ | 
 | 3784 |  | 
 | 3785 | 	if (++locked_leaves > MAX_TRUNCATE_LEAVES) { | 
 | 3786 | 		/* | 
 | 3787 | 		 * We need to limit the size of the transaction | 
 | 3788 | 		 * to avoid exhausting pagecache & tlocks | 
 | 3789 | 		 */ | 
 | 3790 | 		xad = &p->xad[index]; | 
 | 3791 | 		xoff = offsetXAD(xad); | 
 | 3792 | 		xlen = lengthXAD(xad); | 
 | 3793 | 		XT_PUTPAGE(mp); | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3794 | 		return (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3795 | 	} | 
 | 3796 | 	tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 3797 | 	tlck->type = tlckXTREE | tlckFREE; | 
 | 3798 | 	xtlck = (struct xtlock *) & tlck->lock; | 
 | 3799 | 	xtlck->hwm.offset = index; | 
 | 3800 |  | 
 | 3801 |  | 
 | 3802 | 	XT_PUTPAGE(mp); | 
 | 3803 |  | 
 | 3804 | 	/* | 
 | 3805 | 	 * go back up to the parent page | 
 | 3806 | 	 */ | 
 | 3807 |       getParent: | 
 | 3808 | 	/* pop/restore parent entry for the current child page */ | 
 | 3809 | 	if ((parent = BT_POP(&btstack)) == NULL) | 
 | 3810 | 		/* current page must have been root */ | 
 | 3811 | 		goto out; | 
 | 3812 |  | 
 | 3813 | 	/* get back the parent page */ | 
 | 3814 | 	bn = parent->bn; | 
 | 3815 | 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc); | 
 | 3816 | 	if (rc) | 
 | 3817 | 		return rc; | 
 | 3818 |  | 
 | 3819 | 	index = parent->index; | 
 | 3820 |  | 
 | 3821 | 	/* | 
 | 3822 | 	 * parent page become empty: free the page | 
 | 3823 | 	 */ | 
 | 3824 | 	if (index == XTENTRYSTART) { | 
 | 3825 | 		/* txCommit() with tlckFREE: | 
 | 3826 | 		 * free child extents covered by parent; | 
 | 3827 | 		 * invalidate parent if COMMIT_PWMAP; | 
 | 3828 | 		 */ | 
 | 3829 | 		tlck = txLock(tid, ip, mp, tlckXTREE); | 
 | 3830 | 		xtlck = (struct xtlock *) & tlck->lock; | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3831 | 		xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3832 | 		tlck->type = tlckXTREE | tlckFREE; | 
 | 3833 |  | 
 | 3834 | 		XT_PUTPAGE(mp); | 
 | 3835 |  | 
 | 3836 | 		if (p->header.flag & BT_ROOT) { | 
 | 3837 |  | 
 | 3838 | 			goto out; | 
 | 3839 | 		} else { | 
 | 3840 | 			goto getParent; | 
 | 3841 | 		} | 
 | 3842 | 	} | 
 | 3843 | 	/* | 
 | 3844 | 	 * parent page still has entries for front region; | 
 | 3845 | 	 */ | 
 | 3846 | 	else | 
 | 3847 | 		index--; | 
 | 3848 | 	/* | 
| Dave Kleikamp | f720e3b | 2007-06-06 15:28:35 -0500 | [diff] [blame] | 3849 | 	 *	internal page: go down to child page of current entry | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3850 | 	 */ | 
 | 3851 |       getChild: | 
 | 3852 | 	/* save current parent entry for the child page */ | 
| Dave Kleikamp | 17e6afc | 2007-01-09 08:57:34 -0600 | [diff] [blame] | 3853 | 	if (BT_STACK_FULL(&btstack)) { | 
 | 3854 | 		jfs_error(ip->i_sb, "stack overrun in xtTruncate_pmap!"); | 
 | 3855 | 		XT_PUTPAGE(mp); | 
 | 3856 | 		return -EIO; | 
 | 3857 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3858 | 	BT_PUSH(&btstack, bn, index); | 
 | 3859 |  | 
 | 3860 | 	/* get child page */ | 
 | 3861 | 	xad = &p->xad[index]; | 
 | 3862 | 	bn = addressXAD(xad); | 
 | 3863 |  | 
 | 3864 | 	/* | 
 | 3865 | 	 * first access of each internal entry: | 
 | 3866 | 	 */ | 
 | 3867 | 	/* release parent page */ | 
 | 3868 | 	XT_PUTPAGE(mp); | 
 | 3869 |  | 
 | 3870 | 	/* process the child page */ | 
 | 3871 | 	goto getPage; | 
 | 3872 |  | 
 | 3873 |       out: | 
 | 3874 |  | 
 | 3875 | 	return 0; | 
 | 3876 | } | 
 | 3877 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3878 | #ifdef CONFIG_JFS_STATISTICS | 
| Alexey Dobriyan | b2e03ca | 2008-05-13 08:22:10 -0500 | [diff] [blame] | 3879 | static int jfs_xtstat_proc_show(struct seq_file *m, void *v) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3880 | { | 
| Alexey Dobriyan | b2e03ca | 2008-05-13 08:22:10 -0500 | [diff] [blame] | 3881 | 	seq_printf(m, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3882 | 		       "JFS Xtree statistics\n" | 
 | 3883 | 		       "====================\n" | 
 | 3884 | 		       "searches = %d\n" | 
 | 3885 | 		       "fast searches = %d\n" | 
 | 3886 | 		       "splits = %d\n", | 
 | 3887 | 		       xtStat.search, | 
 | 3888 | 		       xtStat.fastSearch, | 
 | 3889 | 		       xtStat.split); | 
| Alexey Dobriyan | b2e03ca | 2008-05-13 08:22:10 -0500 | [diff] [blame] | 3890 | 	return 0; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3891 | } | 
| Alexey Dobriyan | b2e03ca | 2008-05-13 08:22:10 -0500 | [diff] [blame] | 3892 |  | 
 | 3893 | static int jfs_xtstat_proc_open(struct inode *inode, struct file *file) | 
 | 3894 | { | 
 | 3895 | 	return single_open(file, jfs_xtstat_proc_show, NULL); | 
 | 3896 | } | 
 | 3897 |  | 
 | 3898 | const struct file_operations jfs_xtstat_proc_fops = { | 
 | 3899 | 	.owner		= THIS_MODULE, | 
 | 3900 | 	.open		= jfs_xtstat_proc_open, | 
 | 3901 | 	.read		= seq_read, | 
 | 3902 | 	.llseek		= seq_lseek, | 
 | 3903 | 	.release	= single_release, | 
 | 3904 | }; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3905 | #endif |