| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 1 | /* | 
 | 2 |  * fs/logfs/dir.c	- directory-related code | 
 | 3 |  * | 
 | 4 |  * As should be obvious for Linux kernel code, license is GPLv2 | 
 | 5 |  * | 
 | 6 |  * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org> | 
 | 7 |  */ | 
 | 8 | #include "logfs.h" | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 9 | #include <linux/slab.h> | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 10 |  | 
 | 11 | /* | 
 | 12 |  * Atomic dir operations | 
 | 13 |  * | 
 | 14 |  * Directory operations are by default not atomic.  Dentries and Inodes are | 
| Anand Gadiyar | a8cd456 | 2010-05-10 14:51:19 +0530 | [diff] [blame] | 15 |  * created/removed/altered in separate operations.  Therefore we need to do | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 16 |  * a small amount of journaling. | 
 | 17 |  * | 
 | 18 |  * Create, link, mkdir, mknod and symlink all share the same function to do | 
 | 19 |  * the work: __logfs_create.  This function works in two atomic steps: | 
 | 20 |  * 1. allocate inode (remember in journal) | 
 | 21 |  * 2. allocate dentry (clear journal) | 
 | 22 |  * | 
 | 23 |  * As we can only get interrupted between the two, when the inode we just | 
 | 24 |  * created is simply stored in the anchor.  On next mount, if we were | 
 | 25 |  * interrupted, we delete the inode.  From a users point of view the | 
 | 26 |  * operation never happened. | 
 | 27 |  * | 
 | 28 |  * Unlink and rmdir also share the same function: unlink.  Again, this | 
 | 29 |  * function works in two atomic steps | 
 | 30 |  * 1. remove dentry (remember inode in journal) | 
 | 31 |  * 2. unlink inode (clear journal) | 
 | 32 |  * | 
 | 33 |  * And again, on the next mount, if we were interrupted, we delete the inode. | 
 | 34 |  * From a users point of view the operation succeeded. | 
 | 35 |  * | 
 | 36 |  * Rename is the real pain to deal with, harder than all the other methods | 
 | 37 |  * combined.  Depending on the circumstances we can run into three cases. | 
 | 38 |  * A "target rename" where the target dentry already existed, a "local | 
 | 39 |  * rename" where both parent directories are identical or a "cross-directory | 
 | 40 |  * rename" in the remaining case. | 
 | 41 |  * | 
 | 42 |  * Local rename is atomic, as the old dentry is simply rewritten with a new | 
 | 43 |  * name. | 
 | 44 |  * | 
 | 45 |  * Cross-directory rename works in two steps, similar to __logfs_create and | 
 | 46 |  * logfs_unlink: | 
 | 47 |  * 1. Write new dentry (remember old dentry in journal) | 
 | 48 |  * 2. Remove old dentry (clear journal) | 
 | 49 |  * | 
 | 50 |  * Here we remember a dentry instead of an inode.  On next mount, if we were | 
 | 51 |  * interrupted, we delete the dentry.  From a users point of view, the | 
 | 52 |  * operation succeeded. | 
 | 53 |  * | 
 | 54 |  * Target rename works in three atomic steps: | 
 | 55 |  * 1. Attach old inode to new dentry (remember old dentry and new inode) | 
 | 56 |  * 2. Remove old dentry (still remember the new inode) | 
 | 57 |  * 3. Remove victim inode | 
 | 58 |  * | 
 | 59 |  * Here we remember both an inode an a dentry.  If we get interrupted | 
 | 60 |  * between steps 1 and 2, we delete both the dentry and the inode.  If | 
 | 61 |  * we get interrupted between steps 2 and 3, we delete just the inode. | 
 | 62 |  * In either case, the remaining objects are deleted on next mount.  From | 
 | 63 |  * a users point of view, the operation succeeded. | 
 | 64 |  */ | 
 | 65 |  | 
 | 66 | static int write_dir(struct inode *dir, struct logfs_disk_dentry *dd, | 
 | 67 | 		loff_t pos) | 
 | 68 | { | 
 | 69 | 	return logfs_inode_write(dir, dd, sizeof(*dd), pos, WF_LOCK, NULL); | 
 | 70 | } | 
 | 71 |  | 
 | 72 | static int write_inode(struct inode *inode) | 
 | 73 | { | 
 | 74 | 	return __logfs_write_inode(inode, WF_LOCK); | 
 | 75 | } | 
 | 76 |  | 
 | 77 | static s64 dir_seek_data(struct inode *inode, s64 pos) | 
 | 78 | { | 
 | 79 | 	s64 new_pos = logfs_seek_data(inode, pos); | 
 | 80 |  | 
 | 81 | 	return max(pos, new_pos - 1); | 
 | 82 | } | 
 | 83 |  | 
 | 84 | static int beyond_eof(struct inode *inode, loff_t bix) | 
 | 85 | { | 
 | 86 | 	loff_t pos = bix << inode->i_sb->s_blocksize_bits; | 
 | 87 | 	return pos >= i_size_read(inode); | 
 | 88 | } | 
 | 89 |  | 
 | 90 | /* | 
 | 91 |  * Prime value was chosen to be roughly 256 + 26.  r5 hash uses 11, | 
 | 92 |  * so short names (len <= 9) don't even occupy the complete 32bit name | 
 | 93 |  * space.  A prime >256 ensures short names quickly spread the 32bit | 
 | 94 |  * name space.  Add about 26 for the estimated amount of information | 
 | 95 |  * of each character and pick a prime nearby, preferrably a bit-sparse | 
 | 96 |  * one. | 
 | 97 |  */ | 
 | 98 | static u32 hash_32(const char *s, int len, u32 seed) | 
 | 99 | { | 
 | 100 | 	u32 hash = seed; | 
 | 101 | 	int i; | 
 | 102 |  | 
 | 103 | 	for (i = 0; i < len; i++) | 
 | 104 | 		hash = hash * 293 + s[i]; | 
 | 105 | 	return hash; | 
 | 106 | } | 
 | 107 |  | 
 | 108 | /* | 
 | 109 |  * We have to satisfy several conflicting requirements here.  Small | 
 | 110 |  * directories should stay fairly compact and not require too many | 
 | 111 |  * indirect blocks.  The number of possible locations for a given hash | 
 | 112 |  * should be small to make lookup() fast.  And we should try hard not | 
 | 113 |  * to overflow the 32bit name space or nfs and 32bit host systems will | 
 | 114 |  * be unhappy. | 
 | 115 |  * | 
 | 116 |  * So we use the following scheme.  First we reduce the hash to 0..15 | 
 | 117 |  * and try a direct block.  If that is occupied we reduce the hash to | 
 | 118 |  * 16..255 and try an indirect block.  Same for 2x and 3x indirect | 
 | 119 |  * blocks.  Lastly we reduce the hash to 0x800_0000 .. 0xffff_ffff, | 
 | 120 |  * but use buckets containing eight entries instead of a single one. | 
 | 121 |  * | 
 | 122 |  * Using 16 entries should allow for a reasonable amount of hash | 
 | 123 |  * collisions, so the 32bit name space can be packed fairly tight | 
 | 124 |  * before overflowing.  Oh and currently we don't overflow but return | 
 | 125 |  * and error. | 
 | 126 |  * | 
 | 127 |  * How likely are collisions?  Doing the appropriate math is beyond me | 
 | 128 |  * and the Bronstein textbook.  But running a test program to brute | 
 | 129 |  * force collisions for a couple of days showed that on average the | 
 | 130 |  * first collision occurs after 598M entries, with 290M being the | 
 | 131 |  * smallest result.  Obviously 21 entries could already cause a | 
 | 132 |  * collision if all entries are carefully chosen. | 
 | 133 |  */ | 
 | 134 | static pgoff_t hash_index(u32 hash, int round) | 
 | 135 | { | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 136 | 	u32 i0_blocks = I0_BLOCKS; | 
 | 137 | 	u32 i1_blocks = I1_BLOCKS; | 
 | 138 | 	u32 i2_blocks = I2_BLOCKS; | 
 | 139 | 	u32 i3_blocks = I3_BLOCKS; | 
 | 140 |  | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 141 | 	switch (round) { | 
 | 142 | 	case 0: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 143 | 		return hash % i0_blocks; | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 144 | 	case 1: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 145 | 		return i0_blocks + hash % (i1_blocks - i0_blocks); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 146 | 	case 2: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 147 | 		return i1_blocks + hash % (i2_blocks - i1_blocks); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 148 | 	case 3: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 149 | 		return i2_blocks + hash % (i3_blocks - i2_blocks); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 150 | 	case 4 ... 19: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 151 | 		return i3_blocks + 16 * (hash % (((1<<31) - i3_blocks) / 16)) | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 152 | 			+ round - 4; | 
 | 153 | 	} | 
 | 154 | 	BUG(); | 
 | 155 | } | 
 | 156 |  | 
 | 157 | static struct page *logfs_get_dd_page(struct inode *dir, struct dentry *dentry) | 
 | 158 | { | 
 | 159 | 	struct qstr *name = &dentry->d_name; | 
 | 160 | 	struct page *page; | 
 | 161 | 	struct logfs_disk_dentry *dd; | 
 | 162 | 	u32 hash = hash_32(name->name, name->len, 0); | 
 | 163 | 	pgoff_t index; | 
 | 164 | 	int round; | 
 | 165 |  | 
 | 166 | 	if (name->len > LOGFS_MAX_NAMELEN) | 
 | 167 | 		return ERR_PTR(-ENAMETOOLONG); | 
 | 168 |  | 
 | 169 | 	for (round = 0; round < 20; round++) { | 
 | 170 | 		index = hash_index(hash, round); | 
 | 171 |  | 
 | 172 | 		if (beyond_eof(dir, index)) | 
 | 173 | 			return NULL; | 
 | 174 | 		if (!logfs_exist_block(dir, index)) | 
 | 175 | 			continue; | 
 | 176 | 		page = read_cache_page(dir->i_mapping, index, | 
 | 177 | 				(filler_t *)logfs_readpage, NULL); | 
 | 178 | 		if (IS_ERR(page)) | 
 | 179 | 			return page; | 
 | 180 | 		dd = kmap_atomic(page, KM_USER0); | 
 | 181 | 		BUG_ON(dd->namelen == 0); | 
 | 182 |  | 
 | 183 | 		if (name->len != be16_to_cpu(dd->namelen) || | 
 | 184 | 				memcmp(name->name, dd->name, name->len)) { | 
 | 185 | 			kunmap_atomic(dd, KM_USER0); | 
 | 186 | 			page_cache_release(page); | 
 | 187 | 			continue; | 
 | 188 | 		} | 
 | 189 |  | 
 | 190 | 		kunmap_atomic(dd, KM_USER0); | 
 | 191 | 		return page; | 
 | 192 | 	} | 
 | 193 | 	return NULL; | 
 | 194 | } | 
 | 195 |  | 
 | 196 | static int logfs_remove_inode(struct inode *inode) | 
 | 197 | { | 
 | 198 | 	int ret; | 
 | 199 |  | 
 | 200 | 	inode->i_nlink--; | 
 | 201 | 	ret = write_inode(inode); | 
 | 202 | 	LOGFS_BUG_ON(ret, inode->i_sb); | 
 | 203 | 	return ret; | 
 | 204 | } | 
 | 205 |  | 
 | 206 | static void abort_transaction(struct inode *inode, struct logfs_transaction *ta) | 
 | 207 | { | 
 | 208 | 	if (logfs_inode(inode)->li_block) | 
 | 209 | 		logfs_inode(inode)->li_block->ta = NULL; | 
 | 210 | 	kfree(ta); | 
 | 211 | } | 
 | 212 |  | 
 | 213 | static int logfs_unlink(struct inode *dir, struct dentry *dentry) | 
 | 214 | { | 
 | 215 | 	struct logfs_super *super = logfs_super(dir->i_sb); | 
 | 216 | 	struct inode *inode = dentry->d_inode; | 
 | 217 | 	struct logfs_transaction *ta; | 
 | 218 | 	struct page *page; | 
 | 219 | 	pgoff_t index; | 
 | 220 | 	int ret; | 
 | 221 |  | 
 | 222 | 	ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
 | 223 | 	if (!ta) | 
 | 224 | 		return -ENOMEM; | 
 | 225 |  | 
 | 226 | 	ta->state = UNLINK_1; | 
 | 227 | 	ta->ino = inode->i_ino; | 
 | 228 |  | 
 | 229 | 	inode->i_ctime = dir->i_ctime = dir->i_mtime = CURRENT_TIME; | 
 | 230 |  | 
 | 231 | 	page = logfs_get_dd_page(dir, dentry); | 
| Joern Engel | ddfd1f0 | 2009-11-23 14:29:12 +0100 | [diff] [blame] | 232 | 	if (!page) { | 
 | 233 | 		kfree(ta); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 234 | 		return -ENOENT; | 
| Joern Engel | ddfd1f0 | 2009-11-23 14:29:12 +0100 | [diff] [blame] | 235 | 	} | 
 | 236 | 	if (IS_ERR(page)) { | 
 | 237 | 		kfree(ta); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 238 | 		return PTR_ERR(page); | 
| Joern Engel | ddfd1f0 | 2009-11-23 14:29:12 +0100 | [diff] [blame] | 239 | 	} | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 240 | 	index = page->index; | 
 | 241 | 	page_cache_release(page); | 
 | 242 |  | 
 | 243 | 	mutex_lock(&super->s_dirop_mutex); | 
 | 244 | 	logfs_add_transaction(dir, ta); | 
 | 245 |  | 
 | 246 | 	ret = logfs_delete(dir, index, NULL); | 
 | 247 | 	if (!ret) | 
 | 248 | 		ret = write_inode(dir); | 
 | 249 |  | 
 | 250 | 	if (ret) { | 
 | 251 | 		abort_transaction(dir, ta); | 
 | 252 | 		printk(KERN_ERR"LOGFS: unable to delete inode\n"); | 
 | 253 | 		goto out; | 
 | 254 | 	} | 
 | 255 |  | 
 | 256 | 	ta->state = UNLINK_2; | 
 | 257 | 	logfs_add_transaction(inode, ta); | 
 | 258 | 	ret = logfs_remove_inode(inode); | 
 | 259 | out: | 
 | 260 | 	mutex_unlock(&super->s_dirop_mutex); | 
 | 261 | 	return ret; | 
 | 262 | } | 
 | 263 |  | 
 | 264 | static inline int logfs_empty_dir(struct inode *dir) | 
 | 265 | { | 
 | 266 | 	u64 data; | 
 | 267 |  | 
 | 268 | 	data = logfs_seek_data(dir, 0) << dir->i_sb->s_blocksize_bits; | 
 | 269 | 	return data >= i_size_read(dir); | 
 | 270 | } | 
 | 271 |  | 
 | 272 | static int logfs_rmdir(struct inode *dir, struct dentry *dentry) | 
 | 273 | { | 
 | 274 | 	struct inode *inode = dentry->d_inode; | 
 | 275 |  | 
 | 276 | 	if (!logfs_empty_dir(inode)) | 
 | 277 | 		return -ENOTEMPTY; | 
 | 278 |  | 
 | 279 | 	return logfs_unlink(dir, dentry); | 
 | 280 | } | 
 | 281 |  | 
 | 282 | /* FIXME: readdir currently has it's own dir_walk code.  I don't see a good | 
 | 283 |  * way to combine the two copies */ | 
 | 284 | #define IMPLICIT_NODES 2 | 
 | 285 | static int __logfs_readdir(struct file *file, void *buf, filldir_t filldir) | 
 | 286 | { | 
 | 287 | 	struct inode *dir = file->f_dentry->d_inode; | 
 | 288 | 	loff_t pos = file->f_pos - IMPLICIT_NODES; | 
 | 289 | 	struct page *page; | 
 | 290 | 	struct logfs_disk_dentry *dd; | 
 | 291 | 	int full; | 
 | 292 |  | 
 | 293 | 	BUG_ON(pos < 0); | 
 | 294 | 	for (;; pos++) { | 
 | 295 | 		if (beyond_eof(dir, pos)) | 
 | 296 | 			break; | 
 | 297 | 		if (!logfs_exist_block(dir, pos)) { | 
 | 298 | 			/* deleted dentry */ | 
 | 299 | 			pos = dir_seek_data(dir, pos); | 
 | 300 | 			continue; | 
 | 301 | 		} | 
 | 302 | 		page = read_cache_page(dir->i_mapping, pos, | 
 | 303 | 				(filler_t *)logfs_readpage, NULL); | 
 | 304 | 		if (IS_ERR(page)) | 
 | 305 | 			return PTR_ERR(page); | 
| Joern Engel | e326068 | 2010-03-17 16:00:07 +0100 | [diff] [blame] | 306 | 		dd = kmap(page); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 307 | 		BUG_ON(dd->namelen == 0); | 
 | 308 |  | 
 | 309 | 		full = filldir(buf, (char *)dd->name, be16_to_cpu(dd->namelen), | 
 | 310 | 				pos, be64_to_cpu(dd->ino), dd->type); | 
| Joern Engel | e326068 | 2010-03-17 16:00:07 +0100 | [diff] [blame] | 311 | 		kunmap(page); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 312 | 		page_cache_release(page); | 
 | 313 | 		if (full) | 
 | 314 | 			break; | 
 | 315 | 	} | 
 | 316 |  | 
 | 317 | 	file->f_pos = pos + IMPLICIT_NODES; | 
 | 318 | 	return 0; | 
 | 319 | } | 
 | 320 |  | 
 | 321 | static int logfs_readdir(struct file *file, void *buf, filldir_t filldir) | 
 | 322 | { | 
 | 323 | 	struct inode *inode = file->f_dentry->d_inode; | 
 | 324 | 	ino_t pino = parent_ino(file->f_dentry); | 
 | 325 | 	int err; | 
 | 326 |  | 
 | 327 | 	if (file->f_pos < 0) | 
 | 328 | 		return -EINVAL; | 
 | 329 |  | 
 | 330 | 	if (file->f_pos == 0) { | 
 | 331 | 		if (filldir(buf, ".", 1, 1, inode->i_ino, DT_DIR) < 0) | 
 | 332 | 			return 0; | 
 | 333 | 		file->f_pos++; | 
 | 334 | 	} | 
 | 335 | 	if (file->f_pos == 1) { | 
 | 336 | 		if (filldir(buf, "..", 2, 2, pino, DT_DIR) < 0) | 
 | 337 | 			return 0; | 
 | 338 | 		file->f_pos++; | 
 | 339 | 	} | 
 | 340 |  | 
 | 341 | 	err = __logfs_readdir(file, buf, filldir); | 
 | 342 | 	return err; | 
 | 343 | } | 
 | 344 |  | 
 | 345 | static void logfs_set_name(struct logfs_disk_dentry *dd, struct qstr *name) | 
 | 346 | { | 
 | 347 | 	dd->namelen = cpu_to_be16(name->len); | 
 | 348 | 	memcpy(dd->name, name->name, name->len); | 
 | 349 | } | 
 | 350 |  | 
 | 351 | static struct dentry *logfs_lookup(struct inode *dir, struct dentry *dentry, | 
 | 352 | 		struct nameidata *nd) | 
 | 353 | { | 
 | 354 | 	struct page *page; | 
 | 355 | 	struct logfs_disk_dentry *dd; | 
 | 356 | 	pgoff_t index; | 
 | 357 | 	u64 ino = 0; | 
 | 358 | 	struct inode *inode; | 
 | 359 |  | 
 | 360 | 	page = logfs_get_dd_page(dir, dentry); | 
 | 361 | 	if (IS_ERR(page)) | 
 | 362 | 		return ERR_CAST(page); | 
 | 363 | 	if (!page) { | 
 | 364 | 		d_add(dentry, NULL); | 
 | 365 | 		return NULL; | 
 | 366 | 	} | 
 | 367 | 	index = page->index; | 
 | 368 | 	dd = kmap_atomic(page, KM_USER0); | 
 | 369 | 	ino = be64_to_cpu(dd->ino); | 
 | 370 | 	kunmap_atomic(dd, KM_USER0); | 
 | 371 | 	page_cache_release(page); | 
 | 372 |  | 
 | 373 | 	inode = logfs_iget(dir->i_sb, ino); | 
 | 374 | 	if (IS_ERR(inode)) { | 
 | 375 | 		printk(KERN_ERR"LogFS: Cannot read inode #%llx for dentry (%lx, %lx)n", | 
 | 376 | 				ino, dir->i_ino, index); | 
 | 377 | 		return ERR_CAST(inode); | 
 | 378 | 	} | 
 | 379 | 	return d_splice_alias(inode, dentry); | 
 | 380 | } | 
 | 381 |  | 
 | 382 | static void grow_dir(struct inode *dir, loff_t index) | 
 | 383 | { | 
 | 384 | 	index = (index + 1) << dir->i_sb->s_blocksize_bits; | 
 | 385 | 	if (i_size_read(dir) < index) | 
 | 386 | 		i_size_write(dir, index); | 
 | 387 | } | 
 | 388 |  | 
 | 389 | static int logfs_write_dir(struct inode *dir, struct dentry *dentry, | 
 | 390 | 		struct inode *inode) | 
 | 391 | { | 
 | 392 | 	struct page *page; | 
 | 393 | 	struct logfs_disk_dentry *dd; | 
 | 394 | 	u32 hash = hash_32(dentry->d_name.name, dentry->d_name.len, 0); | 
 | 395 | 	pgoff_t index; | 
 | 396 | 	int round, err; | 
 | 397 |  | 
 | 398 | 	for (round = 0; round < 20; round++) { | 
 | 399 | 		index = hash_index(hash, round); | 
 | 400 |  | 
 | 401 | 		if (logfs_exist_block(dir, index)) | 
 | 402 | 			continue; | 
 | 403 | 		page = find_or_create_page(dir->i_mapping, index, GFP_KERNEL); | 
 | 404 | 		if (!page) | 
 | 405 | 			return -ENOMEM; | 
 | 406 |  | 
 | 407 | 		dd = kmap_atomic(page, KM_USER0); | 
 | 408 | 		memset(dd, 0, sizeof(*dd)); | 
 | 409 | 		dd->ino = cpu_to_be64(inode->i_ino); | 
 | 410 | 		dd->type = logfs_type(inode); | 
 | 411 | 		logfs_set_name(dd, &dentry->d_name); | 
 | 412 | 		kunmap_atomic(dd, KM_USER0); | 
 | 413 |  | 
 | 414 | 		err = logfs_write_buf(dir, page, WF_LOCK); | 
 | 415 | 		unlock_page(page); | 
 | 416 | 		page_cache_release(page); | 
 | 417 | 		if (!err) | 
 | 418 | 			grow_dir(dir, index); | 
 | 419 | 		return err; | 
 | 420 | 	} | 
 | 421 | 	/* FIXME: Is there a better return value?  In most cases neither | 
 | 422 | 	 * the filesystem nor the directory are full.  But we have had | 
 | 423 | 	 * too many collisions for this particular hash and no fallback. | 
 | 424 | 	 */ | 
 | 425 | 	return -ENOSPC; | 
 | 426 | } | 
 | 427 |  | 
 | 428 | static int __logfs_create(struct inode *dir, struct dentry *dentry, | 
 | 429 | 		struct inode *inode, const char *dest, long destlen) | 
 | 430 | { | 
 | 431 | 	struct logfs_super *super = logfs_super(dir->i_sb); | 
 | 432 | 	struct logfs_inode *li = logfs_inode(inode); | 
 | 433 | 	struct logfs_transaction *ta; | 
 | 434 | 	int ret; | 
 | 435 |  | 
 | 436 | 	ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
| Al Viro | 2562495 | 2010-07-04 12:23:11 +0400 | [diff] [blame] | 437 | 	if (!ta) { | 
 | 438 | 		inode->i_nlink--; | 
 | 439 | 		iput(inode); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 440 | 		return -ENOMEM; | 
| Al Viro | 2562495 | 2010-07-04 12:23:11 +0400 | [diff] [blame] | 441 | 	} | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 442 |  | 
 | 443 | 	ta->state = CREATE_1; | 
 | 444 | 	ta->ino = inode->i_ino; | 
 | 445 | 	mutex_lock(&super->s_dirop_mutex); | 
 | 446 | 	logfs_add_transaction(inode, ta); | 
 | 447 |  | 
 | 448 | 	if (dest) { | 
 | 449 | 		/* symlink */ | 
 | 450 | 		ret = logfs_inode_write(inode, dest, destlen, 0, WF_LOCK, NULL); | 
 | 451 | 		if (!ret) | 
 | 452 | 			ret = write_inode(inode); | 
 | 453 | 	} else { | 
 | 454 | 		/* creat/mkdir/mknod */ | 
 | 455 | 		ret = write_inode(inode); | 
 | 456 | 	} | 
 | 457 | 	if (ret) { | 
 | 458 | 		abort_transaction(inode, ta); | 
 | 459 | 		li->li_flags |= LOGFS_IF_STILLBORN; | 
 | 460 | 		/* FIXME: truncate symlink */ | 
 | 461 | 		inode->i_nlink--; | 
 | 462 | 		iput(inode); | 
 | 463 | 		goto out; | 
 | 464 | 	} | 
 | 465 |  | 
 | 466 | 	ta->state = CREATE_2; | 
 | 467 | 	logfs_add_transaction(dir, ta); | 
 | 468 | 	ret = logfs_write_dir(dir, dentry, inode); | 
 | 469 | 	/* sync directory */ | 
 | 470 | 	if (!ret) | 
 | 471 | 		ret = write_inode(dir); | 
 | 472 |  | 
 | 473 | 	if (ret) { | 
 | 474 | 		logfs_del_transaction(dir, ta); | 
 | 475 | 		ta->state = CREATE_2; | 
 | 476 | 		logfs_add_transaction(inode, ta); | 
 | 477 | 		logfs_remove_inode(inode); | 
 | 478 | 		iput(inode); | 
 | 479 | 		goto out; | 
 | 480 | 	} | 
 | 481 | 	d_instantiate(dentry, inode); | 
 | 482 | out: | 
 | 483 | 	mutex_unlock(&super->s_dirop_mutex); | 
 | 484 | 	return ret; | 
 | 485 | } | 
 | 486 |  | 
 | 487 | static int logfs_mkdir(struct inode *dir, struct dentry *dentry, int mode) | 
 | 488 | { | 
 | 489 | 	struct inode *inode; | 
 | 490 |  | 
 | 491 | 	/* | 
 | 492 | 	 * FIXME: why do we have to fill in S_IFDIR, while the mode is | 
 | 493 | 	 * correct for mknod, creat, etc.?  Smells like the vfs *should* | 
 | 494 | 	 * do it for us but for some reason fails to do so. | 
 | 495 | 	 */ | 
 | 496 | 	inode = logfs_new_inode(dir, S_IFDIR | mode); | 
 | 497 | 	if (IS_ERR(inode)) | 
 | 498 | 		return PTR_ERR(inode); | 
 | 499 |  | 
 | 500 | 	inode->i_op = &logfs_dir_iops; | 
 | 501 | 	inode->i_fop = &logfs_dir_fops; | 
 | 502 |  | 
 | 503 | 	return __logfs_create(dir, dentry, inode, NULL, 0); | 
 | 504 | } | 
 | 505 |  | 
 | 506 | static int logfs_create(struct inode *dir, struct dentry *dentry, int mode, | 
 | 507 | 		struct nameidata *nd) | 
 | 508 | { | 
 | 509 | 	struct inode *inode; | 
 | 510 |  | 
 | 511 | 	inode = logfs_new_inode(dir, mode); | 
 | 512 | 	if (IS_ERR(inode)) | 
 | 513 | 		return PTR_ERR(inode); | 
 | 514 |  | 
 | 515 | 	inode->i_op = &logfs_reg_iops; | 
 | 516 | 	inode->i_fop = &logfs_reg_fops; | 
 | 517 | 	inode->i_mapping->a_ops = &logfs_reg_aops; | 
 | 518 |  | 
 | 519 | 	return __logfs_create(dir, dentry, inode, NULL, 0); | 
 | 520 | } | 
 | 521 |  | 
 | 522 | static int logfs_mknod(struct inode *dir, struct dentry *dentry, int mode, | 
 | 523 | 		dev_t rdev) | 
 | 524 | { | 
 | 525 | 	struct inode *inode; | 
 | 526 |  | 
 | 527 | 	if (dentry->d_name.len > LOGFS_MAX_NAMELEN) | 
 | 528 | 		return -ENAMETOOLONG; | 
 | 529 |  | 
 | 530 | 	inode = logfs_new_inode(dir, mode); | 
 | 531 | 	if (IS_ERR(inode)) | 
 | 532 | 		return PTR_ERR(inode); | 
 | 533 |  | 
 | 534 | 	init_special_inode(inode, mode, rdev); | 
 | 535 |  | 
 | 536 | 	return __logfs_create(dir, dentry, inode, NULL, 0); | 
 | 537 | } | 
 | 538 |  | 
 | 539 | static int logfs_symlink(struct inode *dir, struct dentry *dentry, | 
 | 540 | 		const char *target) | 
 | 541 | { | 
 | 542 | 	struct inode *inode; | 
 | 543 | 	size_t destlen = strlen(target) + 1; | 
 | 544 |  | 
 | 545 | 	if (destlen > dir->i_sb->s_blocksize) | 
 | 546 | 		return -ENAMETOOLONG; | 
 | 547 |  | 
 | 548 | 	inode = logfs_new_inode(dir, S_IFLNK | 0777); | 
 | 549 | 	if (IS_ERR(inode)) | 
 | 550 | 		return PTR_ERR(inode); | 
 | 551 |  | 
 | 552 | 	inode->i_op = &logfs_symlink_iops; | 
 | 553 | 	inode->i_mapping->a_ops = &logfs_reg_aops; | 
 | 554 |  | 
 | 555 | 	return __logfs_create(dir, dentry, inode, target, destlen); | 
 | 556 | } | 
 | 557 |  | 
| Nick Piggin | b74c79e | 2011-01-07 17:49:58 +1100 | [diff] [blame] | 558 | static int logfs_permission(struct inode *inode, int mask, unsigned int flags) | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 559 | { | 
| Nick Piggin | b74c79e | 2011-01-07 17:49:58 +1100 | [diff] [blame] | 560 | 	if (flags & IPERM_FLAG_RCU) | 
 | 561 | 		return -ECHILD; | 
 | 562 | 	return generic_permission(inode, mask, flags, NULL); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 563 | } | 
 | 564 |  | 
 | 565 | static int logfs_link(struct dentry *old_dentry, struct inode *dir, | 
 | 566 | 		struct dentry *dentry) | 
 | 567 | { | 
 | 568 | 	struct inode *inode = old_dentry->d_inode; | 
 | 569 |  | 
 | 570 | 	if (inode->i_nlink >= LOGFS_LINK_MAX) | 
 | 571 | 		return -EMLINK; | 
 | 572 |  | 
 | 573 | 	inode->i_ctime = dir->i_ctime = dir->i_mtime = CURRENT_TIME; | 
| Al Viro | 7de9c6e | 2010-10-23 11:11:40 -0400 | [diff] [blame] | 574 | 	ihold(inode); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 575 | 	inode->i_nlink++; | 
 | 576 | 	mark_inode_dirty_sync(inode); | 
 | 577 |  | 
 | 578 | 	return __logfs_create(dir, dentry, inode, NULL, 0); | 
 | 579 | } | 
 | 580 |  | 
 | 581 | static int logfs_get_dd(struct inode *dir, struct dentry *dentry, | 
 | 582 | 		struct logfs_disk_dentry *dd, loff_t *pos) | 
 | 583 | { | 
 | 584 | 	struct page *page; | 
 | 585 | 	void *map; | 
 | 586 |  | 
 | 587 | 	page = logfs_get_dd_page(dir, dentry); | 
 | 588 | 	if (IS_ERR(page)) | 
 | 589 | 		return PTR_ERR(page); | 
 | 590 | 	*pos = page->index; | 
 | 591 | 	map = kmap_atomic(page, KM_USER0); | 
 | 592 | 	memcpy(dd, map, sizeof(*dd)); | 
 | 593 | 	kunmap_atomic(map, KM_USER0); | 
 | 594 | 	page_cache_release(page); | 
 | 595 | 	return 0; | 
 | 596 | } | 
 | 597 |  | 
 | 598 | static int logfs_delete_dd(struct inode *dir, loff_t pos) | 
 | 599 | { | 
 | 600 | 	/* | 
 | 601 | 	 * Getting called with pos somewhere beyond eof is either a goofup | 
 | 602 | 	 * within this file or means someone maliciously edited the | 
 | 603 | 	 * (crc-protected) journal. | 
 | 604 | 	 */ | 
 | 605 | 	BUG_ON(beyond_eof(dir, pos)); | 
 | 606 | 	dir->i_ctime = dir->i_mtime = CURRENT_TIME; | 
 | 607 | 	log_dir(" Delete dentry (%lx, %llx)\n", dir->i_ino, pos); | 
 | 608 | 	return logfs_delete(dir, pos, NULL); | 
 | 609 | } | 
 | 610 |  | 
 | 611 | /* | 
 | 612 |  * Cross-directory rename, target does not exist.  Just a little nasty. | 
 | 613 |  * Create a new dentry in the target dir, then remove the old dentry, | 
 | 614 |  * all the while taking care to remember our operation in the journal. | 
 | 615 |  */ | 
 | 616 | static int logfs_rename_cross(struct inode *old_dir, struct dentry *old_dentry, | 
 | 617 | 			      struct inode *new_dir, struct dentry *new_dentry) | 
 | 618 | { | 
 | 619 | 	struct logfs_super *super = logfs_super(old_dir->i_sb); | 
 | 620 | 	struct logfs_disk_dentry dd; | 
 | 621 | 	struct logfs_transaction *ta; | 
 | 622 | 	loff_t pos; | 
 | 623 | 	int err; | 
 | 624 |  | 
 | 625 | 	/* 1. locate source dd */ | 
 | 626 | 	err = logfs_get_dd(old_dir, old_dentry, &dd, &pos); | 
 | 627 | 	if (err) | 
 | 628 | 		return err; | 
 | 629 |  | 
 | 630 | 	ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
 | 631 | 	if (!ta) | 
 | 632 | 		return -ENOMEM; | 
 | 633 |  | 
 | 634 | 	ta->state = CROSS_RENAME_1; | 
 | 635 | 	ta->dir = old_dir->i_ino; | 
 | 636 | 	ta->pos = pos; | 
 | 637 |  | 
 | 638 | 	/* 2. write target dd */ | 
 | 639 | 	mutex_lock(&super->s_dirop_mutex); | 
 | 640 | 	logfs_add_transaction(new_dir, ta); | 
 | 641 | 	err = logfs_write_dir(new_dir, new_dentry, old_dentry->d_inode); | 
 | 642 | 	if (!err) | 
 | 643 | 		err = write_inode(new_dir); | 
 | 644 |  | 
 | 645 | 	if (err) { | 
 | 646 | 		super->s_rename_dir = 0; | 
 | 647 | 		super->s_rename_pos = 0; | 
 | 648 | 		abort_transaction(new_dir, ta); | 
 | 649 | 		goto out; | 
 | 650 | 	} | 
 | 651 |  | 
 | 652 | 	/* 3. remove source dd */ | 
 | 653 | 	ta->state = CROSS_RENAME_2; | 
 | 654 | 	logfs_add_transaction(old_dir, ta); | 
 | 655 | 	err = logfs_delete_dd(old_dir, pos); | 
 | 656 | 	if (!err) | 
 | 657 | 		err = write_inode(old_dir); | 
 | 658 | 	LOGFS_BUG_ON(err, old_dir->i_sb); | 
 | 659 | out: | 
 | 660 | 	mutex_unlock(&super->s_dirop_mutex); | 
 | 661 | 	return err; | 
 | 662 | } | 
 | 663 |  | 
 | 664 | static int logfs_replace_inode(struct inode *dir, struct dentry *dentry, | 
 | 665 | 		struct logfs_disk_dentry *dd, struct inode *inode) | 
 | 666 | { | 
 | 667 | 	loff_t pos; | 
 | 668 | 	int err; | 
 | 669 |  | 
 | 670 | 	err = logfs_get_dd(dir, dentry, dd, &pos); | 
 | 671 | 	if (err) | 
 | 672 | 		return err; | 
 | 673 | 	dd->ino = cpu_to_be64(inode->i_ino); | 
 | 674 | 	dd->type = logfs_type(inode); | 
 | 675 |  | 
 | 676 | 	err = write_dir(dir, dd, pos); | 
 | 677 | 	if (err) | 
 | 678 | 		return err; | 
 | 679 | 	log_dir("Replace dentry (%lx, %llx) %s -> %llx\n", dir->i_ino, pos, | 
 | 680 | 			dd->name, be64_to_cpu(dd->ino)); | 
 | 681 | 	return write_inode(dir); | 
 | 682 | } | 
 | 683 |  | 
 | 684 | /* Target dentry exists - the worst case.  We need to attach the source | 
 | 685 |  * inode to the target dentry, then remove the orphaned target inode and | 
 | 686 |  * source dentry. | 
 | 687 |  */ | 
 | 688 | static int logfs_rename_target(struct inode *old_dir, struct dentry *old_dentry, | 
 | 689 | 			       struct inode *new_dir, struct dentry *new_dentry) | 
 | 690 | { | 
 | 691 | 	struct logfs_super *super = logfs_super(old_dir->i_sb); | 
 | 692 | 	struct inode *old_inode = old_dentry->d_inode; | 
 | 693 | 	struct inode *new_inode = new_dentry->d_inode; | 
 | 694 | 	int isdir = S_ISDIR(old_inode->i_mode); | 
 | 695 | 	struct logfs_disk_dentry dd; | 
 | 696 | 	struct logfs_transaction *ta; | 
 | 697 | 	loff_t pos; | 
 | 698 | 	int err; | 
 | 699 |  | 
 | 700 | 	BUG_ON(isdir != S_ISDIR(new_inode->i_mode)); | 
 | 701 | 	if (isdir) { | 
 | 702 | 		if (!logfs_empty_dir(new_inode)) | 
 | 703 | 			return -ENOTEMPTY; | 
 | 704 | 	} | 
 | 705 |  | 
 | 706 | 	/* 1. locate source dd */ | 
 | 707 | 	err = logfs_get_dd(old_dir, old_dentry, &dd, &pos); | 
 | 708 | 	if (err) | 
 | 709 | 		return err; | 
 | 710 |  | 
 | 711 | 	ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
 | 712 | 	if (!ta) | 
 | 713 | 		return -ENOMEM; | 
 | 714 |  | 
 | 715 | 	ta->state = TARGET_RENAME_1; | 
 | 716 | 	ta->dir = old_dir->i_ino; | 
 | 717 | 	ta->pos = pos; | 
 | 718 | 	ta->ino = new_inode->i_ino; | 
 | 719 |  | 
 | 720 | 	/* 2. attach source inode to target dd */ | 
 | 721 | 	mutex_lock(&super->s_dirop_mutex); | 
 | 722 | 	logfs_add_transaction(new_dir, ta); | 
 | 723 | 	err = logfs_replace_inode(new_dir, new_dentry, &dd, old_inode); | 
 | 724 | 	if (err) { | 
 | 725 | 		super->s_rename_dir = 0; | 
 | 726 | 		super->s_rename_pos = 0; | 
 | 727 | 		super->s_victim_ino = 0; | 
 | 728 | 		abort_transaction(new_dir, ta); | 
 | 729 | 		goto out; | 
 | 730 | 	} | 
 | 731 |  | 
 | 732 | 	/* 3. remove source dd */ | 
 | 733 | 	ta->state = TARGET_RENAME_2; | 
 | 734 | 	logfs_add_transaction(old_dir, ta); | 
 | 735 | 	err = logfs_delete_dd(old_dir, pos); | 
 | 736 | 	if (!err) | 
 | 737 | 		err = write_inode(old_dir); | 
 | 738 | 	LOGFS_BUG_ON(err, old_dir->i_sb); | 
 | 739 |  | 
 | 740 | 	/* 4. remove target inode */ | 
 | 741 | 	ta->state = TARGET_RENAME_3; | 
 | 742 | 	logfs_add_transaction(new_inode, ta); | 
 | 743 | 	err = logfs_remove_inode(new_inode); | 
 | 744 |  | 
 | 745 | out: | 
 | 746 | 	mutex_unlock(&super->s_dirop_mutex); | 
 | 747 | 	return err; | 
 | 748 | } | 
 | 749 |  | 
 | 750 | static int logfs_rename(struct inode *old_dir, struct dentry *old_dentry, | 
 | 751 | 			struct inode *new_dir, struct dentry *new_dentry) | 
 | 752 | { | 
 | 753 | 	if (new_dentry->d_inode) | 
 | 754 | 		return logfs_rename_target(old_dir, old_dentry, | 
 | 755 | 					   new_dir, new_dentry); | 
 | 756 | 	return logfs_rename_cross(old_dir, old_dentry, new_dir, new_dentry); | 
 | 757 | } | 
 | 758 |  | 
 | 759 | /* No locking done here, as this is called before .get_sb() returns. */ | 
 | 760 | int logfs_replay_journal(struct super_block *sb) | 
 | 761 | { | 
 | 762 | 	struct logfs_super *super = logfs_super(sb); | 
 | 763 | 	struct inode *inode; | 
 | 764 | 	u64 ino, pos; | 
 | 765 | 	int err; | 
 | 766 |  | 
 | 767 | 	if (super->s_victim_ino) { | 
 | 768 | 		/* delete victim inode */ | 
 | 769 | 		ino = super->s_victim_ino; | 
 | 770 | 		printk(KERN_INFO"LogFS: delete unmapped inode #%llx\n", ino); | 
 | 771 | 		inode = logfs_iget(sb, ino); | 
 | 772 | 		if (IS_ERR(inode)) | 
 | 773 | 			goto fail; | 
 | 774 |  | 
 | 775 | 		LOGFS_BUG_ON(i_size_read(inode) > 0, sb); | 
 | 776 | 		super->s_victim_ino = 0; | 
 | 777 | 		err = logfs_remove_inode(inode); | 
 | 778 | 		iput(inode); | 
 | 779 | 		if (err) { | 
 | 780 | 			super->s_victim_ino = ino; | 
 | 781 | 			goto fail; | 
 | 782 | 		} | 
 | 783 | 	} | 
 | 784 | 	if (super->s_rename_dir) { | 
 | 785 | 		/* delete old dd from rename */ | 
 | 786 | 		ino = super->s_rename_dir; | 
 | 787 | 		pos = super->s_rename_pos; | 
 | 788 | 		printk(KERN_INFO"LogFS: delete unbacked dentry (%llx, %llx)\n", | 
 | 789 | 				ino, pos); | 
 | 790 | 		inode = logfs_iget(sb, ino); | 
 | 791 | 		if (IS_ERR(inode)) | 
 | 792 | 			goto fail; | 
 | 793 |  | 
 | 794 | 		super->s_rename_dir = 0; | 
 | 795 | 		super->s_rename_pos = 0; | 
 | 796 | 		err = logfs_delete_dd(inode, pos); | 
 | 797 | 		iput(inode); | 
 | 798 | 		if (err) { | 
 | 799 | 			super->s_rename_dir = ino; | 
 | 800 | 			super->s_rename_pos = pos; | 
 | 801 | 			goto fail; | 
 | 802 | 		} | 
 | 803 | 	} | 
 | 804 | 	return 0; | 
 | 805 | fail: | 
 | 806 | 	LOGFS_BUG(sb); | 
 | 807 | 	return -EIO; | 
 | 808 | } | 
 | 809 |  | 
 | 810 | const struct inode_operations logfs_symlink_iops = { | 
 | 811 | 	.readlink	= generic_readlink, | 
 | 812 | 	.follow_link	= page_follow_link_light, | 
 | 813 | }; | 
 | 814 |  | 
 | 815 | const struct inode_operations logfs_dir_iops = { | 
 | 816 | 	.create		= logfs_create, | 
 | 817 | 	.link		= logfs_link, | 
 | 818 | 	.lookup		= logfs_lookup, | 
 | 819 | 	.mkdir		= logfs_mkdir, | 
 | 820 | 	.mknod		= logfs_mknod, | 
 | 821 | 	.rename		= logfs_rename, | 
 | 822 | 	.rmdir		= logfs_rmdir, | 
 | 823 | 	.permission	= logfs_permission, | 
 | 824 | 	.symlink	= logfs_symlink, | 
 | 825 | 	.unlink		= logfs_unlink, | 
 | 826 | }; | 
 | 827 | const struct file_operations logfs_dir_fops = { | 
 | 828 | 	.fsync		= logfs_fsync, | 
| Arnd Bergmann | 02d6d68 | 2010-04-27 22:30:06 +0200 | [diff] [blame] | 829 | 	.unlocked_ioctl	= logfs_ioctl, | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 830 | 	.readdir	= logfs_readdir, | 
 | 831 | 	.read		= generic_read_dir, | 
| Arnd Bergmann | 6038f37 | 2010-08-15 18:52:59 +0200 | [diff] [blame] | 832 | 	.llseek		= default_llseek, | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 833 | }; |