| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 1 | /* | 
|  | 2 | * fs/logfs/dir.c	- directory-related code | 
|  | 3 | * | 
|  | 4 | * As should be obvious for Linux kernel code, license is GPLv2 | 
|  | 5 | * | 
|  | 6 | * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org> | 
|  | 7 | */ | 
|  | 8 | #include "logfs.h" | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 9 | #include <linux/slab.h> | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 10 |  | 
|  | 11 | /* | 
|  | 12 | * Atomic dir operations | 
|  | 13 | * | 
|  | 14 | * Directory operations are by default not atomic.  Dentries and Inodes are | 
| Anand Gadiyar | a8cd456 | 2010-05-10 14:51:19 +0530 | [diff] [blame] | 15 | * created/removed/altered in separate operations.  Therefore we need to do | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 16 | * a small amount of journaling. | 
|  | 17 | * | 
|  | 18 | * Create, link, mkdir, mknod and symlink all share the same function to do | 
|  | 19 | * the work: __logfs_create.  This function works in two atomic steps: | 
|  | 20 | * 1. allocate inode (remember in journal) | 
|  | 21 | * 2. allocate dentry (clear journal) | 
|  | 22 | * | 
|  | 23 | * As we can only get interrupted between the two, when the inode we just | 
|  | 24 | * created is simply stored in the anchor.  On next mount, if we were | 
|  | 25 | * interrupted, we delete the inode.  From a users point of view the | 
|  | 26 | * operation never happened. | 
|  | 27 | * | 
|  | 28 | * Unlink and rmdir also share the same function: unlink.  Again, this | 
|  | 29 | * function works in two atomic steps | 
|  | 30 | * 1. remove dentry (remember inode in journal) | 
|  | 31 | * 2. unlink inode (clear journal) | 
|  | 32 | * | 
|  | 33 | * And again, on the next mount, if we were interrupted, we delete the inode. | 
|  | 34 | * From a users point of view the operation succeeded. | 
|  | 35 | * | 
|  | 36 | * Rename is the real pain to deal with, harder than all the other methods | 
|  | 37 | * combined.  Depending on the circumstances we can run into three cases. | 
|  | 38 | * A "target rename" where the target dentry already existed, a "local | 
|  | 39 | * rename" where both parent directories are identical or a "cross-directory | 
|  | 40 | * rename" in the remaining case. | 
|  | 41 | * | 
|  | 42 | * Local rename is atomic, as the old dentry is simply rewritten with a new | 
|  | 43 | * name. | 
|  | 44 | * | 
|  | 45 | * Cross-directory rename works in two steps, similar to __logfs_create and | 
|  | 46 | * logfs_unlink: | 
|  | 47 | * 1. Write new dentry (remember old dentry in journal) | 
|  | 48 | * 2. Remove old dentry (clear journal) | 
|  | 49 | * | 
|  | 50 | * Here we remember a dentry instead of an inode.  On next mount, if we were | 
|  | 51 | * interrupted, we delete the dentry.  From a users point of view, the | 
|  | 52 | * operation succeeded. | 
|  | 53 | * | 
|  | 54 | * Target rename works in three atomic steps: | 
|  | 55 | * 1. Attach old inode to new dentry (remember old dentry and new inode) | 
|  | 56 | * 2. Remove old dentry (still remember the new inode) | 
|  | 57 | * 3. Remove victim inode | 
|  | 58 | * | 
|  | 59 | * Here we remember both an inode an a dentry.  If we get interrupted | 
|  | 60 | * between steps 1 and 2, we delete both the dentry and the inode.  If | 
|  | 61 | * we get interrupted between steps 2 and 3, we delete just the inode. | 
|  | 62 | * In either case, the remaining objects are deleted on next mount.  From | 
|  | 63 | * a users point of view, the operation succeeded. | 
|  | 64 | */ | 
|  | 65 |  | 
|  | 66 | static int write_dir(struct inode *dir, struct logfs_disk_dentry *dd, | 
|  | 67 | loff_t pos) | 
|  | 68 | { | 
|  | 69 | return logfs_inode_write(dir, dd, sizeof(*dd), pos, WF_LOCK, NULL); | 
|  | 70 | } | 
|  | 71 |  | 
|  | 72 | static int write_inode(struct inode *inode) | 
|  | 73 | { | 
|  | 74 | return __logfs_write_inode(inode, WF_LOCK); | 
|  | 75 | } | 
|  | 76 |  | 
|  | 77 | static s64 dir_seek_data(struct inode *inode, s64 pos) | 
|  | 78 | { | 
|  | 79 | s64 new_pos = logfs_seek_data(inode, pos); | 
|  | 80 |  | 
|  | 81 | return max(pos, new_pos - 1); | 
|  | 82 | } | 
|  | 83 |  | 
|  | 84 | static int beyond_eof(struct inode *inode, loff_t bix) | 
|  | 85 | { | 
|  | 86 | loff_t pos = bix << inode->i_sb->s_blocksize_bits; | 
|  | 87 | return pos >= i_size_read(inode); | 
|  | 88 | } | 
|  | 89 |  | 
|  | 90 | /* | 
|  | 91 | * Prime value was chosen to be roughly 256 + 26.  r5 hash uses 11, | 
|  | 92 | * so short names (len <= 9) don't even occupy the complete 32bit name | 
|  | 93 | * space.  A prime >256 ensures short names quickly spread the 32bit | 
|  | 94 | * name space.  Add about 26 for the estimated amount of information | 
|  | 95 | * of each character and pick a prime nearby, preferrably a bit-sparse | 
|  | 96 | * one. | 
|  | 97 | */ | 
|  | 98 | static u32 hash_32(const char *s, int len, u32 seed) | 
|  | 99 | { | 
|  | 100 | u32 hash = seed; | 
|  | 101 | int i; | 
|  | 102 |  | 
|  | 103 | for (i = 0; i < len; i++) | 
|  | 104 | hash = hash * 293 + s[i]; | 
|  | 105 | return hash; | 
|  | 106 | } | 
|  | 107 |  | 
|  | 108 | /* | 
|  | 109 | * We have to satisfy several conflicting requirements here.  Small | 
|  | 110 | * directories should stay fairly compact and not require too many | 
|  | 111 | * indirect blocks.  The number of possible locations for a given hash | 
|  | 112 | * should be small to make lookup() fast.  And we should try hard not | 
|  | 113 | * to overflow the 32bit name space or nfs and 32bit host systems will | 
|  | 114 | * be unhappy. | 
|  | 115 | * | 
|  | 116 | * So we use the following scheme.  First we reduce the hash to 0..15 | 
|  | 117 | * and try a direct block.  If that is occupied we reduce the hash to | 
|  | 118 | * 16..255 and try an indirect block.  Same for 2x and 3x indirect | 
|  | 119 | * blocks.  Lastly we reduce the hash to 0x800_0000 .. 0xffff_ffff, | 
|  | 120 | * but use buckets containing eight entries instead of a single one. | 
|  | 121 | * | 
|  | 122 | * Using 16 entries should allow for a reasonable amount of hash | 
|  | 123 | * collisions, so the 32bit name space can be packed fairly tight | 
|  | 124 | * before overflowing.  Oh and currently we don't overflow but return | 
|  | 125 | * and error. | 
|  | 126 | * | 
|  | 127 | * How likely are collisions?  Doing the appropriate math is beyond me | 
|  | 128 | * and the Bronstein textbook.  But running a test program to brute | 
|  | 129 | * force collisions for a couple of days showed that on average the | 
|  | 130 | * first collision occurs after 598M entries, with 290M being the | 
|  | 131 | * smallest result.  Obviously 21 entries could already cause a | 
|  | 132 | * collision if all entries are carefully chosen. | 
|  | 133 | */ | 
|  | 134 | static pgoff_t hash_index(u32 hash, int round) | 
|  | 135 | { | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 136 | u32 i0_blocks = I0_BLOCKS; | 
|  | 137 | u32 i1_blocks = I1_BLOCKS; | 
|  | 138 | u32 i2_blocks = I2_BLOCKS; | 
|  | 139 | u32 i3_blocks = I3_BLOCKS; | 
|  | 140 |  | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 141 | switch (round) { | 
|  | 142 | case 0: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 143 | return hash % i0_blocks; | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 144 | case 1: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 145 | return i0_blocks + hash % (i1_blocks - i0_blocks); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 146 | case 2: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 147 | return i1_blocks + hash % (i2_blocks - i1_blocks); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 148 | case 3: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 149 | return i2_blocks + hash % (i3_blocks - i2_blocks); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 150 | case 4 ... 19: | 
| Joern Engel | 30835cd | 2009-11-28 13:14:08 +0100 | [diff] [blame] | 151 | return i3_blocks + 16 * (hash % (((1<<31) - i3_blocks) / 16)) | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 152 | + round - 4; | 
|  | 153 | } | 
|  | 154 | BUG(); | 
|  | 155 | } | 
|  | 156 |  | 
|  | 157 | static struct page *logfs_get_dd_page(struct inode *dir, struct dentry *dentry) | 
|  | 158 | { | 
|  | 159 | struct qstr *name = &dentry->d_name; | 
|  | 160 | struct page *page; | 
|  | 161 | struct logfs_disk_dentry *dd; | 
|  | 162 | u32 hash = hash_32(name->name, name->len, 0); | 
|  | 163 | pgoff_t index; | 
|  | 164 | int round; | 
|  | 165 |  | 
|  | 166 | if (name->len > LOGFS_MAX_NAMELEN) | 
|  | 167 | return ERR_PTR(-ENAMETOOLONG); | 
|  | 168 |  | 
|  | 169 | for (round = 0; round < 20; round++) { | 
|  | 170 | index = hash_index(hash, round); | 
|  | 171 |  | 
|  | 172 | if (beyond_eof(dir, index)) | 
|  | 173 | return NULL; | 
|  | 174 | if (!logfs_exist_block(dir, index)) | 
|  | 175 | continue; | 
|  | 176 | page = read_cache_page(dir->i_mapping, index, | 
|  | 177 | (filler_t *)logfs_readpage, NULL); | 
|  | 178 | if (IS_ERR(page)) | 
|  | 179 | return page; | 
|  | 180 | dd = kmap_atomic(page, KM_USER0); | 
|  | 181 | BUG_ON(dd->namelen == 0); | 
|  | 182 |  | 
|  | 183 | if (name->len != be16_to_cpu(dd->namelen) || | 
|  | 184 | memcmp(name->name, dd->name, name->len)) { | 
|  | 185 | kunmap_atomic(dd, KM_USER0); | 
|  | 186 | page_cache_release(page); | 
|  | 187 | continue; | 
|  | 188 | } | 
|  | 189 |  | 
|  | 190 | kunmap_atomic(dd, KM_USER0); | 
|  | 191 | return page; | 
|  | 192 | } | 
|  | 193 | return NULL; | 
|  | 194 | } | 
|  | 195 |  | 
|  | 196 | static int logfs_remove_inode(struct inode *inode) | 
|  | 197 | { | 
|  | 198 | int ret; | 
|  | 199 |  | 
|  | 200 | inode->i_nlink--; | 
|  | 201 | ret = write_inode(inode); | 
|  | 202 | LOGFS_BUG_ON(ret, inode->i_sb); | 
|  | 203 | return ret; | 
|  | 204 | } | 
|  | 205 |  | 
|  | 206 | static void abort_transaction(struct inode *inode, struct logfs_transaction *ta) | 
|  | 207 | { | 
|  | 208 | if (logfs_inode(inode)->li_block) | 
|  | 209 | logfs_inode(inode)->li_block->ta = NULL; | 
|  | 210 | kfree(ta); | 
|  | 211 | } | 
|  | 212 |  | 
|  | 213 | static int logfs_unlink(struct inode *dir, struct dentry *dentry) | 
|  | 214 | { | 
|  | 215 | struct logfs_super *super = logfs_super(dir->i_sb); | 
|  | 216 | struct inode *inode = dentry->d_inode; | 
|  | 217 | struct logfs_transaction *ta; | 
|  | 218 | struct page *page; | 
|  | 219 | pgoff_t index; | 
|  | 220 | int ret; | 
|  | 221 |  | 
|  | 222 | ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
|  | 223 | if (!ta) | 
|  | 224 | return -ENOMEM; | 
|  | 225 |  | 
|  | 226 | ta->state = UNLINK_1; | 
|  | 227 | ta->ino = inode->i_ino; | 
|  | 228 |  | 
|  | 229 | inode->i_ctime = dir->i_ctime = dir->i_mtime = CURRENT_TIME; | 
|  | 230 |  | 
|  | 231 | page = logfs_get_dd_page(dir, dentry); | 
| Joern Engel | ddfd1f0 | 2009-11-23 14:29:12 +0100 | [diff] [blame] | 232 | if (!page) { | 
|  | 233 | kfree(ta); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 234 | return -ENOENT; | 
| Joern Engel | ddfd1f0 | 2009-11-23 14:29:12 +0100 | [diff] [blame] | 235 | } | 
|  | 236 | if (IS_ERR(page)) { | 
|  | 237 | kfree(ta); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 238 | return PTR_ERR(page); | 
| Joern Engel | ddfd1f0 | 2009-11-23 14:29:12 +0100 | [diff] [blame] | 239 | } | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 240 | index = page->index; | 
|  | 241 | page_cache_release(page); | 
|  | 242 |  | 
|  | 243 | mutex_lock(&super->s_dirop_mutex); | 
|  | 244 | logfs_add_transaction(dir, ta); | 
|  | 245 |  | 
|  | 246 | ret = logfs_delete(dir, index, NULL); | 
|  | 247 | if (!ret) | 
|  | 248 | ret = write_inode(dir); | 
|  | 249 |  | 
|  | 250 | if (ret) { | 
|  | 251 | abort_transaction(dir, ta); | 
|  | 252 | printk(KERN_ERR"LOGFS: unable to delete inode\n"); | 
|  | 253 | goto out; | 
|  | 254 | } | 
|  | 255 |  | 
|  | 256 | ta->state = UNLINK_2; | 
|  | 257 | logfs_add_transaction(inode, ta); | 
|  | 258 | ret = logfs_remove_inode(inode); | 
|  | 259 | out: | 
|  | 260 | mutex_unlock(&super->s_dirop_mutex); | 
|  | 261 | return ret; | 
|  | 262 | } | 
|  | 263 |  | 
|  | 264 | static inline int logfs_empty_dir(struct inode *dir) | 
|  | 265 | { | 
|  | 266 | u64 data; | 
|  | 267 |  | 
|  | 268 | data = logfs_seek_data(dir, 0) << dir->i_sb->s_blocksize_bits; | 
|  | 269 | return data >= i_size_read(dir); | 
|  | 270 | } | 
|  | 271 |  | 
|  | 272 | static int logfs_rmdir(struct inode *dir, struct dentry *dentry) | 
|  | 273 | { | 
|  | 274 | struct inode *inode = dentry->d_inode; | 
|  | 275 |  | 
|  | 276 | if (!logfs_empty_dir(inode)) | 
|  | 277 | return -ENOTEMPTY; | 
|  | 278 |  | 
|  | 279 | return logfs_unlink(dir, dentry); | 
|  | 280 | } | 
|  | 281 |  | 
|  | 282 | /* FIXME: readdir currently has it's own dir_walk code.  I don't see a good | 
|  | 283 | * way to combine the two copies */ | 
|  | 284 | #define IMPLICIT_NODES 2 | 
|  | 285 | static int __logfs_readdir(struct file *file, void *buf, filldir_t filldir) | 
|  | 286 | { | 
|  | 287 | struct inode *dir = file->f_dentry->d_inode; | 
|  | 288 | loff_t pos = file->f_pos - IMPLICIT_NODES; | 
|  | 289 | struct page *page; | 
|  | 290 | struct logfs_disk_dentry *dd; | 
|  | 291 | int full; | 
|  | 292 |  | 
|  | 293 | BUG_ON(pos < 0); | 
|  | 294 | for (;; pos++) { | 
|  | 295 | if (beyond_eof(dir, pos)) | 
|  | 296 | break; | 
|  | 297 | if (!logfs_exist_block(dir, pos)) { | 
|  | 298 | /* deleted dentry */ | 
|  | 299 | pos = dir_seek_data(dir, pos); | 
|  | 300 | continue; | 
|  | 301 | } | 
|  | 302 | page = read_cache_page(dir->i_mapping, pos, | 
|  | 303 | (filler_t *)logfs_readpage, NULL); | 
|  | 304 | if (IS_ERR(page)) | 
|  | 305 | return PTR_ERR(page); | 
| Joern Engel | e326068 | 2010-03-17 16:00:07 +0100 | [diff] [blame] | 306 | dd = kmap(page); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 307 | BUG_ON(dd->namelen == 0); | 
|  | 308 |  | 
|  | 309 | full = filldir(buf, (char *)dd->name, be16_to_cpu(dd->namelen), | 
|  | 310 | pos, be64_to_cpu(dd->ino), dd->type); | 
| Joern Engel | e326068 | 2010-03-17 16:00:07 +0100 | [diff] [blame] | 311 | kunmap(page); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 312 | page_cache_release(page); | 
|  | 313 | if (full) | 
|  | 314 | break; | 
|  | 315 | } | 
|  | 316 |  | 
|  | 317 | file->f_pos = pos + IMPLICIT_NODES; | 
|  | 318 | return 0; | 
|  | 319 | } | 
|  | 320 |  | 
|  | 321 | static int logfs_readdir(struct file *file, void *buf, filldir_t filldir) | 
|  | 322 | { | 
|  | 323 | struct inode *inode = file->f_dentry->d_inode; | 
|  | 324 | ino_t pino = parent_ino(file->f_dentry); | 
|  | 325 | int err; | 
|  | 326 |  | 
|  | 327 | if (file->f_pos < 0) | 
|  | 328 | return -EINVAL; | 
|  | 329 |  | 
|  | 330 | if (file->f_pos == 0) { | 
|  | 331 | if (filldir(buf, ".", 1, 1, inode->i_ino, DT_DIR) < 0) | 
|  | 332 | return 0; | 
|  | 333 | file->f_pos++; | 
|  | 334 | } | 
|  | 335 | if (file->f_pos == 1) { | 
|  | 336 | if (filldir(buf, "..", 2, 2, pino, DT_DIR) < 0) | 
|  | 337 | return 0; | 
|  | 338 | file->f_pos++; | 
|  | 339 | } | 
|  | 340 |  | 
|  | 341 | err = __logfs_readdir(file, buf, filldir); | 
|  | 342 | return err; | 
|  | 343 | } | 
|  | 344 |  | 
|  | 345 | static void logfs_set_name(struct logfs_disk_dentry *dd, struct qstr *name) | 
|  | 346 | { | 
|  | 347 | dd->namelen = cpu_to_be16(name->len); | 
|  | 348 | memcpy(dd->name, name->name, name->len); | 
|  | 349 | } | 
|  | 350 |  | 
|  | 351 | static struct dentry *logfs_lookup(struct inode *dir, struct dentry *dentry, | 
|  | 352 | struct nameidata *nd) | 
|  | 353 | { | 
|  | 354 | struct page *page; | 
|  | 355 | struct logfs_disk_dentry *dd; | 
|  | 356 | pgoff_t index; | 
|  | 357 | u64 ino = 0; | 
|  | 358 | struct inode *inode; | 
|  | 359 |  | 
|  | 360 | page = logfs_get_dd_page(dir, dentry); | 
|  | 361 | if (IS_ERR(page)) | 
|  | 362 | return ERR_CAST(page); | 
|  | 363 | if (!page) { | 
|  | 364 | d_add(dentry, NULL); | 
|  | 365 | return NULL; | 
|  | 366 | } | 
|  | 367 | index = page->index; | 
|  | 368 | dd = kmap_atomic(page, KM_USER0); | 
|  | 369 | ino = be64_to_cpu(dd->ino); | 
|  | 370 | kunmap_atomic(dd, KM_USER0); | 
|  | 371 | page_cache_release(page); | 
|  | 372 |  | 
|  | 373 | inode = logfs_iget(dir->i_sb, ino); | 
|  | 374 | if (IS_ERR(inode)) { | 
|  | 375 | printk(KERN_ERR"LogFS: Cannot read inode #%llx for dentry (%lx, %lx)n", | 
|  | 376 | ino, dir->i_ino, index); | 
|  | 377 | return ERR_CAST(inode); | 
|  | 378 | } | 
|  | 379 | return d_splice_alias(inode, dentry); | 
|  | 380 | } | 
|  | 381 |  | 
|  | 382 | static void grow_dir(struct inode *dir, loff_t index) | 
|  | 383 | { | 
|  | 384 | index = (index + 1) << dir->i_sb->s_blocksize_bits; | 
|  | 385 | if (i_size_read(dir) < index) | 
|  | 386 | i_size_write(dir, index); | 
|  | 387 | } | 
|  | 388 |  | 
|  | 389 | static int logfs_write_dir(struct inode *dir, struct dentry *dentry, | 
|  | 390 | struct inode *inode) | 
|  | 391 | { | 
|  | 392 | struct page *page; | 
|  | 393 | struct logfs_disk_dentry *dd; | 
|  | 394 | u32 hash = hash_32(dentry->d_name.name, dentry->d_name.len, 0); | 
|  | 395 | pgoff_t index; | 
|  | 396 | int round, err; | 
|  | 397 |  | 
|  | 398 | for (round = 0; round < 20; round++) { | 
|  | 399 | index = hash_index(hash, round); | 
|  | 400 |  | 
|  | 401 | if (logfs_exist_block(dir, index)) | 
|  | 402 | continue; | 
|  | 403 | page = find_or_create_page(dir->i_mapping, index, GFP_KERNEL); | 
|  | 404 | if (!page) | 
|  | 405 | return -ENOMEM; | 
|  | 406 |  | 
|  | 407 | dd = kmap_atomic(page, KM_USER0); | 
|  | 408 | memset(dd, 0, sizeof(*dd)); | 
|  | 409 | dd->ino = cpu_to_be64(inode->i_ino); | 
|  | 410 | dd->type = logfs_type(inode); | 
|  | 411 | logfs_set_name(dd, &dentry->d_name); | 
|  | 412 | kunmap_atomic(dd, KM_USER0); | 
|  | 413 |  | 
|  | 414 | err = logfs_write_buf(dir, page, WF_LOCK); | 
|  | 415 | unlock_page(page); | 
|  | 416 | page_cache_release(page); | 
|  | 417 | if (!err) | 
|  | 418 | grow_dir(dir, index); | 
|  | 419 | return err; | 
|  | 420 | } | 
|  | 421 | /* FIXME: Is there a better return value?  In most cases neither | 
|  | 422 | * the filesystem nor the directory are full.  But we have had | 
|  | 423 | * too many collisions for this particular hash and no fallback. | 
|  | 424 | */ | 
|  | 425 | return -ENOSPC; | 
|  | 426 | } | 
|  | 427 |  | 
|  | 428 | static int __logfs_create(struct inode *dir, struct dentry *dentry, | 
|  | 429 | struct inode *inode, const char *dest, long destlen) | 
|  | 430 | { | 
|  | 431 | struct logfs_super *super = logfs_super(dir->i_sb); | 
|  | 432 | struct logfs_inode *li = logfs_inode(inode); | 
|  | 433 | struct logfs_transaction *ta; | 
|  | 434 | int ret; | 
|  | 435 |  | 
|  | 436 | ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
| Al Viro | 2562495 | 2010-07-04 12:23:11 +0400 | [diff] [blame] | 437 | if (!ta) { | 
|  | 438 | inode->i_nlink--; | 
|  | 439 | iput(inode); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 440 | return -ENOMEM; | 
| Al Viro | 2562495 | 2010-07-04 12:23:11 +0400 | [diff] [blame] | 441 | } | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 442 |  | 
|  | 443 | ta->state = CREATE_1; | 
|  | 444 | ta->ino = inode->i_ino; | 
|  | 445 | mutex_lock(&super->s_dirop_mutex); | 
|  | 446 | logfs_add_transaction(inode, ta); | 
|  | 447 |  | 
|  | 448 | if (dest) { | 
|  | 449 | /* symlink */ | 
|  | 450 | ret = logfs_inode_write(inode, dest, destlen, 0, WF_LOCK, NULL); | 
|  | 451 | if (!ret) | 
|  | 452 | ret = write_inode(inode); | 
|  | 453 | } else { | 
|  | 454 | /* creat/mkdir/mknod */ | 
|  | 455 | ret = write_inode(inode); | 
|  | 456 | } | 
|  | 457 | if (ret) { | 
|  | 458 | abort_transaction(inode, ta); | 
|  | 459 | li->li_flags |= LOGFS_IF_STILLBORN; | 
|  | 460 | /* FIXME: truncate symlink */ | 
|  | 461 | inode->i_nlink--; | 
|  | 462 | iput(inode); | 
|  | 463 | goto out; | 
|  | 464 | } | 
|  | 465 |  | 
|  | 466 | ta->state = CREATE_2; | 
|  | 467 | logfs_add_transaction(dir, ta); | 
|  | 468 | ret = logfs_write_dir(dir, dentry, inode); | 
|  | 469 | /* sync directory */ | 
|  | 470 | if (!ret) | 
|  | 471 | ret = write_inode(dir); | 
|  | 472 |  | 
|  | 473 | if (ret) { | 
|  | 474 | logfs_del_transaction(dir, ta); | 
|  | 475 | ta->state = CREATE_2; | 
|  | 476 | logfs_add_transaction(inode, ta); | 
|  | 477 | logfs_remove_inode(inode); | 
|  | 478 | iput(inode); | 
|  | 479 | goto out; | 
|  | 480 | } | 
|  | 481 | d_instantiate(dentry, inode); | 
|  | 482 | out: | 
|  | 483 | mutex_unlock(&super->s_dirop_mutex); | 
|  | 484 | return ret; | 
|  | 485 | } | 
|  | 486 |  | 
|  | 487 | static int logfs_mkdir(struct inode *dir, struct dentry *dentry, int mode) | 
|  | 488 | { | 
|  | 489 | struct inode *inode; | 
|  | 490 |  | 
|  | 491 | /* | 
|  | 492 | * FIXME: why do we have to fill in S_IFDIR, while the mode is | 
|  | 493 | * correct for mknod, creat, etc.?  Smells like the vfs *should* | 
|  | 494 | * do it for us but for some reason fails to do so. | 
|  | 495 | */ | 
|  | 496 | inode = logfs_new_inode(dir, S_IFDIR | mode); | 
|  | 497 | if (IS_ERR(inode)) | 
|  | 498 | return PTR_ERR(inode); | 
|  | 499 |  | 
|  | 500 | inode->i_op = &logfs_dir_iops; | 
|  | 501 | inode->i_fop = &logfs_dir_fops; | 
|  | 502 |  | 
|  | 503 | return __logfs_create(dir, dentry, inode, NULL, 0); | 
|  | 504 | } | 
|  | 505 |  | 
|  | 506 | static int logfs_create(struct inode *dir, struct dentry *dentry, int mode, | 
|  | 507 | struct nameidata *nd) | 
|  | 508 | { | 
|  | 509 | struct inode *inode; | 
|  | 510 |  | 
|  | 511 | inode = logfs_new_inode(dir, mode); | 
|  | 512 | if (IS_ERR(inode)) | 
|  | 513 | return PTR_ERR(inode); | 
|  | 514 |  | 
|  | 515 | inode->i_op = &logfs_reg_iops; | 
|  | 516 | inode->i_fop = &logfs_reg_fops; | 
|  | 517 | inode->i_mapping->a_ops = &logfs_reg_aops; | 
|  | 518 |  | 
|  | 519 | return __logfs_create(dir, dentry, inode, NULL, 0); | 
|  | 520 | } | 
|  | 521 |  | 
|  | 522 | static int logfs_mknod(struct inode *dir, struct dentry *dentry, int mode, | 
|  | 523 | dev_t rdev) | 
|  | 524 | { | 
|  | 525 | struct inode *inode; | 
|  | 526 |  | 
|  | 527 | if (dentry->d_name.len > LOGFS_MAX_NAMELEN) | 
|  | 528 | return -ENAMETOOLONG; | 
|  | 529 |  | 
|  | 530 | inode = logfs_new_inode(dir, mode); | 
|  | 531 | if (IS_ERR(inode)) | 
|  | 532 | return PTR_ERR(inode); | 
|  | 533 |  | 
|  | 534 | init_special_inode(inode, mode, rdev); | 
|  | 535 |  | 
|  | 536 | return __logfs_create(dir, dentry, inode, NULL, 0); | 
|  | 537 | } | 
|  | 538 |  | 
|  | 539 | static int logfs_symlink(struct inode *dir, struct dentry *dentry, | 
|  | 540 | const char *target) | 
|  | 541 | { | 
|  | 542 | struct inode *inode; | 
|  | 543 | size_t destlen = strlen(target) + 1; | 
|  | 544 |  | 
|  | 545 | if (destlen > dir->i_sb->s_blocksize) | 
|  | 546 | return -ENAMETOOLONG; | 
|  | 547 |  | 
|  | 548 | inode = logfs_new_inode(dir, S_IFLNK | 0777); | 
|  | 549 | if (IS_ERR(inode)) | 
|  | 550 | return PTR_ERR(inode); | 
|  | 551 |  | 
|  | 552 | inode->i_op = &logfs_symlink_iops; | 
|  | 553 | inode->i_mapping->a_ops = &logfs_reg_aops; | 
|  | 554 |  | 
|  | 555 | return __logfs_create(dir, dentry, inode, target, destlen); | 
|  | 556 | } | 
|  | 557 |  | 
|  | 558 | static int logfs_permission(struct inode *inode, int mask) | 
|  | 559 | { | 
|  | 560 | return generic_permission(inode, mask, NULL); | 
|  | 561 | } | 
|  | 562 |  | 
|  | 563 | static int logfs_link(struct dentry *old_dentry, struct inode *dir, | 
|  | 564 | struct dentry *dentry) | 
|  | 565 | { | 
|  | 566 | struct inode *inode = old_dentry->d_inode; | 
|  | 567 |  | 
|  | 568 | if (inode->i_nlink >= LOGFS_LINK_MAX) | 
|  | 569 | return -EMLINK; | 
|  | 570 |  | 
|  | 571 | inode->i_ctime = dir->i_ctime = dir->i_mtime = CURRENT_TIME; | 
| Al Viro | 7de9c6e | 2010-10-23 11:11:40 -0400 | [diff] [blame] | 572 | ihold(inode); | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 573 | inode->i_nlink++; | 
|  | 574 | mark_inode_dirty_sync(inode); | 
|  | 575 |  | 
|  | 576 | return __logfs_create(dir, dentry, inode, NULL, 0); | 
|  | 577 | } | 
|  | 578 |  | 
|  | 579 | static int logfs_get_dd(struct inode *dir, struct dentry *dentry, | 
|  | 580 | struct logfs_disk_dentry *dd, loff_t *pos) | 
|  | 581 | { | 
|  | 582 | struct page *page; | 
|  | 583 | void *map; | 
|  | 584 |  | 
|  | 585 | page = logfs_get_dd_page(dir, dentry); | 
|  | 586 | if (IS_ERR(page)) | 
|  | 587 | return PTR_ERR(page); | 
|  | 588 | *pos = page->index; | 
|  | 589 | map = kmap_atomic(page, KM_USER0); | 
|  | 590 | memcpy(dd, map, sizeof(*dd)); | 
|  | 591 | kunmap_atomic(map, KM_USER0); | 
|  | 592 | page_cache_release(page); | 
|  | 593 | return 0; | 
|  | 594 | } | 
|  | 595 |  | 
|  | 596 | static int logfs_delete_dd(struct inode *dir, loff_t pos) | 
|  | 597 | { | 
|  | 598 | /* | 
|  | 599 | * Getting called with pos somewhere beyond eof is either a goofup | 
|  | 600 | * within this file or means someone maliciously edited the | 
|  | 601 | * (crc-protected) journal. | 
|  | 602 | */ | 
|  | 603 | BUG_ON(beyond_eof(dir, pos)); | 
|  | 604 | dir->i_ctime = dir->i_mtime = CURRENT_TIME; | 
|  | 605 | log_dir(" Delete dentry (%lx, %llx)\n", dir->i_ino, pos); | 
|  | 606 | return logfs_delete(dir, pos, NULL); | 
|  | 607 | } | 
|  | 608 |  | 
|  | 609 | /* | 
|  | 610 | * Cross-directory rename, target does not exist.  Just a little nasty. | 
|  | 611 | * Create a new dentry in the target dir, then remove the old dentry, | 
|  | 612 | * all the while taking care to remember our operation in the journal. | 
|  | 613 | */ | 
|  | 614 | static int logfs_rename_cross(struct inode *old_dir, struct dentry *old_dentry, | 
|  | 615 | struct inode *new_dir, struct dentry *new_dentry) | 
|  | 616 | { | 
|  | 617 | struct logfs_super *super = logfs_super(old_dir->i_sb); | 
|  | 618 | struct logfs_disk_dentry dd; | 
|  | 619 | struct logfs_transaction *ta; | 
|  | 620 | loff_t pos; | 
|  | 621 | int err; | 
|  | 622 |  | 
|  | 623 | /* 1. locate source dd */ | 
|  | 624 | err = logfs_get_dd(old_dir, old_dentry, &dd, &pos); | 
|  | 625 | if (err) | 
|  | 626 | return err; | 
|  | 627 |  | 
|  | 628 | ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
|  | 629 | if (!ta) | 
|  | 630 | return -ENOMEM; | 
|  | 631 |  | 
|  | 632 | ta->state = CROSS_RENAME_1; | 
|  | 633 | ta->dir = old_dir->i_ino; | 
|  | 634 | ta->pos = pos; | 
|  | 635 |  | 
|  | 636 | /* 2. write target dd */ | 
|  | 637 | mutex_lock(&super->s_dirop_mutex); | 
|  | 638 | logfs_add_transaction(new_dir, ta); | 
|  | 639 | err = logfs_write_dir(new_dir, new_dentry, old_dentry->d_inode); | 
|  | 640 | if (!err) | 
|  | 641 | err = write_inode(new_dir); | 
|  | 642 |  | 
|  | 643 | if (err) { | 
|  | 644 | super->s_rename_dir = 0; | 
|  | 645 | super->s_rename_pos = 0; | 
|  | 646 | abort_transaction(new_dir, ta); | 
|  | 647 | goto out; | 
|  | 648 | } | 
|  | 649 |  | 
|  | 650 | /* 3. remove source dd */ | 
|  | 651 | ta->state = CROSS_RENAME_2; | 
|  | 652 | logfs_add_transaction(old_dir, ta); | 
|  | 653 | err = logfs_delete_dd(old_dir, pos); | 
|  | 654 | if (!err) | 
|  | 655 | err = write_inode(old_dir); | 
|  | 656 | LOGFS_BUG_ON(err, old_dir->i_sb); | 
|  | 657 | out: | 
|  | 658 | mutex_unlock(&super->s_dirop_mutex); | 
|  | 659 | return err; | 
|  | 660 | } | 
|  | 661 |  | 
|  | 662 | static int logfs_replace_inode(struct inode *dir, struct dentry *dentry, | 
|  | 663 | struct logfs_disk_dentry *dd, struct inode *inode) | 
|  | 664 | { | 
|  | 665 | loff_t pos; | 
|  | 666 | int err; | 
|  | 667 |  | 
|  | 668 | err = logfs_get_dd(dir, dentry, dd, &pos); | 
|  | 669 | if (err) | 
|  | 670 | return err; | 
|  | 671 | dd->ino = cpu_to_be64(inode->i_ino); | 
|  | 672 | dd->type = logfs_type(inode); | 
|  | 673 |  | 
|  | 674 | err = write_dir(dir, dd, pos); | 
|  | 675 | if (err) | 
|  | 676 | return err; | 
|  | 677 | log_dir("Replace dentry (%lx, %llx) %s -> %llx\n", dir->i_ino, pos, | 
|  | 678 | dd->name, be64_to_cpu(dd->ino)); | 
|  | 679 | return write_inode(dir); | 
|  | 680 | } | 
|  | 681 |  | 
|  | 682 | /* Target dentry exists - the worst case.  We need to attach the source | 
|  | 683 | * inode to the target dentry, then remove the orphaned target inode and | 
|  | 684 | * source dentry. | 
|  | 685 | */ | 
|  | 686 | static int logfs_rename_target(struct inode *old_dir, struct dentry *old_dentry, | 
|  | 687 | struct inode *new_dir, struct dentry *new_dentry) | 
|  | 688 | { | 
|  | 689 | struct logfs_super *super = logfs_super(old_dir->i_sb); | 
|  | 690 | struct inode *old_inode = old_dentry->d_inode; | 
|  | 691 | struct inode *new_inode = new_dentry->d_inode; | 
|  | 692 | int isdir = S_ISDIR(old_inode->i_mode); | 
|  | 693 | struct logfs_disk_dentry dd; | 
|  | 694 | struct logfs_transaction *ta; | 
|  | 695 | loff_t pos; | 
|  | 696 | int err; | 
|  | 697 |  | 
|  | 698 | BUG_ON(isdir != S_ISDIR(new_inode->i_mode)); | 
|  | 699 | if (isdir) { | 
|  | 700 | if (!logfs_empty_dir(new_inode)) | 
|  | 701 | return -ENOTEMPTY; | 
|  | 702 | } | 
|  | 703 |  | 
|  | 704 | /* 1. locate source dd */ | 
|  | 705 | err = logfs_get_dd(old_dir, old_dentry, &dd, &pos); | 
|  | 706 | if (err) | 
|  | 707 | return err; | 
|  | 708 |  | 
|  | 709 | ta = kzalloc(sizeof(*ta), GFP_KERNEL); | 
|  | 710 | if (!ta) | 
|  | 711 | return -ENOMEM; | 
|  | 712 |  | 
|  | 713 | ta->state = TARGET_RENAME_1; | 
|  | 714 | ta->dir = old_dir->i_ino; | 
|  | 715 | ta->pos = pos; | 
|  | 716 | ta->ino = new_inode->i_ino; | 
|  | 717 |  | 
|  | 718 | /* 2. attach source inode to target dd */ | 
|  | 719 | mutex_lock(&super->s_dirop_mutex); | 
|  | 720 | logfs_add_transaction(new_dir, ta); | 
|  | 721 | err = logfs_replace_inode(new_dir, new_dentry, &dd, old_inode); | 
|  | 722 | if (err) { | 
|  | 723 | super->s_rename_dir = 0; | 
|  | 724 | super->s_rename_pos = 0; | 
|  | 725 | super->s_victim_ino = 0; | 
|  | 726 | abort_transaction(new_dir, ta); | 
|  | 727 | goto out; | 
|  | 728 | } | 
|  | 729 |  | 
|  | 730 | /* 3. remove source dd */ | 
|  | 731 | ta->state = TARGET_RENAME_2; | 
|  | 732 | logfs_add_transaction(old_dir, ta); | 
|  | 733 | err = logfs_delete_dd(old_dir, pos); | 
|  | 734 | if (!err) | 
|  | 735 | err = write_inode(old_dir); | 
|  | 736 | LOGFS_BUG_ON(err, old_dir->i_sb); | 
|  | 737 |  | 
|  | 738 | /* 4. remove target inode */ | 
|  | 739 | ta->state = TARGET_RENAME_3; | 
|  | 740 | logfs_add_transaction(new_inode, ta); | 
|  | 741 | err = logfs_remove_inode(new_inode); | 
|  | 742 |  | 
|  | 743 | out: | 
|  | 744 | mutex_unlock(&super->s_dirop_mutex); | 
|  | 745 | return err; | 
|  | 746 | } | 
|  | 747 |  | 
|  | 748 | static int logfs_rename(struct inode *old_dir, struct dentry *old_dentry, | 
|  | 749 | struct inode *new_dir, struct dentry *new_dentry) | 
|  | 750 | { | 
|  | 751 | if (new_dentry->d_inode) | 
|  | 752 | return logfs_rename_target(old_dir, old_dentry, | 
|  | 753 | new_dir, new_dentry); | 
|  | 754 | return logfs_rename_cross(old_dir, old_dentry, new_dir, new_dentry); | 
|  | 755 | } | 
|  | 756 |  | 
|  | 757 | /* No locking done here, as this is called before .get_sb() returns. */ | 
|  | 758 | int logfs_replay_journal(struct super_block *sb) | 
|  | 759 | { | 
|  | 760 | struct logfs_super *super = logfs_super(sb); | 
|  | 761 | struct inode *inode; | 
|  | 762 | u64 ino, pos; | 
|  | 763 | int err; | 
|  | 764 |  | 
|  | 765 | if (super->s_victim_ino) { | 
|  | 766 | /* delete victim inode */ | 
|  | 767 | ino = super->s_victim_ino; | 
|  | 768 | printk(KERN_INFO"LogFS: delete unmapped inode #%llx\n", ino); | 
|  | 769 | inode = logfs_iget(sb, ino); | 
|  | 770 | if (IS_ERR(inode)) | 
|  | 771 | goto fail; | 
|  | 772 |  | 
|  | 773 | LOGFS_BUG_ON(i_size_read(inode) > 0, sb); | 
|  | 774 | super->s_victim_ino = 0; | 
|  | 775 | err = logfs_remove_inode(inode); | 
|  | 776 | iput(inode); | 
|  | 777 | if (err) { | 
|  | 778 | super->s_victim_ino = ino; | 
|  | 779 | goto fail; | 
|  | 780 | } | 
|  | 781 | } | 
|  | 782 | if (super->s_rename_dir) { | 
|  | 783 | /* delete old dd from rename */ | 
|  | 784 | ino = super->s_rename_dir; | 
|  | 785 | pos = super->s_rename_pos; | 
|  | 786 | printk(KERN_INFO"LogFS: delete unbacked dentry (%llx, %llx)\n", | 
|  | 787 | ino, pos); | 
|  | 788 | inode = logfs_iget(sb, ino); | 
|  | 789 | if (IS_ERR(inode)) | 
|  | 790 | goto fail; | 
|  | 791 |  | 
|  | 792 | super->s_rename_dir = 0; | 
|  | 793 | super->s_rename_pos = 0; | 
|  | 794 | err = logfs_delete_dd(inode, pos); | 
|  | 795 | iput(inode); | 
|  | 796 | if (err) { | 
|  | 797 | super->s_rename_dir = ino; | 
|  | 798 | super->s_rename_pos = pos; | 
|  | 799 | goto fail; | 
|  | 800 | } | 
|  | 801 | } | 
|  | 802 | return 0; | 
|  | 803 | fail: | 
|  | 804 | LOGFS_BUG(sb); | 
|  | 805 | return -EIO; | 
|  | 806 | } | 
|  | 807 |  | 
|  | 808 | const struct inode_operations logfs_symlink_iops = { | 
|  | 809 | .readlink	= generic_readlink, | 
|  | 810 | .follow_link	= page_follow_link_light, | 
|  | 811 | }; | 
|  | 812 |  | 
|  | 813 | const struct inode_operations logfs_dir_iops = { | 
|  | 814 | .create		= logfs_create, | 
|  | 815 | .link		= logfs_link, | 
|  | 816 | .lookup		= logfs_lookup, | 
|  | 817 | .mkdir		= logfs_mkdir, | 
|  | 818 | .mknod		= logfs_mknod, | 
|  | 819 | .rename		= logfs_rename, | 
|  | 820 | .rmdir		= logfs_rmdir, | 
|  | 821 | .permission	= logfs_permission, | 
|  | 822 | .symlink	= logfs_symlink, | 
|  | 823 | .unlink		= logfs_unlink, | 
|  | 824 | }; | 
|  | 825 | const struct file_operations logfs_dir_fops = { | 
|  | 826 | .fsync		= logfs_fsync, | 
| Arnd Bergmann | 02d6d68 | 2010-04-27 22:30:06 +0200 | [diff] [blame] | 827 | .unlocked_ioctl	= logfs_ioctl, | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 828 | .readdir	= logfs_readdir, | 
|  | 829 | .read		= generic_read_dir, | 
| Arnd Bergmann | 6038f37 | 2010-08-15 18:52:59 +0200 | [diff] [blame] | 830 | .llseek		= default_llseek, | 
| Joern Engel | 5db53f3 | 2009-11-20 20:13:39 +0100 | [diff] [blame] | 831 | }; |