| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * JFFS2 -- Journalling Flash File System, Version 2. | 
 | 3 |  * | 
| David Woodhouse | c00c310 | 2007-04-25 14:16:47 +0100 | [diff] [blame] | 4 |  * Copyright © 2001-2007 Red Hat, Inc. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 |  * | 
 | 6 |  * Created by David Woodhouse <dwmw2@infradead.org> | 
 | 7 |  * | 
 | 8 |  * For licensing information, see the file 'LICENCE' in this directory. | 
 | 9 |  * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 |  */ | 
 | 11 |  | 
 | 12 | #include <linux/kernel.h> | 
 | 13 | #include <linux/slab.h> | 
 | 14 | #include <linux/mtd/mtd.h> | 
 | 15 | #include <linux/compiler.h> | 
 | 16 | #include <linux/sched.h> /* For cond_resched() */ | 
 | 17 | #include "nodelist.h" | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 18 | #include "debug.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 |  | 
 | 20 | /** | 
 | 21 |  *	jffs2_reserve_space - request physical space to write nodes to flash | 
 | 22 |  *	@c: superblock info | 
 | 23 |  *	@minsize: Minimum acceptable size of allocation | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 |  *	@len: Returned value of allocation length | 
 | 25 |  *	@prio: Allocation type - ALLOC_{NORMAL,DELETION} | 
 | 26 |  * | 
 | 27 |  *	Requests a block of physical space on the flash. Returns zero for success | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 28 |  *	and puts 'len' into the appropriate place, or returns -ENOSPC or other  | 
 | 29 |  *	error if appropriate. Doesn't return len since that's  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 |  * | 
 | 31 |  *	If it returns zero, jffs2_reserve_space() also downs the per-filesystem | 
 | 32 |  *	allocation semaphore, to prevent more than one allocation from being | 
 | 33 |  *	active at any time. The semaphore is later released by jffs2_commit_allocation() | 
 | 34 |  * | 
 | 35 |  *	jffs2_reserve_space() may trigger garbage collection in order to make room | 
 | 36 |  *	for the requested allocation. | 
 | 37 |  */ | 
 | 38 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 39 | static int jffs2_do_reserve_space(struct jffs2_sb_info *c,  uint32_t minsize, | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 40 | 				  uint32_t *len, uint32_t sumsize); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 |  | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 42 | int jffs2_reserve_space(struct jffs2_sb_info *c, uint32_t minsize, | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 43 | 			uint32_t *len, int prio, uint32_t sumsize) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | { | 
 | 45 | 	int ret = -EAGAIN; | 
 | 46 | 	int blocksneeded = c->resv_blocks_write; | 
 | 47 | 	/* align it */ | 
 | 48 | 	minsize = PAD(minsize); | 
 | 49 |  | 
 | 50 | 	D1(printk(KERN_DEBUG "jffs2_reserve_space(): Requested 0x%x bytes\n", minsize)); | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 51 | 	mutex_lock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 |  | 
 | 53 | 	D1(printk(KERN_DEBUG "jffs2_reserve_space(): alloc sem got\n")); | 
 | 54 |  | 
 | 55 | 	spin_lock(&c->erase_completion_lock); | 
 | 56 |  | 
 | 57 | 	/* this needs a little more thought (true <tglx> :)) */ | 
 | 58 | 	while(ret == -EAGAIN) { | 
 | 59 | 		while(c->nr_free_blocks + c->nr_erasing_blocks < blocksneeded) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | 			uint32_t dirty, avail; | 
 | 61 |  | 
 | 62 | 			/* calculate real dirty size | 
 | 63 | 			 * dirty_size contains blocks on erase_pending_list | 
 | 64 | 			 * those blocks are counted in c->nr_erasing_blocks. | 
 | 65 | 			 * If one block is actually erased, it is not longer counted as dirty_space | 
 | 66 | 			 * but it is counted in c->nr_erasing_blocks, so we add it and subtract it | 
 | 67 | 			 * with c->nr_erasing_blocks * c->sector_size again. | 
 | 68 | 			 * Blocks on erasable_list are counted as dirty_size, but not in c->nr_erasing_blocks | 
 | 69 | 			 * This helps us to force gc and pick eventually a clean block to spread the load. | 
 | 70 | 			 * We add unchecked_size here, as we hopefully will find some space to use. | 
 | 71 | 			 * This will affect the sum only once, as gc first finishes checking | 
 | 72 | 			 * of nodes. | 
 | 73 | 			 */ | 
 | 74 | 			dirty = c->dirty_size + c->erasing_size - c->nr_erasing_blocks * c->sector_size + c->unchecked_size; | 
 | 75 | 			if (dirty < c->nospc_dirty_size) { | 
 | 76 | 				if (prio == ALLOC_DELETION && c->nr_free_blocks + c->nr_erasing_blocks >= c->resv_blocks_deletion) { | 
| Artem B. Bityuckiy | 4132ace | 2005-05-06 10:30:30 +0100 | [diff] [blame] | 77 | 					D1(printk(KERN_NOTICE "jffs2_reserve_space(): Low on dirty space to GC, but it's a deletion. Allowing...\n")); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | 					break; | 
 | 79 | 				} | 
 | 80 | 				D1(printk(KERN_DEBUG "dirty size 0x%08x + unchecked_size 0x%08x < nospc_dirty_size 0x%08x, returning -ENOSPC\n", | 
 | 81 | 					  dirty, c->unchecked_size, c->sector_size)); | 
 | 82 |  | 
 | 83 | 				spin_unlock(&c->erase_completion_lock); | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 84 | 				mutex_unlock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | 				return -ENOSPC; | 
 | 86 | 			} | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 87 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | 			/* Calc possibly available space. Possibly available means that we | 
 | 89 | 			 * don't know, if unchecked size contains obsoleted nodes, which could give us some | 
 | 90 | 			 * more usable space. This will affect the sum only once, as gc first finishes checking | 
 | 91 | 			 * of nodes. | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 92 | 			 + Return -ENOSPC, if the maximum possibly available space is less or equal than | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | 			 * blocksneeded * sector_size. | 
 | 94 | 			 * This blocks endless gc looping on a filesystem, which is nearly full, even if | 
 | 95 | 			 * the check above passes. | 
 | 96 | 			 */ | 
 | 97 | 			avail = c->free_size + c->dirty_size + c->erasing_size + c->unchecked_size; | 
 | 98 | 			if ( (avail / c->sector_size) <= blocksneeded) { | 
 | 99 | 				if (prio == ALLOC_DELETION && c->nr_free_blocks + c->nr_erasing_blocks >= c->resv_blocks_deletion) { | 
| Artem B. Bityuckiy | 4132ace | 2005-05-06 10:30:30 +0100 | [diff] [blame] | 100 | 					D1(printk(KERN_NOTICE "jffs2_reserve_space(): Low on possibly available space, but it's a deletion. Allowing...\n")); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 101 | 					break; | 
 | 102 | 				} | 
 | 103 |  | 
 | 104 | 				D1(printk(KERN_DEBUG "max. available size 0x%08x  < blocksneeded * sector_size 0x%08x, returning -ENOSPC\n", | 
 | 105 | 					  avail, blocksneeded * c->sector_size)); | 
 | 106 | 				spin_unlock(&c->erase_completion_lock); | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 107 | 				mutex_unlock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | 				return -ENOSPC; | 
 | 109 | 			} | 
 | 110 |  | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 111 | 			mutex_unlock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 |  | 
 | 113 | 			D1(printk(KERN_DEBUG "Triggering GC pass. nr_free_blocks %d, nr_erasing_blocks %d, free_size 0x%08x, dirty_size 0x%08x, wasted_size 0x%08x, used_size 0x%08x, erasing_size 0x%08x, bad_size 0x%08x (total 0x%08x of 0x%08x)\n", | 
 | 114 | 				  c->nr_free_blocks, c->nr_erasing_blocks, c->free_size, c->dirty_size, c->wasted_size, c->used_size, c->erasing_size, c->bad_size, | 
 | 115 | 				  c->free_size + c->dirty_size + c->wasted_size + c->used_size + c->erasing_size + c->bad_size, c->flash_size)); | 
 | 116 | 			spin_unlock(&c->erase_completion_lock); | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 117 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | 			ret = jffs2_garbage_collect_pass(c); | 
| David Woodhouse | 422b120 | 2008-04-23 15:40:52 +0100 | [diff] [blame] | 119 |  | 
 | 120 | 			if (ret == -EAGAIN) | 
 | 121 | 				jffs2_erase_pending_blocks(c, 1); | 
 | 122 | 			else if (ret) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | 				return ret; | 
 | 124 |  | 
 | 125 | 			cond_resched(); | 
 | 126 |  | 
 | 127 | 			if (signal_pending(current)) | 
 | 128 | 				return -EINTR; | 
 | 129 |  | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 130 | 			mutex_lock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | 			spin_lock(&c->erase_completion_lock); | 
 | 132 | 		} | 
 | 133 |  | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 134 | 		ret = jffs2_do_reserve_space(c, minsize, len, sumsize); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | 		if (ret) { | 
 | 136 | 			D1(printk(KERN_DEBUG "jffs2_reserve_space: ret is %d\n", ret)); | 
 | 137 | 		} | 
 | 138 | 	} | 
 | 139 | 	spin_unlock(&c->erase_completion_lock); | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 140 | 	if (!ret) | 
| David Woodhouse | 046b8b9 | 2006-05-25 01:50:35 +0100 | [diff] [blame] | 141 | 		ret = jffs2_prealloc_raw_node_refs(c, c->nextblock, 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | 	if (ret) | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 143 | 		mutex_unlock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | 	return ret; | 
 | 145 | } | 
 | 146 |  | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 147 | int jffs2_reserve_space_gc(struct jffs2_sb_info *c, uint32_t minsize, | 
 | 148 | 			   uint32_t *len, uint32_t sumsize) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | { | 
 | 150 | 	int ret = -EAGAIN; | 
 | 151 | 	minsize = PAD(minsize); | 
 | 152 |  | 
 | 153 | 	D1(printk(KERN_DEBUG "jffs2_reserve_space_gc(): Requested 0x%x bytes\n", minsize)); | 
 | 154 |  | 
 | 155 | 	spin_lock(&c->erase_completion_lock); | 
 | 156 | 	while(ret == -EAGAIN) { | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 157 | 		ret = jffs2_do_reserve_space(c, minsize, len, sumsize); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | 		if (ret) { | 
| David Woodhouse | ef53cb0 | 2007-07-10 10:01:22 +0100 | [diff] [blame] | 159 | 			D1(printk(KERN_DEBUG "jffs2_reserve_space_gc: looping, ret is %d\n", ret)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | 		} | 
 | 161 | 	} | 
 | 162 | 	spin_unlock(&c->erase_completion_lock); | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 163 | 	if (!ret) | 
| David Woodhouse | 046b8b9 | 2006-05-25 01:50:35 +0100 | [diff] [blame] | 164 | 		ret = jffs2_prealloc_raw_node_refs(c, c->nextblock, 1); | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 165 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | 	return ret; | 
 | 167 | } | 
 | 168 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 169 |  | 
 | 170 | /* Classify nextblock (clean, dirty of verydirty) and force to select an other one */ | 
 | 171 |  | 
 | 172 | static void jffs2_close_nextblock(struct jffs2_sb_info *c, struct jffs2_eraseblock *jeb) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 173 | { | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 174 |  | 
| Adrian Hunter | 99c2594 | 2007-03-29 11:00:47 +0300 | [diff] [blame] | 175 | 	if (c->nextblock == NULL) { | 
 | 176 | 		D1(printk(KERN_DEBUG "jffs2_close_nextblock: Erase block at 0x%08x has already been placed in a list\n", | 
 | 177 | 		  jeb->offset)); | 
 | 178 | 		return; | 
 | 179 | 	} | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 180 | 	/* Check, if we have a dirty block now, or if it was dirty already */ | 
 | 181 | 	if (ISDIRTY (jeb->wasted_size + jeb->dirty_size)) { | 
 | 182 | 		c->dirty_size += jeb->wasted_size; | 
 | 183 | 		c->wasted_size -= jeb->wasted_size; | 
 | 184 | 		jeb->dirty_size += jeb->wasted_size; | 
 | 185 | 		jeb->wasted_size = 0; | 
 | 186 | 		if (VERYDIRTY(c, jeb->dirty_size)) { | 
 | 187 | 			D1(printk(KERN_DEBUG "Adding full erase block at 0x%08x to very_dirty_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", | 
 | 188 | 			  jeb->offset, jeb->free_size, jeb->dirty_size, jeb->used_size)); | 
 | 189 | 			list_add_tail(&jeb->list, &c->very_dirty_list); | 
 | 190 | 		} else { | 
 | 191 | 			D1(printk(KERN_DEBUG "Adding full erase block at 0x%08x to dirty_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", | 
 | 192 | 			  jeb->offset, jeb->free_size, jeb->dirty_size, jeb->used_size)); | 
 | 193 | 			list_add_tail(&jeb->list, &c->dirty_list); | 
 | 194 | 		} | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 195 | 	} else { | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 196 | 		D1(printk(KERN_DEBUG "Adding full erase block at 0x%08x to clean_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", | 
 | 197 | 		  jeb->offset, jeb->free_size, jeb->dirty_size, jeb->used_size)); | 
 | 198 | 		list_add_tail(&jeb->list, &c->clean_list); | 
 | 199 | 	} | 
 | 200 | 	c->nextblock = NULL; | 
 | 201 |  | 
 | 202 | } | 
 | 203 |  | 
 | 204 | /* Select a new jeb for nextblock */ | 
 | 205 |  | 
 | 206 | static int jffs2_find_nextblock(struct jffs2_sb_info *c) | 
 | 207 | { | 
 | 208 | 	struct list_head *next; | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 209 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 210 | 	/* Take the next block off the 'free' list */ | 
 | 211 |  | 
 | 212 | 	if (list_empty(&c->free_list)) { | 
 | 213 |  | 
 | 214 | 		if (!c->nr_erasing_blocks && | 
 | 215 | 			!list_empty(&c->erasable_list)) { | 
 | 216 | 			struct jffs2_eraseblock *ejeb; | 
 | 217 |  | 
 | 218 | 			ejeb = list_entry(c->erasable_list.next, struct jffs2_eraseblock, list); | 
| Akinobu Mita | f116629 | 2006-06-26 00:24:46 -0700 | [diff] [blame] | 219 | 			list_move_tail(&ejeb->list, &c->erase_pending_list); | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 220 | 			c->nr_erasing_blocks++; | 
 | 221 | 			jffs2_erase_pending_trigger(c); | 
 | 222 | 			D1(printk(KERN_DEBUG "jffs2_find_nextblock: Triggering erase of erasable block at 0x%08x\n", | 
 | 223 | 				  ejeb->offset)); | 
 | 224 | 		} | 
 | 225 |  | 
 | 226 | 		if (!c->nr_erasing_blocks && | 
 | 227 | 			!list_empty(&c->erasable_pending_wbuf_list)) { | 
 | 228 | 			D1(printk(KERN_DEBUG "jffs2_find_nextblock: Flushing write buffer\n")); | 
 | 229 | 			/* c->nextblock is NULL, no update to c->nextblock allowed */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 230 | 			spin_unlock(&c->erase_completion_lock); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | 			jffs2_flush_wbuf_pad(c); | 
 | 232 | 			spin_lock(&c->erase_completion_lock); | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 233 | 			/* Have another go. It'll be on the erasable_list now */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 234 | 			return -EAGAIN; | 
 | 235 | 		} | 
 | 236 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 237 | 		if (!c->nr_erasing_blocks) { | 
 | 238 | 			/* Ouch. We're in GC, or we wouldn't have got here. | 
 | 239 | 			   And there's no space left. At all. */ | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 240 | 			printk(KERN_CRIT "Argh. No free space left for GC. nr_erasing_blocks is %d. nr_free_blocks is %d. (erasableempty: %s, erasingempty: %s, erasependingempty: %s)\n", | 
 | 241 | 				   c->nr_erasing_blocks, c->nr_free_blocks, list_empty(&c->erasable_list)?"yes":"no", | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 242 | 				   list_empty(&c->erasing_list)?"yes":"no", list_empty(&c->erase_pending_list)?"yes":"no"); | 
 | 243 | 			return -ENOSPC; | 
 | 244 | 		} | 
 | 245 |  | 
 | 246 | 		spin_unlock(&c->erase_completion_lock); | 
 | 247 | 		/* Don't wait for it; just erase one right now */ | 
 | 248 | 		jffs2_erase_pending_blocks(c, 1); | 
 | 249 | 		spin_lock(&c->erase_completion_lock); | 
 | 250 |  | 
 | 251 | 		/* An erase may have failed, decreasing the | 
 | 252 | 		   amount of free space available. So we must | 
 | 253 | 		   restart from the beginning */ | 
 | 254 | 		return -EAGAIN; | 
 | 255 | 	} | 
 | 256 |  | 
 | 257 | 	next = c->free_list.next; | 
 | 258 | 	list_del(next); | 
 | 259 | 	c->nextblock = list_entry(next, struct jffs2_eraseblock, list); | 
 | 260 | 	c->nr_free_blocks--; | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 261 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 262 | 	jffs2_sum_reset_collected(c->summary); /* reset collected summary */ | 
 | 263 |  | 
| Steve Glendinning | f04de50 | 2008-10-21 13:25:51 +0100 | [diff] [blame] | 264 | #ifdef CONFIG_JFFS2_FS_WRITEBUFFER | 
| Alexander Belyakov | 5bf1723 | 2008-10-17 19:19:13 +0400 | [diff] [blame] | 265 | 	/* adjust write buffer offset, else we get a non contiguous write bug */ | 
 | 266 | 	if (!(c->wbuf_ofs % c->sector_size) && !c->wbuf_len) | 
 | 267 | 		c->wbuf_ofs = 0xffffffff; | 
| Steve Glendinning | f04de50 | 2008-10-21 13:25:51 +0100 | [diff] [blame] | 268 | #endif | 
| Alexander Belyakov | 5bf1723 | 2008-10-17 19:19:13 +0400 | [diff] [blame] | 269 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 270 | 	D1(printk(KERN_DEBUG "jffs2_find_nextblock(): new nextblock = 0x%08x\n", c->nextblock->offset)); | 
 | 271 |  | 
 | 272 | 	return 0; | 
 | 273 | } | 
 | 274 |  | 
 | 275 | /* Called with alloc sem _and_ erase_completion_lock */ | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 276 | static int jffs2_do_reserve_space(struct jffs2_sb_info *c, uint32_t minsize, | 
 | 277 | 				  uint32_t *len, uint32_t sumsize) | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 278 | { | 
 | 279 | 	struct jffs2_eraseblock *jeb = c->nextblock; | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 280 | 	uint32_t reserved_size;				/* for summary information at the end of the jeb */ | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 281 | 	int ret; | 
 | 282 |  | 
 | 283 |  restart: | 
 | 284 | 	reserved_size = 0; | 
 | 285 |  | 
 | 286 | 	if (jffs2_sum_active() && (sumsize != JFFS2_SUMMARY_NOSUM_SIZE)) { | 
 | 287 | 							/* NOSUM_SIZE means not to generate summary */ | 
 | 288 |  | 
 | 289 | 		if (jeb) { | 
 | 290 | 			reserved_size = PAD(sumsize + c->summary->sum_size + JFFS2_SUMMARY_FRAME_SIZE); | 
| Artem B. Bityutskiy | 733802d | 2005-09-22 12:25:00 +0100 | [diff] [blame] | 291 | 			dbg_summary("minsize=%d , jeb->free=%d ," | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 292 | 						"summary->size=%d , sumsize=%d\n", | 
 | 293 | 						minsize, jeb->free_size, | 
 | 294 | 						c->summary->sum_size, sumsize); | 
 | 295 | 		} | 
 | 296 |  | 
 | 297 | 		/* Is there enough space for writing out the current node, or we have to | 
 | 298 | 		   write out summary information now, close this jeb and select new nextblock? */ | 
 | 299 | 		if (jeb && (PAD(minsize) + PAD(c->summary->sum_size + sumsize + | 
 | 300 | 					JFFS2_SUMMARY_FRAME_SIZE) > jeb->free_size)) { | 
 | 301 |  | 
 | 302 | 			/* Has summary been disabled for this jeb? */ | 
 | 303 | 			if (jffs2_sum_is_disabled(c->summary)) { | 
 | 304 | 				sumsize = JFFS2_SUMMARY_NOSUM_SIZE; | 
 | 305 | 				goto restart; | 
 | 306 | 			} | 
 | 307 |  | 
 | 308 | 			/* Writing out the collected summary information */ | 
| Artem B. Bityutskiy | 733802d | 2005-09-22 12:25:00 +0100 | [diff] [blame] | 309 | 			dbg_summary("generating summary for 0x%08x.\n", jeb->offset); | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 310 | 			ret = jffs2_sum_write_sumnode(c); | 
 | 311 |  | 
 | 312 | 			if (ret) | 
 | 313 | 				return ret; | 
 | 314 |  | 
 | 315 | 			if (jffs2_sum_is_disabled(c->summary)) { | 
 | 316 | 				/* jffs2_write_sumnode() couldn't write out the summary information | 
 | 317 | 				   diabling summary for this jeb and free the collected information | 
 | 318 | 				 */ | 
 | 319 | 				sumsize = JFFS2_SUMMARY_NOSUM_SIZE; | 
 | 320 | 				goto restart; | 
 | 321 | 			} | 
 | 322 |  | 
 | 323 | 			jffs2_close_nextblock(c, jeb); | 
 | 324 | 			jeb = NULL; | 
| Ferenc Havasi | 34c0e90 | 2005-09-16 13:58:20 +0100 | [diff] [blame] | 325 | 			/* keep always valid value in reserved_size */ | 
 | 326 | 			reserved_size = PAD(sumsize + c->summary->sum_size + JFFS2_SUMMARY_FRAME_SIZE); | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 327 | 		} | 
 | 328 | 	} else { | 
 | 329 | 		if (jeb && minsize > jeb->free_size) { | 
| David Woodhouse | fc6612f | 2006-06-18 18:35:10 +0100 | [diff] [blame] | 330 | 			uint32_t waste; | 
 | 331 |  | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 332 | 			/* Skip the end of this block and file it as having some dirty space */ | 
 | 333 | 			/* If there's a pending write to it, flush now */ | 
 | 334 |  | 
 | 335 | 			if (jffs2_wbuf_dirty(c)) { | 
 | 336 | 				spin_unlock(&c->erase_completion_lock); | 
 | 337 | 				D1(printk(KERN_DEBUG "jffs2_do_reserve_space: Flushing write buffer\n")); | 
 | 338 | 				jffs2_flush_wbuf_pad(c); | 
 | 339 | 				spin_lock(&c->erase_completion_lock); | 
 | 340 | 				jeb = c->nextblock; | 
 | 341 | 				goto restart; | 
 | 342 | 			} | 
 | 343 |  | 
| David Woodhouse | fc6612f | 2006-06-18 18:35:10 +0100 | [diff] [blame] | 344 | 			spin_unlock(&c->erase_completion_lock); | 
 | 345 |  | 
 | 346 | 			ret = jffs2_prealloc_raw_node_refs(c, jeb, 1); | 
 | 347 | 			if (ret) | 
 | 348 | 				return ret; | 
 | 349 | 			/* Just lock it again and continue. Nothing much can change because | 
 | 350 | 			   we hold c->alloc_sem anyway. In fact, it's not entirely clear why | 
 | 351 | 			   we hold c->erase_completion_lock in the majority of this function... | 
 | 352 | 			   but that's a question for another (more caffeine-rich) day. */ | 
 | 353 | 			spin_lock(&c->erase_completion_lock); | 
 | 354 |  | 
 | 355 | 			waste = jeb->free_size; | 
 | 356 | 			jffs2_link_node_ref(c, jeb, | 
 | 357 | 					    (jeb->offset + c->sector_size - waste) | REF_OBSOLETE, | 
 | 358 | 					    waste, NULL); | 
 | 359 | 			/* FIXME: that made it count as dirty. Convert to wasted */ | 
 | 360 | 			jeb->dirty_size -= waste; | 
 | 361 | 			c->dirty_size -= waste; | 
 | 362 | 			jeb->wasted_size += waste; | 
 | 363 | 			c->wasted_size += waste; | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 364 |  | 
 | 365 | 			jffs2_close_nextblock(c, jeb); | 
 | 366 | 			jeb = NULL; | 
 | 367 | 		} | 
 | 368 | 	} | 
 | 369 |  | 
 | 370 | 	if (!jeb) { | 
 | 371 |  | 
 | 372 | 		ret = jffs2_find_nextblock(c); | 
 | 373 | 		if (ret) | 
 | 374 | 			return ret; | 
 | 375 |  | 
 | 376 | 		jeb = c->nextblock; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 377 |  | 
 | 378 | 		if (jeb->free_size != c->sector_size - c->cleanmarker_size) { | 
 | 379 | 			printk(KERN_WARNING "Eep. Block 0x%08x taken from free_list had free_size of 0x%08x!!\n", jeb->offset, jeb->free_size); | 
 | 380 | 			goto restart; | 
 | 381 | 		} | 
 | 382 | 	} | 
 | 383 | 	/* OK, jeb (==c->nextblock) is now pointing at a block which definitely has | 
 | 384 | 	   enough space */ | 
| Ferenc Havasi | e631ddb | 2005-09-07 09:35:26 +0100 | [diff] [blame] | 385 | 	*len = jeb->free_size - reserved_size; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 386 |  | 
 | 387 | 	if (c->cleanmarker_size && jeb->used_size == c->cleanmarker_size && | 
 | 388 | 	    !jeb->first_node->next_in_ino) { | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 389 | 		/* Only node in it beforehand was a CLEANMARKER node (we think). | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 390 | 		   So mark it obsolete now that there's going to be another node | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 391 | 		   in the block. This will reduce used_size to zero but We've | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 392 | 		   already set c->nextblock so that jffs2_mark_node_obsolete() | 
 | 393 | 		   won't try to refile it to the dirty_list. | 
 | 394 | 		*/ | 
 | 395 | 		spin_unlock(&c->erase_completion_lock); | 
 | 396 | 		jffs2_mark_node_obsolete(c, jeb->first_node); | 
 | 397 | 		spin_lock(&c->erase_completion_lock); | 
 | 398 | 	} | 
 | 399 |  | 
| David Woodhouse | 9fe4854 | 2006-05-23 00:38:06 +0100 | [diff] [blame] | 400 | 	D1(printk(KERN_DEBUG "jffs2_do_reserve_space(): Giving 0x%x bytes at 0x%x\n", | 
 | 401 | 		  *len, jeb->offset + (c->sector_size - jeb->free_size))); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 402 | 	return 0; | 
 | 403 | } | 
 | 404 |  | 
 | 405 | /** | 
 | 406 |  *	jffs2_add_physical_node_ref - add a physical node reference to the list | 
 | 407 |  *	@c: superblock info | 
 | 408 |  *	@new: new node reference to add | 
 | 409 |  *	@len: length of this physical node | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 410 |  * | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 411 |  *	Should only be used to report nodes for which space has been allocated | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 412 |  *	by jffs2_reserve_space. | 
 | 413 |  * | 
 | 414 |  *	Must be called with the alloc_sem held. | 
 | 415 |  */ | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 416 |  | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 417 | struct jffs2_raw_node_ref *jffs2_add_physical_node_ref(struct jffs2_sb_info *c, | 
 | 418 | 						       uint32_t ofs, uint32_t len, | 
 | 419 | 						       struct jffs2_inode_cache *ic) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 420 | { | 
 | 421 | 	struct jffs2_eraseblock *jeb; | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 422 | 	struct jffs2_raw_node_ref *new; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 423 |  | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 424 | 	jeb = &c->blocks[ofs / c->sector_size]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 425 |  | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 426 | 	D1(printk(KERN_DEBUG "jffs2_add_physical_node_ref(): Node at 0x%x(%d), size 0x%x\n", | 
 | 427 | 		  ofs & ~3, ofs & 3, len)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 428 | #if 1 | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 429 | 	/* Allow non-obsolete nodes only to be added at the end of c->nextblock,  | 
 | 430 | 	   if c->nextblock is set. Note that wbuf.c will file obsolete nodes | 
 | 431 | 	   even after refiling c->nextblock */ | 
 | 432 | 	if ((c->nextblock || ((ofs & 3) != REF_OBSOLETE)) | 
 | 433 | 	    && (jeb != c->nextblock || (ofs & ~3) != jeb->offset + (c->sector_size - jeb->free_size))) { | 
| David Woodhouse | 66bfaea | 2007-06-28 19:03:11 +0100 | [diff] [blame] | 434 | 		printk(KERN_WARNING "argh. node added in wrong place at 0x%08x(%d)\n", ofs & ~3, ofs & 3); | 
 | 435 | 		if (c->nextblock) | 
 | 436 | 			printk(KERN_WARNING "nextblock 0x%08x", c->nextblock->offset); | 
 | 437 | 		else | 
 | 438 | 			printk(KERN_WARNING "No nextblock"); | 
 | 439 | 		printk(", expected at %08x\n", jeb->offset + (c->sector_size - jeb->free_size)); | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 440 | 		return ERR_PTR(-EINVAL); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 441 | 	} | 
 | 442 | #endif | 
 | 443 | 	spin_lock(&c->erase_completion_lock); | 
 | 444 |  | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 445 | 	new = jffs2_link_node_ref(c, jeb, ofs, len, ic); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 446 |  | 
| Estelle Hammache | 9b88f47 | 2005-01-28 18:53:05 +0000 | [diff] [blame] | 447 | 	if (!jeb->free_size && !jeb->dirty_size && !ISDIRTY(jeb->wasted_size)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 448 | 		/* If it lives on the dirty_list, jffs2_reserve_space will put it there */ | 
 | 449 | 		D1(printk(KERN_DEBUG "Adding full erase block at 0x%08x to clean_list (free 0x%08x, dirty 0x%08x, used 0x%08x\n", | 
 | 450 | 			  jeb->offset, jeb->free_size, jeb->dirty_size, jeb->used_size)); | 
 | 451 | 		if (jffs2_wbuf_dirty(c)) { | 
 | 452 | 			/* Flush the last write in the block if it's outstanding */ | 
 | 453 | 			spin_unlock(&c->erase_completion_lock); | 
 | 454 | 			jffs2_flush_wbuf_pad(c); | 
 | 455 | 			spin_lock(&c->erase_completion_lock); | 
 | 456 | 		} | 
 | 457 |  | 
 | 458 | 		list_add_tail(&jeb->list, &c->clean_list); | 
 | 459 | 		c->nextblock = NULL; | 
 | 460 | 	} | 
| Artem B. Bityutskiy | e0c8e42 | 2005-07-24 16:14:17 +0100 | [diff] [blame] | 461 | 	jffs2_dbg_acct_sanity_check_nolock(c,jeb); | 
 | 462 | 	jffs2_dbg_acct_paranoia_check_nolock(c, jeb); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 463 |  | 
 | 464 | 	spin_unlock(&c->erase_completion_lock); | 
 | 465 |  | 
| David Woodhouse | 2f78540 | 2006-05-24 02:04:45 +0100 | [diff] [blame] | 466 | 	return new; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 467 | } | 
 | 468 |  | 
 | 469 |  | 
 | 470 | void jffs2_complete_reservation(struct jffs2_sb_info *c) | 
 | 471 | { | 
 | 472 | 	D1(printk(KERN_DEBUG "jffs2_complete_reservation()\n")); | 
 | 473 | 	jffs2_garbage_collect_trigger(c); | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 474 | 	mutex_unlock(&c->alloc_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 475 | } | 
 | 476 |  | 
 | 477 | static inline int on_list(struct list_head *obj, struct list_head *head) | 
 | 478 | { | 
 | 479 | 	struct list_head *this; | 
 | 480 |  | 
 | 481 | 	list_for_each(this, head) { | 
 | 482 | 		if (this == obj) { | 
 | 483 | 			D1(printk("%p is on list at %p\n", obj, head)); | 
 | 484 | 			return 1; | 
 | 485 |  | 
 | 486 | 		} | 
 | 487 | 	} | 
 | 488 | 	return 0; | 
 | 489 | } | 
 | 490 |  | 
 | 491 | void jffs2_mark_node_obsolete(struct jffs2_sb_info *c, struct jffs2_raw_node_ref *ref) | 
 | 492 | { | 
 | 493 | 	struct jffs2_eraseblock *jeb; | 
 | 494 | 	int blocknr; | 
 | 495 | 	struct jffs2_unknown_node n; | 
 | 496 | 	int ret, addedsize; | 
 | 497 | 	size_t retlen; | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 498 | 	uint32_t freed_len; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 499 |  | 
| David Woodhouse | 9bfeb69 | 2006-05-26 21:19:05 +0100 | [diff] [blame] | 500 | 	if(unlikely(!ref)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 501 | 		printk(KERN_NOTICE "EEEEEK. jffs2_mark_node_obsolete called with NULL node\n"); | 
 | 502 | 		return; | 
 | 503 | 	} | 
 | 504 | 	if (ref_obsolete(ref)) { | 
 | 505 | 		D1(printk(KERN_DEBUG "jffs2_mark_node_obsolete called with already obsolete node at 0x%08x\n", ref_offset(ref))); | 
 | 506 | 		return; | 
 | 507 | 	} | 
 | 508 | 	blocknr = ref->flash_offset / c->sector_size; | 
 | 509 | 	if (blocknr >= c->nr_blocks) { | 
 | 510 | 		printk(KERN_NOTICE "raw node at 0x%08x is off the end of device!\n", ref->flash_offset); | 
 | 511 | 		BUG(); | 
 | 512 | 	} | 
 | 513 | 	jeb = &c->blocks[blocknr]; | 
 | 514 |  | 
 | 515 | 	if (jffs2_can_mark_obsolete(c) && !jffs2_is_readonly(c) && | 
| Artem B. Bityuckiy | 31fbdf7 | 2005-02-28 08:21:09 +0000 | [diff] [blame] | 516 | 	    !(c->flags & (JFFS2_SB_FLAG_SCANNING | JFFS2_SB_FLAG_BUILDING))) { | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 517 | 		/* Hm. This may confuse static lock analysis. If any of the above | 
 | 518 | 		   three conditions is false, we're going to return from this | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 519 | 		   function without actually obliterating any nodes or freeing | 
 | 520 | 		   any jffs2_raw_node_refs. So we don't need to stop erases from | 
 | 521 | 		   happening, or protect against people holding an obsolete | 
 | 522 | 		   jffs2_raw_node_ref without the erase_completion_lock. */ | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 523 | 		mutex_lock(&c->erase_free_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 524 | 	} | 
 | 525 |  | 
 | 526 | 	spin_lock(&c->erase_completion_lock); | 
 | 527 |  | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 528 | 	freed_len = ref_totlen(c, jeb, ref); | 
 | 529 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 530 | 	if (ref_flags(ref) == REF_UNCHECKED) { | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 531 | 		D1(if (unlikely(jeb->unchecked_size < freed_len)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 532 | 			printk(KERN_NOTICE "raw unchecked node of size 0x%08x freed from erase block %d at 0x%08x, but unchecked_size was already 0x%08x\n", | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 533 | 			       freed_len, blocknr, ref->flash_offset, jeb->used_size); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 534 | 			BUG(); | 
 | 535 | 		}) | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 536 | 		D1(printk(KERN_DEBUG "Obsoleting previously unchecked node at 0x%08x of len %x: ", ref_offset(ref), freed_len)); | 
 | 537 | 		jeb->unchecked_size -= freed_len; | 
 | 538 | 		c->unchecked_size -= freed_len; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 539 | 	} else { | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 540 | 		D1(if (unlikely(jeb->used_size < freed_len)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 541 | 			printk(KERN_NOTICE "raw node of size 0x%08x freed from erase block %d at 0x%08x, but used_size was already 0x%08x\n", | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 542 | 			       freed_len, blocknr, ref->flash_offset, jeb->used_size); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 543 | 			BUG(); | 
 | 544 | 		}) | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 545 | 		D1(printk(KERN_DEBUG "Obsoleting node at 0x%08x of len %#x: ", ref_offset(ref), freed_len)); | 
 | 546 | 		jeb->used_size -= freed_len; | 
 | 547 | 		c->used_size -= freed_len; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 548 | 	} | 
 | 549 |  | 
 | 550 | 	// Take care, that wasted size is taken into concern | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 551 | 	if ((jeb->dirty_size || ISDIRTY(jeb->wasted_size + freed_len)) && jeb != c->nextblock) { | 
| David Woodhouse | c7c16c8 | 2006-05-24 14:24:02 +0100 | [diff] [blame] | 552 | 		D1(printk("Dirtying\n")); | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 553 | 		addedsize = freed_len; | 
 | 554 | 		jeb->dirty_size += freed_len; | 
 | 555 | 		c->dirty_size += freed_len; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 556 |  | 
 | 557 | 		/* Convert wasted space to dirty, if not a bad block */ | 
 | 558 | 		if (jeb->wasted_size) { | 
 | 559 | 			if (on_list(&jeb->list, &c->bad_used_list)) { | 
 | 560 | 				D1(printk(KERN_DEBUG "Leaving block at %08x on the bad_used_list\n", | 
 | 561 | 					  jeb->offset)); | 
 | 562 | 				addedsize = 0; /* To fool the refiling code later */ | 
 | 563 | 			} else { | 
 | 564 | 				D1(printk(KERN_DEBUG "Converting %d bytes of wasted space to dirty in block at %08x\n", | 
 | 565 | 					  jeb->wasted_size, jeb->offset)); | 
 | 566 | 				addedsize += jeb->wasted_size; | 
 | 567 | 				jeb->dirty_size += jeb->wasted_size; | 
 | 568 | 				c->dirty_size += jeb->wasted_size; | 
 | 569 | 				c->wasted_size -= jeb->wasted_size; | 
 | 570 | 				jeb->wasted_size = 0; | 
 | 571 | 			} | 
 | 572 | 		} | 
 | 573 | 	} else { | 
| David Woodhouse | c7c16c8 | 2006-05-24 14:24:02 +0100 | [diff] [blame] | 574 | 		D1(printk("Wasting\n")); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 575 | 		addedsize = 0; | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 576 | 		jeb->wasted_size += freed_len; | 
 | 577 | 		c->wasted_size += freed_len; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 578 | 	} | 
 | 579 | 	ref->flash_offset = ref_offset(ref) | REF_OBSOLETE; | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 580 |  | 
| Artem B. Bityutskiy | e0c8e42 | 2005-07-24 16:14:17 +0100 | [diff] [blame] | 581 | 	jffs2_dbg_acct_sanity_check_nolock(c, jeb); | 
 | 582 | 	jffs2_dbg_acct_paranoia_check_nolock(c, jeb); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 583 |  | 
| Artem B. Bityuckiy | 31fbdf7 | 2005-02-28 08:21:09 +0000 | [diff] [blame] | 584 | 	if (c->flags & JFFS2_SB_FLAG_SCANNING) { | 
 | 585 | 		/* Flash scanning is in progress. Don't muck about with the block | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 586 | 		   lists because they're not ready yet, and don't actually | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 587 | 		   obliterate nodes that look obsolete. If they weren't | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 588 | 		   marked obsolete on the flash at the time they _became_ | 
 | 589 | 		   obsolete, there was probably a reason for that. */ | 
 | 590 | 		spin_unlock(&c->erase_completion_lock); | 
 | 591 | 		/* We didn't lock the erase_free_sem */ | 
 | 592 | 		return; | 
 | 593 | 	} | 
 | 594 |  | 
 | 595 | 	if (jeb == c->nextblock) { | 
 | 596 | 		D2(printk(KERN_DEBUG "Not moving nextblock 0x%08x to dirty/erase_pending list\n", jeb->offset)); | 
 | 597 | 	} else if (!jeb->used_size && !jeb->unchecked_size) { | 
 | 598 | 		if (jeb == c->gcblock) { | 
 | 599 | 			D1(printk(KERN_DEBUG "gcblock at 0x%08x completely dirtied. Clearing gcblock...\n", jeb->offset)); | 
 | 600 | 			c->gcblock = NULL; | 
 | 601 | 		} else { | 
 | 602 | 			D1(printk(KERN_DEBUG "Eraseblock at 0x%08x completely dirtied. Removing from (dirty?) list...\n", jeb->offset)); | 
 | 603 | 			list_del(&jeb->list); | 
 | 604 | 		} | 
 | 605 | 		if (jffs2_wbuf_dirty(c)) { | 
 | 606 | 			D1(printk(KERN_DEBUG "...and adding to erasable_pending_wbuf_list\n")); | 
 | 607 | 			list_add_tail(&jeb->list, &c->erasable_pending_wbuf_list); | 
 | 608 | 		} else { | 
 | 609 | 			if (jiffies & 127) { | 
 | 610 | 				/* Most of the time, we just erase it immediately. Otherwise we | 
 | 611 | 				   spend ages scanning it on mount, etc. */ | 
 | 612 | 				D1(printk(KERN_DEBUG "...and adding to erase_pending_list\n")); | 
 | 613 | 				list_add_tail(&jeb->list, &c->erase_pending_list); | 
 | 614 | 				c->nr_erasing_blocks++; | 
 | 615 | 				jffs2_erase_pending_trigger(c); | 
 | 616 | 			} else { | 
 | 617 | 				/* Sometimes, however, we leave it elsewhere so it doesn't get | 
 | 618 | 				   immediately reused, and we spread the load a bit. */ | 
 | 619 | 				D1(printk(KERN_DEBUG "...and adding to erasable_list\n")); | 
 | 620 | 				list_add_tail(&jeb->list, &c->erasable_list); | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 621 | 			} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 622 | 		} | 
 | 623 | 		D1(printk(KERN_DEBUG "Done OK\n")); | 
 | 624 | 	} else if (jeb == c->gcblock) { | 
 | 625 | 		D2(printk(KERN_DEBUG "Not moving gcblock 0x%08x to dirty_list\n", jeb->offset)); | 
 | 626 | 	} else if (ISDIRTY(jeb->dirty_size) && !ISDIRTY(jeb->dirty_size - addedsize)) { | 
 | 627 | 		D1(printk(KERN_DEBUG "Eraseblock at 0x%08x is freshly dirtied. Removing from clean list...\n", jeb->offset)); | 
 | 628 | 		list_del(&jeb->list); | 
 | 629 | 		D1(printk(KERN_DEBUG "...and adding to dirty_list\n")); | 
 | 630 | 		list_add_tail(&jeb->list, &c->dirty_list); | 
 | 631 | 	} else if (VERYDIRTY(c, jeb->dirty_size) && | 
 | 632 | 		   !VERYDIRTY(c, jeb->dirty_size - addedsize)) { | 
 | 633 | 		D1(printk(KERN_DEBUG "Eraseblock at 0x%08x is now very dirty. Removing from dirty list...\n", jeb->offset)); | 
 | 634 | 		list_del(&jeb->list); | 
 | 635 | 		D1(printk(KERN_DEBUG "...and adding to very_dirty_list\n")); | 
 | 636 | 		list_add_tail(&jeb->list, &c->very_dirty_list); | 
 | 637 | 	} else { | 
 | 638 | 		D1(printk(KERN_DEBUG "Eraseblock at 0x%08x not moved anywhere. (free 0x%08x, dirty 0x%08x, used 0x%08x)\n", | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 639 | 			  jeb->offset, jeb->free_size, jeb->dirty_size, jeb->used_size)); | 
 | 640 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 641 |  | 
 | 642 | 	spin_unlock(&c->erase_completion_lock); | 
 | 643 |  | 
| Artem B. Bityuckiy | 31fbdf7 | 2005-02-28 08:21:09 +0000 | [diff] [blame] | 644 | 	if (!jffs2_can_mark_obsolete(c) || jffs2_is_readonly(c) || | 
 | 645 | 		(c->flags & JFFS2_SB_FLAG_BUILDING)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 646 | 		/* We didn't lock the erase_free_sem */ | 
 | 647 | 		return; | 
 | 648 | 	} | 
 | 649 |  | 
 | 650 | 	/* The erase_free_sem is locked, and has been since before we marked the node obsolete | 
 | 651 | 	   and potentially put its eraseblock onto the erase_pending_list. Thus, we know that | 
 | 652 | 	   the block hasn't _already_ been erased, and that 'ref' itself hasn't been freed yet | 
| David Woodhouse | c38c1b6 | 2006-05-25 01:38:27 +0100 | [diff] [blame] | 653 | 	   by jffs2_free_jeb_node_refs() in erase.c. Which is nice. */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 654 |  | 
 | 655 | 	D1(printk(KERN_DEBUG "obliterating obsoleted node at 0x%08x\n", ref_offset(ref))); | 
 | 656 | 	ret = jffs2_flash_read(c, ref_offset(ref), sizeof(n), &retlen, (char *)&n); | 
 | 657 | 	if (ret) { | 
 | 658 | 		printk(KERN_WARNING "Read error reading from obsoleted node at 0x%08x: %d\n", ref_offset(ref), ret); | 
 | 659 | 		goto out_erase_sem; | 
 | 660 | 	} | 
 | 661 | 	if (retlen != sizeof(n)) { | 
 | 662 | 		printk(KERN_WARNING "Short read from obsoleted node at 0x%08x: %zd\n", ref_offset(ref), retlen); | 
 | 663 | 		goto out_erase_sem; | 
 | 664 | 	} | 
| David Woodhouse | 1417fc4 | 2006-05-20 16:20:19 +0100 | [diff] [blame] | 665 | 	if (PAD(je32_to_cpu(n.totlen)) != PAD(freed_len)) { | 
 | 666 | 		printk(KERN_WARNING "Node totlen on flash (0x%08x) != totlen from node ref (0x%08x)\n", je32_to_cpu(n.totlen), freed_len); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 667 | 		goto out_erase_sem; | 
 | 668 | 	} | 
 | 669 | 	if (!(je16_to_cpu(n.nodetype) & JFFS2_NODE_ACCURATE)) { | 
 | 670 | 		D1(printk(KERN_DEBUG "Node at 0x%08x was already marked obsolete (nodetype 0x%04x)\n", ref_offset(ref), je16_to_cpu(n.nodetype))); | 
 | 671 | 		goto out_erase_sem; | 
 | 672 | 	} | 
 | 673 | 	/* XXX FIXME: This is ugly now */ | 
 | 674 | 	n.nodetype = cpu_to_je16(je16_to_cpu(n.nodetype) & ~JFFS2_NODE_ACCURATE); | 
 | 675 | 	ret = jffs2_flash_write(c, ref_offset(ref), sizeof(n), &retlen, (char *)&n); | 
 | 676 | 	if (ret) { | 
 | 677 | 		printk(KERN_WARNING "Write error in obliterating obsoleted node at 0x%08x: %d\n", ref_offset(ref), ret); | 
 | 678 | 		goto out_erase_sem; | 
 | 679 | 	} | 
 | 680 | 	if (retlen != sizeof(n)) { | 
 | 681 | 		printk(KERN_WARNING "Short write in obliterating obsoleted node at 0x%08x: %zd\n", ref_offset(ref), retlen); | 
 | 682 | 		goto out_erase_sem; | 
 | 683 | 	} | 
 | 684 |  | 
 | 685 | 	/* Nodes which have been marked obsolete no longer need to be | 
 | 686 | 	   associated with any inode. Remove them from the per-inode list. | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 687 |  | 
 | 688 | 	   Note we can't do this for NAND at the moment because we need | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 689 | 	   obsolete dirent nodes to stay on the lists, because of the | 
 | 690 | 	   horridness in jffs2_garbage_collect_deletion_dirent(). Also | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 691 | 	   because we delete the inocache, and on NAND we need that to | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 692 | 	   stay around until all the nodes are actually erased, in order | 
 | 693 | 	   to stop us from giving the same inode number to another newly | 
 | 694 | 	   created inode. */ | 
 | 695 | 	if (ref->next_in_ino) { | 
 | 696 | 		struct jffs2_inode_cache *ic; | 
 | 697 | 		struct jffs2_raw_node_ref **p; | 
 | 698 |  | 
 | 699 | 		spin_lock(&c->erase_completion_lock); | 
 | 700 |  | 
 | 701 | 		ic = jffs2_raw_ref_to_ic(ref); | 
 | 702 | 		for (p = &ic->nodes; (*p) != ref; p = &((*p)->next_in_ino)) | 
 | 703 | 			; | 
 | 704 |  | 
 | 705 | 		*p = ref->next_in_ino; | 
 | 706 | 		ref->next_in_ino = NULL; | 
 | 707 |  | 
| KaiGai Kohei | c9f700f | 2006-06-11 10:35:15 +0900 | [diff] [blame] | 708 | 		switch (ic->class) { | 
 | 709 | #ifdef CONFIG_JFFS2_FS_XATTR | 
 | 710 | 			case RAWNODE_CLASS_XATTR_DATUM: | 
 | 711 | 				jffs2_release_xattr_datum(c, (struct jffs2_xattr_datum *)ic); | 
 | 712 | 				break; | 
 | 713 | 			case RAWNODE_CLASS_XATTR_REF: | 
 | 714 | 				jffs2_release_xattr_ref(c, (struct jffs2_xattr_ref *)ic); | 
 | 715 | 				break; | 
 | 716 | #endif | 
 | 717 | 			default: | 
| David Woodhouse | 27c72b0 | 2008-05-01 18:47:17 +0100 | [diff] [blame] | 718 | 				if (ic->nodes == (void *)ic && ic->pino_nlink == 0) | 
| KaiGai Kohei | c9f700f | 2006-06-11 10:35:15 +0900 | [diff] [blame] | 719 | 					jffs2_del_ino_cache(c, ic); | 
 | 720 | 				break; | 
 | 721 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 722 | 		spin_unlock(&c->erase_completion_lock); | 
 | 723 | 	} | 
 | 724 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 725 |  out_erase_sem: | 
| David Woodhouse | ced2207 | 2008-04-22 15:13:40 +0100 | [diff] [blame] | 726 | 	mutex_unlock(&c->erase_free_sem); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 727 | } | 
 | 728 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 729 | int jffs2_thread_should_wake(struct jffs2_sb_info *c) | 
 | 730 | { | 
 | 731 | 	int ret = 0; | 
 | 732 | 	uint32_t dirty; | 
| David Woodhouse | 8fb870df | 2007-10-06 15:12:58 -0400 | [diff] [blame] | 733 | 	int nr_very_dirty = 0; | 
 | 734 | 	struct jffs2_eraseblock *jeb; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 735 |  | 
 | 736 | 	if (c->unchecked_size) { | 
 | 737 | 		D1(printk(KERN_DEBUG "jffs2_thread_should_wake(): unchecked_size %d, checked_ino #%d\n", | 
 | 738 | 			  c->unchecked_size, c->checked_ino)); | 
 | 739 | 		return 1; | 
 | 740 | 	} | 
 | 741 |  | 
 | 742 | 	/* dirty_size contains blocks on erase_pending_list | 
 | 743 | 	 * those blocks are counted in c->nr_erasing_blocks. | 
 | 744 | 	 * If one block is actually erased, it is not longer counted as dirty_space | 
 | 745 | 	 * but it is counted in c->nr_erasing_blocks, so we add it and subtract it | 
 | 746 | 	 * with c->nr_erasing_blocks * c->sector_size again. | 
 | 747 | 	 * Blocks on erasable_list are counted as dirty_size, but not in c->nr_erasing_blocks | 
 | 748 | 	 * This helps us to force gc and pick eventually a clean block to spread the load. | 
 | 749 | 	 */ | 
 | 750 | 	dirty = c->dirty_size + c->erasing_size - c->nr_erasing_blocks * c->sector_size; | 
 | 751 |  | 
| Thomas Gleixner | 182ec4e | 2005-11-07 11:16:07 +0000 | [diff] [blame] | 752 | 	if (c->nr_free_blocks + c->nr_erasing_blocks < c->resv_blocks_gctrigger && | 
 | 753 | 			(dirty > c->nospc_dirty_size)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 754 | 		ret = 1; | 
 | 755 |  | 
| David Woodhouse | 8fb870df | 2007-10-06 15:12:58 -0400 | [diff] [blame] | 756 | 	list_for_each_entry(jeb, &c->very_dirty_list, list) { | 
 | 757 | 		nr_very_dirty++; | 
 | 758 | 		if (nr_very_dirty == c->vdirty_blocks_gctrigger) { | 
 | 759 | 			ret = 1; | 
| David Woodhouse | a8c68f3 | 2007-10-13 11:32:16 +0100 | [diff] [blame] | 760 | 			/* In debug mode, actually go through and count them all */ | 
 | 761 | 			D1(continue); | 
 | 762 | 			break; | 
| David Woodhouse | 8fb870df | 2007-10-06 15:12:58 -0400 | [diff] [blame] | 763 | 		} | 
 | 764 | 	} | 
 | 765 |  | 
 | 766 | 	D1(printk(KERN_DEBUG "jffs2_thread_should_wake(): nr_free_blocks %d, nr_erasing_blocks %d, dirty_size 0x%x, vdirty_blocks %d: %s\n", | 
 | 767 | 		  c->nr_free_blocks, c->nr_erasing_blocks, c->dirty_size, nr_very_dirty, ret?"yes":"no")); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 768 |  | 
 | 769 | 	return ret; | 
 | 770 | } |