blob: e483461475144c4603e8076881982603c473c9d5 [file] [log] [blame]
Chris Masond1310b22008-01-24 16:13:08 -05001#ifndef __EXTENTIO__
2#define __EXTENTIO__
3
4#include <linux/rbtree.h>
5
6/* bits for the extent state */
7#define EXTENT_DIRTY 1
8#define EXTENT_WRITEBACK (1 << 1)
9#define EXTENT_UPTODATE (1 << 2)
10#define EXTENT_LOCKED (1 << 3)
11#define EXTENT_NEW (1 << 4)
12#define EXTENT_DELALLOC (1 << 5)
13#define EXTENT_DEFRAG (1 << 6)
14#define EXTENT_DEFRAG_DONE (1 << 7)
15#define EXTENT_BUFFER_FILLED (1 << 8)
Chris Masond1310b22008-01-24 16:13:08 -050016#define EXTENT_IOBITS (EXTENT_LOCKED | EXTENT_WRITEBACK)
17
18/*
19 * page->private values. Every page that is controlled by the extent
20 * map has page->private set to one.
21 */
22#define EXTENT_PAGE_PRIVATE 1
23#define EXTENT_PAGE_PRIVATE_FIRST_PAGE 3
24
Chris Mason70dec802008-01-29 09:59:12 -050025struct extent_state;
26
Chris Mason44b8bd72008-04-16 11:14:51 -040027typedef int (extent_submit_bio_hook_t)(struct inode *inode, int rw,
28 struct bio *bio, int mirror_num);
Chris Masond1310b22008-01-24 16:13:08 -050029struct extent_io_ops {
30 int (*fill_delalloc)(struct inode *inode, u64 start, u64 end);
31 int (*writepage_io_hook)(struct page *page, u64 start, u64 end);
Chris Mason44b8bd72008-04-16 11:14:51 -040032 extent_submit_bio_hook_t *submit_bio_hook;
Chris Mason239b14b2008-03-24 15:02:07 -040033 int (*merge_bio_hook)(struct page *page, unsigned long offset,
34 size_t size, struct bio *bio);
Chris Masond1310b22008-01-24 16:13:08 -050035 int (*readpage_io_hook)(struct page *page, u64 start, u64 end);
Chris Mason7e383262008-04-09 16:28:12 -040036 int (*readpage_io_failed_hook)(struct bio *bio, struct page *page,
37 u64 start, u64 end,
38 struct extent_state *state);
Chris Mason70dec802008-01-29 09:59:12 -050039 int (*readpage_end_io_hook)(struct page *page, u64 start, u64 end,
40 struct extent_state *state);
41 void (*writepage_end_io_hook)(struct page *page, u64 start, u64 end,
42 struct extent_state *state);
Chris Mason291d6732008-01-29 15:55:23 -050043 int (*set_bit_hook)(struct inode *inode, u64 start, u64 end,
Chris Masonb0c68f82008-01-31 11:05:37 -050044 unsigned long old, unsigned long bits);
Chris Mason291d6732008-01-29 15:55:23 -050045 int (*clear_bit_hook)(struct inode *inode, u64 start, u64 end,
Chris Masonb0c68f82008-01-31 11:05:37 -050046 unsigned long old, unsigned long bits);
Chris Masond1310b22008-01-24 16:13:08 -050047};
48
49struct extent_io_tree {
50 struct rb_root state;
51 struct address_space *mapping;
52 u64 dirty_bytes;
Chris Mason70dec802008-01-29 09:59:12 -050053 spinlock_t lock;
Chris Masond1310b22008-01-24 16:13:08 -050054 struct extent_io_ops *ops;
55 spinlock_t lru_lock;
56 struct list_head buffer_lru;
57 int lru_size;
Chris Mason80ea96b2008-02-01 14:51:59 -050058 struct extent_state *last;
Chris Masond1310b22008-01-24 16:13:08 -050059};
60
61struct extent_state {
62 u64 start;
63 u64 end; /* inclusive */
Chris Masond1310b22008-01-24 16:13:08 -050064 struct rb_node rb_node;
Chris Mason70dec802008-01-29 09:59:12 -050065 struct extent_io_tree *tree;
Chris Masond1310b22008-01-24 16:13:08 -050066 wait_queue_head_t wq;
67 atomic_t refs;
68 unsigned long state;
69
70 /* for use by the FS */
71 u64 private;
72
Chris Mason2d2ae542008-03-26 16:24:23 -040073 struct list_head leak_list;
Chris Masond1310b22008-01-24 16:13:08 -050074};
75
76struct extent_buffer {
77 u64 start;
78 unsigned long len;
79 char *map_token;
80 char *kaddr;
81 unsigned long map_start;
82 unsigned long map_len;
83 struct page *first_page;
84 struct list_head lru;
85 atomic_t refs;
86 int flags;
Chris Mason2d2ae542008-03-26 16:24:23 -040087 struct list_head leak_list;
Chris Masond1310b22008-01-24 16:13:08 -050088};
89
90struct extent_map_tree;
91
Chris Masond7fc6402008-02-18 12:12:38 -050092static inline struct extent_state *extent_state_next(struct extent_state *state)
93{
94 struct rb_node *node;
95 node = rb_next(&state->rb_node);
96 if (!node)
97 return NULL;
98 return rb_entry(node, struct extent_state, rb_node);
99}
100
Chris Masond1310b22008-01-24 16:13:08 -0500101typedef struct extent_map *(get_extent_t)(struct inode *inode,
102 struct page *page,
103 size_t page_offset,
104 u64 start, u64 len,
105 int create);
106
107void extent_io_tree_init(struct extent_io_tree *tree,
108 struct address_space *mapping, gfp_t mask);
109void extent_io_tree_empty_lru(struct extent_io_tree *tree);
110int try_release_extent_mapping(struct extent_map_tree *map,
Chris Mason70dec802008-01-29 09:59:12 -0500111 struct extent_io_tree *tree, struct page *page,
112 gfp_t mask);
Chris Mason7b13b7b2008-04-18 10:29:50 -0400113int try_release_extent_state(struct extent_map_tree *map,
114 struct extent_io_tree *tree, struct page *page,
115 gfp_t mask);
Chris Masond1310b22008-01-24 16:13:08 -0500116int lock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
117int unlock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
118int extent_read_full_page(struct extent_io_tree *tree, struct page *page,
119 get_extent_t *get_extent);
120int __init extent_io_init(void);
121void extent_io_exit(void);
122
123u64 count_range_bits(struct extent_io_tree *tree,
124 u64 *start, u64 search_end,
125 u64 max_bytes, unsigned long bits);
126
127int test_range_bit(struct extent_io_tree *tree, u64 start, u64 end,
128 int bits, int filled);
129int clear_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
130 int bits, gfp_t mask);
131int set_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
132 int bits, gfp_t mask);
133int set_extent_uptodate(struct extent_io_tree *tree, u64 start, u64 end,
134 gfp_t mask);
135int set_extent_new(struct extent_io_tree *tree, u64 start, u64 end,
136 gfp_t mask);
137int set_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
138 gfp_t mask);
139int clear_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
140 gfp_t mask);
141int set_extent_delalloc(struct extent_io_tree *tree, u64 start, u64 end,
142 gfp_t mask);
143int find_first_extent_bit(struct extent_io_tree *tree, u64 start,
144 u64 *start_ret, u64 *end_ret, int bits);
Chris Masond7fc6402008-02-18 12:12:38 -0500145struct extent_state *find_first_extent_bit_state(struct extent_io_tree *tree,
146 u64 start, int bits);
Chris Masond1310b22008-01-24 16:13:08 -0500147int extent_invalidatepage(struct extent_io_tree *tree,
148 struct page *page, unsigned long offset);
149int extent_write_full_page(struct extent_io_tree *tree, struct page *page,
150 get_extent_t *get_extent,
151 struct writeback_control *wbc);
152int extent_writepages(struct extent_io_tree *tree,
153 struct address_space *mapping,
154 get_extent_t *get_extent,
155 struct writeback_control *wbc);
156int extent_readpages(struct extent_io_tree *tree,
157 struct address_space *mapping,
158 struct list_head *pages, unsigned nr_pages,
159 get_extent_t get_extent);
160int extent_prepare_write(struct extent_io_tree *tree,
161 struct inode *inode, struct page *page,
162 unsigned from, unsigned to, get_extent_t *get_extent);
163int extent_commit_write(struct extent_io_tree *tree,
164 struct inode *inode, struct page *page,
165 unsigned from, unsigned to);
166sector_t extent_bmap(struct address_space *mapping, sector_t iblock,
167 get_extent_t *get_extent);
168int set_range_dirty(struct extent_io_tree *tree, u64 start, u64 end);
169int set_state_private(struct extent_io_tree *tree, u64 start, u64 private);
170int get_state_private(struct extent_io_tree *tree, u64 start, u64 *private);
171void set_page_extent_mapped(struct page *page);
172
173struct extent_buffer *alloc_extent_buffer(struct extent_io_tree *tree,
174 u64 start, unsigned long len,
175 struct page *page0,
176 gfp_t mask);
177struct extent_buffer *find_extent_buffer(struct extent_io_tree *tree,
178 u64 start, unsigned long len,
179 gfp_t mask);
180void free_extent_buffer(struct extent_buffer *eb);
181int read_extent_buffer_pages(struct extent_io_tree *tree,
Chris Masona86c12c2008-02-07 10:50:54 -0500182 struct extent_buffer *eb, u64 start, int wait,
Chris Masonf1885912008-04-09 16:28:12 -0400183 get_extent_t *get_extent, int mirror_num);
Chris Masond1310b22008-01-24 16:13:08 -0500184
185static inline void extent_buffer_get(struct extent_buffer *eb)
186{
187 atomic_inc(&eb->refs);
188}
189
190int memcmp_extent_buffer(struct extent_buffer *eb, const void *ptrv,
191 unsigned long start,
192 unsigned long len);
193void read_extent_buffer(struct extent_buffer *eb, void *dst,
194 unsigned long start,
195 unsigned long len);
196void write_extent_buffer(struct extent_buffer *eb, const void *src,
197 unsigned long start, unsigned long len);
198void copy_extent_buffer(struct extent_buffer *dst, struct extent_buffer *src,
199 unsigned long dst_offset, unsigned long src_offset,
200 unsigned long len);
201void memcpy_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
202 unsigned long src_offset, unsigned long len);
203void memmove_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
204 unsigned long src_offset, unsigned long len);
205void memset_extent_buffer(struct extent_buffer *eb, char c,
206 unsigned long start, unsigned long len);
207int wait_on_extent_buffer_writeback(struct extent_io_tree *tree,
208 struct extent_buffer *eb);
209int clear_extent_buffer_dirty(struct extent_io_tree *tree,
210 struct extent_buffer *eb);
211int set_extent_buffer_dirty(struct extent_io_tree *tree,
212 struct extent_buffer *eb);
213int set_extent_buffer_uptodate(struct extent_io_tree *tree,
214 struct extent_buffer *eb);
215int extent_buffer_uptodate(struct extent_io_tree *tree,
216 struct extent_buffer *eb);
217int map_extent_buffer(struct extent_buffer *eb, unsigned long offset,
218 unsigned long min_len, char **token, char **map,
219 unsigned long *map_start,
220 unsigned long *map_len, int km);
221int map_private_extent_buffer(struct extent_buffer *eb, unsigned long offset,
222 unsigned long min_len, char **token, char **map,
223 unsigned long *map_start,
224 unsigned long *map_len, int km);
225void unmap_extent_buffer(struct extent_buffer *eb, char *token, int km);
Chris Mason728131d2008-04-09 16:28:12 -0400226int invalidate_extent_lru(struct extent_io_tree *tree, u64 start,
227 unsigned long len);
Chris Masonce9adaa2008-04-09 16:28:12 -0400228int release_extent_buffer_tail_pages(struct extent_buffer *eb);
229int extent_range_uptodate(struct extent_io_tree *tree,
230 u64 start, u64 end);
Chris Masond1310b22008-01-24 16:13:08 -0500231#endif