blob: 1ec512d0bed34970a5e395a75b94b402a06780ce [file] [log] [blame]
Changman Leeb1a94e82013-11-15 10:42:51 +09001/*
2 * fs/f2fs/inline.c
3 * Copyright (c) 2013, Intel Corporation
4 * Authors: Huajun Li <huajun.li@intel.com>
5 * Haicheng Li <haicheng.li@intel.com>
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#include <linux/fs.h>
12#include <linux/f2fs_fs.h>
13
14#include "f2fs.h"
15
16bool f2fs_may_inline(struct inode *inode)
17{
18 struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
19 block_t nr_blocks;
20 loff_t i_size;
21
22 if (!test_opt(sbi, INLINE_DATA))
23 return false;
24
25 nr_blocks = F2FS_I(inode)->i_xattr_nid ? 3 : 2;
26 if (inode->i_blocks > nr_blocks)
27 return false;
28
29 i_size = i_size_read(inode);
30 if (i_size > MAX_INLINE_DATA)
31 return false;
32
33 return true;
34}
35
36int f2fs_read_inline_data(struct inode *inode, struct page *page)
37{
38 struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
39 struct page *ipage;
40 void *src_addr, *dst_addr;
41
42 if (page->index) {
43 zero_user_segment(page, 0, PAGE_CACHE_SIZE);
44 goto out;
45 }
46
47 ipage = get_node_page(sbi, inode->i_ino);
Chao Yu3d1d6d92014-03-29 15:30:40 +080048 if (IS_ERR(ipage)) {
49 unlock_page(page);
Changman Leeb1a94e82013-11-15 10:42:51 +090050 return PTR_ERR(ipage);
Chao Yu3d1d6d92014-03-29 15:30:40 +080051 }
Changman Leeb1a94e82013-11-15 10:42:51 +090052
53 zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
54
55 /* Copy the whole inline data block */
56 src_addr = inline_data_addr(ipage);
57 dst_addr = kmap(page);
58 memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
59 kunmap(page);
60 f2fs_put_page(ipage, 1);
61
62out:
63 SetPageUptodate(page);
64 unlock_page(page);
65
66 return 0;
67}
68
69static int __f2fs_convert_inline_data(struct inode *inode, struct page *page)
70{
71 int err;
72 struct page *ipage;
73 struct dnode_of_data dn;
74 void *src_addr, *dst_addr;
75 block_t new_blk_addr;
76 struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
77 struct f2fs_io_info fio = {
78 .type = DATA,
79 .rw = WRITE_SYNC | REQ_PRIO,
80 };
81
82 f2fs_lock_op(sbi);
83 ipage = get_node_page(sbi, inode->i_ino);
Jaegeuk Kim1e8b37a2014-04-16 14:22:50 +090084 if (IS_ERR(ipage)) {
85 err = PTR_ERR(ipage);
86 goto out;
87 }
Changman Leeb1a94e82013-11-15 10:42:51 +090088
89 /*
90 * i_addr[0] is not used for inline data,
91 * so reserving new block will not destroy inline data
92 */
93 set_new_dnode(&dn, inode, ipage, NULL, 0);
94 err = f2fs_reserve_block(&dn, 0);
Jaegeuk Kim1e8b37a2014-04-16 14:22:50 +090095 if (err)
96 goto out;
Changman Leeb1a94e82013-11-15 10:42:51 +090097
Jaegeuk Kim767fa502014-04-29 17:35:10 +090098 f2fs_wait_on_page_writeback(page, DATA);
Changman Leeb1a94e82013-11-15 10:42:51 +090099 zero_user_segment(page, MAX_INLINE_DATA, PAGE_CACHE_SIZE);
100
101 /* Copy the whole inline data block */
102 src_addr = inline_data_addr(ipage);
103 dst_addr = kmap(page);
104 memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
105 kunmap(page);
106 SetPageUptodate(page);
107
108 /* write data page to try to make data consistent */
109 set_page_writeback(page);
110 write_data_page(page, &dn, &new_blk_addr, &fio);
111 update_extent_cache(new_blk_addr, &dn);
112 f2fs_wait_on_page_writeback(page, DATA);
113
114 /* clear inline data and flag after data writeback */
115 zero_user_segment(ipage, INLINE_DATA_OFFSET,
116 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
117 clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
118 stat_dec_inline_inode(inode);
119
120 sync_inode_page(&dn);
121 f2fs_put_dnode(&dn);
Jaegeuk Kim1e8b37a2014-04-16 14:22:50 +0900122out:
Changman Leeb1a94e82013-11-15 10:42:51 +0900123 f2fs_unlock_op(sbi);
124 return err;
125}
126
Jaegeuk Kim80fd22a2014-08-07 16:32:25 -0700127int f2fs_convert_inline_data(struct inode *inode, pgoff_t to_size,
128 struct page *page)
Changman Leeb1a94e82013-11-15 10:42:51 +0900129{
Jaegeuk Kim80fd22a2014-08-07 16:32:25 -0700130 struct page *new_page = page;
Changman Leeb1a94e82013-11-15 10:42:51 +0900131 int err;
132
133 if (!f2fs_has_inline_data(inode))
134 return 0;
135 else if (to_size <= MAX_INLINE_DATA)
136 return 0;
137
Jaegeuk Kim80fd22a2014-08-07 16:32:25 -0700138 if (!page || page->index != 0) {
139 new_page = grab_cache_page(inode->i_mapping, 0);
140 if (!new_page)
141 return -ENOMEM;
142 }
Changman Leeb1a94e82013-11-15 10:42:51 +0900143
Jaegeuk Kim80fd22a2014-08-07 16:32:25 -0700144 err = __f2fs_convert_inline_data(inode, new_page);
145 if (!page || page->index != 0)
146 f2fs_put_page(new_page, 1);
Changman Leeb1a94e82013-11-15 10:42:51 +0900147 return err;
148}
149
150int f2fs_write_inline_data(struct inode *inode,
Jaegeuk Kim80fd22a2014-08-07 16:32:25 -0700151 struct page *page, unsigned size)
Changman Leeb1a94e82013-11-15 10:42:51 +0900152{
153 void *src_addr, *dst_addr;
154 struct page *ipage;
155 struct dnode_of_data dn;
156 int err;
157
158 set_new_dnode(&dn, inode, NULL, NULL, 0);
159 err = get_dnode_of_data(&dn, 0, LOOKUP_NODE);
160 if (err)
161 return err;
162 ipage = dn.inode_page;
163
Jaegeuk Kim0f9e6b52014-04-29 17:28:32 +0900164 f2fs_wait_on_page_writeback(ipage, NODE);
Changman Leeb1a94e82013-11-15 10:42:51 +0900165 zero_user_segment(ipage, INLINE_DATA_OFFSET,
166 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
167 src_addr = kmap(page);
168 dst_addr = inline_data_addr(ipage);
169 memcpy(dst_addr, src_addr, size);
170 kunmap(page);
171
172 /* Release the first data block if it is allocated */
173 if (!f2fs_has_inline_data(inode)) {
174 truncate_data_blocks_range(&dn, 1);
175 set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
176 stat_inc_inline_inode(inode);
177 }
178
Jaegeuk Kim7ea36952014-07-25 07:40:59 -0700179 set_inode_flag(F2FS_I(inode), FI_APPEND_WRITE);
Changman Leeb1a94e82013-11-15 10:42:51 +0900180 sync_inode_page(&dn);
181 f2fs_put_dnode(&dn);
182
183 return 0;
184}
185
Chao Yu43127492014-04-29 09:03:03 +0800186void truncate_inline_data(struct inode *inode, u64 from)
187{
188 struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
189 struct page *ipage;
190
191 if (from >= MAX_INLINE_DATA)
192 return;
193
194 ipage = get_node_page(sbi, inode->i_ino);
195 if (IS_ERR(ipage))
196 return;
197
Jaegeuk Kim0f9e6b52014-04-29 17:28:32 +0900198 f2fs_wait_on_page_writeback(ipage, NODE);
199
Chao Yu43127492014-04-29 09:03:03 +0800200 zero_user_segment(ipage, INLINE_DATA_OFFSET + from,
201 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
202 set_page_dirty(ipage);
203 f2fs_put_page(ipage, 1);
204}
205
Changman Leeb1a94e82013-11-15 10:42:51 +0900206int recover_inline_data(struct inode *inode, struct page *npage)
207{
208 struct f2fs_sb_info *sbi = F2FS_SB(inode->i_sb);
209 struct f2fs_inode *ri = NULL;
210 void *src_addr, *dst_addr;
211 struct page *ipage;
212
213 /*
214 * The inline_data recovery policy is as follows.
215 * [prev.] [next] of inline_data flag
216 * o o -> recover inline_data
217 * o x -> remove inline_data, and then recover data blocks
218 * x o -> remove inline_data, and then recover inline_data
219 * x x -> recover data blocks
220 */
221 if (IS_INODE(npage))
222 ri = F2FS_INODE(npage);
223
224 if (f2fs_has_inline_data(inode) &&
225 ri && ri->i_inline & F2FS_INLINE_DATA) {
226process_inline:
227 ipage = get_node_page(sbi, inode->i_ino);
228 f2fs_bug_on(IS_ERR(ipage));
229
Jaegeuk Kim0f9e6b52014-04-29 17:28:32 +0900230 f2fs_wait_on_page_writeback(ipage, NODE);
231
Changman Leeb1a94e82013-11-15 10:42:51 +0900232 src_addr = inline_data_addr(npage);
233 dst_addr = inline_data_addr(ipage);
234 memcpy(dst_addr, src_addr, MAX_INLINE_DATA);
235 update_inode(inode, ipage);
236 f2fs_put_page(ipage, 1);
237 return -1;
238 }
239
240 if (f2fs_has_inline_data(inode)) {
241 ipage = get_node_page(sbi, inode->i_ino);
242 f2fs_bug_on(IS_ERR(ipage));
Jaegeuk Kim0f9e6b52014-04-29 17:28:32 +0900243 f2fs_wait_on_page_writeback(ipage, NODE);
Changman Leeb1a94e82013-11-15 10:42:51 +0900244 zero_user_segment(ipage, INLINE_DATA_OFFSET,
245 INLINE_DATA_OFFSET + MAX_INLINE_DATA);
246 clear_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
247 update_inode(inode, ipage);
248 f2fs_put_page(ipage, 1);
249 } else if (ri && ri->i_inline & F2FS_INLINE_DATA) {
250 truncate_blocks(inode, 0);
251 set_inode_flag(F2FS_I(inode), FI_INLINE_DATA);
252 goto process_inline;
253 }
254 return 0;
255}