| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 2 | * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. | 
|  | 3 | * All Rights Reserved. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 5 | * This program is free software; you can redistribute it and/or | 
|  | 6 | * modify it under the terms of the GNU General Public License as | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * published by the Free Software Foundation. | 
|  | 8 | * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 9 | * This program is distributed in the hope that it would be useful, | 
|  | 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | 
|  | 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the | 
|  | 12 | * GNU General Public License for more details. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | * | 
| Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 14 | * You should have received a copy of the GNU General Public License | 
|  | 15 | * along with this program; if not, write the Free Software Foundation, | 
|  | 16 | * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "xfs.h" | 
|  | 19 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | uint64_t vn_generation;		/* vnode generation number */ | 
|  | 21 | DEFINE_SPINLOCK(vnumber_lock); | 
|  | 22 |  | 
|  | 23 | /* | 
|  | 24 | * Dedicated vnode inactive/reclaim sync semaphores. | 
|  | 25 | * Prime number of hash buckets since address is used as the key. | 
|  | 26 | */ | 
|  | 27 | #define NVSYNC                  37 | 
|  | 28 | #define vptosync(v)             (&vsync[((unsigned long)v) % NVSYNC]) | 
| Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 29 | STATIC wait_queue_head_t vsync[NVSYNC]; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | void | 
|  | 32 | vn_init(void) | 
|  | 33 | { | 
| Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 34 | int i; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 |  | 
| Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 36 | for (i = 0; i < NVSYNC; i++) | 
|  | 37 | init_waitqueue_head(&vsync[i]); | 
|  | 38 | } | 
|  | 39 |  | 
|  | 40 | void | 
|  | 41 | vn_iowait( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 42 | bhv_vnode_t	*vp) | 
| Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 43 | { | 
|  | 44 | wait_queue_head_t *wq = vptosync(vp); | 
|  | 45 |  | 
|  | 46 | wait_event(*wq, (atomic_read(&vp->v_iocount) == 0)); | 
|  | 47 | } | 
|  | 48 |  | 
|  | 49 | void | 
|  | 50 | vn_iowake( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 51 | bhv_vnode_t	*vp) | 
| Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 52 | { | 
|  | 53 | if (atomic_dec_and_test(&vp->v_iocount)) | 
|  | 54 | wake_up(vptosync(vp)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | } | 
|  | 56 |  | 
| Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 57 | /* | 
|  | 58 | * Volume managers supporting multiple paths can send back ENODEV when the | 
|  | 59 | * final path disappears.  In this case continuing to fill the page cache | 
|  | 60 | * with dirty data which cannot be written out is evil, so prevent that. | 
|  | 61 | */ | 
|  | 62 | void | 
|  | 63 | vn_ioerror( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 64 | bhv_vnode_t	*vp, | 
| Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 65 | int		error, | 
|  | 66 | char		*f, | 
|  | 67 | int		l) | 
|  | 68 | { | 
|  | 69 | if (unlikely(error == -ENODEV)) | 
| Nathan Scott | b83bd13 | 2006-06-09 16:48:30 +1000 | [diff] [blame] | 70 | bhv_vfs_force_shutdown(vp->v_vfsp, SHUTDOWN_DEVICE_REQ, f, l); | 
| Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 71 | } | 
|  | 72 |  | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 73 | bhv_vnode_t * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | vn_initialize( | 
|  | 75 | struct inode	*inode) | 
|  | 76 | { | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 77 | bhv_vnode_t	*vp = vn_from_inode(inode); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 |  | 
|  | 79 | XFS_STATS_INC(vn_active); | 
|  | 80 | XFS_STATS_INC(vn_alloc); | 
|  | 81 |  | 
|  | 82 | vp->v_flag = VMODIFIED; | 
|  | 83 | spinlock_init(&vp->v_lock, "v_lock"); | 
|  | 84 |  | 
|  | 85 | spin_lock(&vnumber_lock); | 
|  | 86 | if (!++vn_generation)	/* v_number shouldn't be zero */ | 
|  | 87 | vn_generation++; | 
|  | 88 | vp->v_number = vn_generation; | 
|  | 89 | spin_unlock(&vnumber_lock); | 
|  | 90 |  | 
|  | 91 | ASSERT(VN_CACHED(vp) == 0); | 
|  | 92 |  | 
|  | 93 | /* Initialize the first behavior and the behavior chain head. */ | 
|  | 94 | vn_bhv_head_init(VN_BHV_HEAD(vp), "vnode"); | 
|  | 95 |  | 
| Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 96 | atomic_set(&vp->v_iocount, 0); | 
|  | 97 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | #ifdef	XFS_VNODE_TRACE | 
|  | 99 | vp->v_trace = ktrace_alloc(VNODE_TRACE_SIZE, KM_SLEEP); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | #endif	/* XFS_VNODE_TRACE */ | 
|  | 101 |  | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 102 | vn_trace_exit(vp, __FUNCTION__, (inst_t *)__return_address); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | return vp; | 
|  | 104 | } | 
|  | 105 |  | 
|  | 106 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | * Revalidate the Linux inode from the vattr. | 
|  | 108 | * Note: i_size _not_ updated; we must hold the inode | 
|  | 109 | * semaphore when doing that - callers responsibility. | 
|  | 110 | */ | 
|  | 111 | void | 
|  | 112 | vn_revalidate_core( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 113 | bhv_vnode_t	*vp, | 
| Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 114 | bhv_vattr_t	*vap) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | { | 
| Nathan Scott | ec86dc0 | 2006-03-17 17:25:36 +1100 | [diff] [blame] | 116 | struct inode	*inode = vn_to_inode(vp); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 |  | 
| Christoph Hellwig | 0432dab | 2005-09-02 16:46:51 +1000 | [diff] [blame] | 118 | inode->i_mode	    = vap->va_mode; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | inode->i_nlink	    = vap->va_nlink; | 
|  | 120 | inode->i_uid	    = vap->va_uid; | 
|  | 121 | inode->i_gid	    = vap->va_gid; | 
|  | 122 | inode->i_blocks	    = vap->va_nblocks; | 
|  | 123 | inode->i_mtime	    = vap->va_mtime; | 
|  | 124 | inode->i_ctime	    = vap->va_ctime; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | if (vap->va_xflags & XFS_XFLAG_IMMUTABLE) | 
|  | 126 | inode->i_flags |= S_IMMUTABLE; | 
|  | 127 | else | 
|  | 128 | inode->i_flags &= ~S_IMMUTABLE; | 
|  | 129 | if (vap->va_xflags & XFS_XFLAG_APPEND) | 
|  | 130 | inode->i_flags |= S_APPEND; | 
|  | 131 | else | 
|  | 132 | inode->i_flags &= ~S_APPEND; | 
|  | 133 | if (vap->va_xflags & XFS_XFLAG_SYNC) | 
|  | 134 | inode->i_flags |= S_SYNC; | 
|  | 135 | else | 
|  | 136 | inode->i_flags &= ~S_SYNC; | 
|  | 137 | if (vap->va_xflags & XFS_XFLAG_NOATIME) | 
|  | 138 | inode->i_flags |= S_NOATIME; | 
|  | 139 | else | 
|  | 140 | inode->i_flags &= ~S_NOATIME; | 
|  | 141 | } | 
|  | 142 |  | 
|  | 143 | /* | 
|  | 144 | * Revalidate the Linux inode from the vnode. | 
|  | 145 | */ | 
|  | 146 | int | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 147 | __vn_revalidate( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 148 | bhv_vnode_t	*vp, | 
| Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 149 | bhv_vattr_t	*vattr) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | int		error; | 
|  | 152 |  | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 153 | vn_trace_entry(vp, __FUNCTION__, (inst_t *)__return_address); | 
|  | 154 | vattr->va_mask = XFS_AT_STAT | XFS_AT_XFLAGS; | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 155 | error = bhv_vop_getattr(vp, vattr, 0, NULL); | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 156 | if (likely(!error)) { | 
|  | 157 | vn_revalidate_core(vp, vattr); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | VUNMODIFY(vp); | 
|  | 159 | } | 
|  | 160 | return -error; | 
|  | 161 | } | 
|  | 162 |  | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 163 | int | 
|  | 164 | vn_revalidate( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 165 | bhv_vnode_t	*vp) | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 166 | { | 
| Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 167 | bhv_vattr_t	vattr; | 
| Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 168 |  | 
|  | 169 | return __vn_revalidate(vp, &vattr); | 
|  | 170 | } | 
|  | 171 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 173 | * Add a reference to a referenced vnode. | 
|  | 174 | */ | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 175 | bhv_vnode_t * | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | vn_hold( | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 177 | bhv_vnode_t	*vp) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { | 
|  | 179 | struct inode	*inode; | 
|  | 180 |  | 
|  | 181 | XFS_STATS_INC(vn_hold); | 
|  | 182 |  | 
|  | 183 | VN_LOCK(vp); | 
| Nathan Scott | ec86dc0 | 2006-03-17 17:25:36 +1100 | [diff] [blame] | 184 | inode = igrab(vn_to_inode(vp)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | ASSERT(inode); | 
|  | 186 | VN_UNLOCK(vp, 0); | 
|  | 187 |  | 
|  | 188 | return vp; | 
|  | 189 | } | 
|  | 190 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 191 | #ifdef	XFS_VNODE_TRACE | 
|  | 192 |  | 
|  | 193 | #define KTRACE_ENTER(vp, vk, s, line, ra)			\ | 
|  | 194 | ktrace_enter(	(vp)->v_trace,				\ | 
|  | 195 | /*  0 */		(void *)(__psint_t)(vk),		\ | 
|  | 196 | /*  1 */		(void *)(s),				\ | 
|  | 197 | /*  2 */		(void *)(__psint_t) line,		\ | 
| Christoph Hellwig | 02de1f0 | 2005-06-21 15:33:48 +1000 | [diff] [blame] | 198 | /*  3 */		(void *)(__psint_t)(vn_count(vp)),	\ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | /*  4 */		(void *)(ra),				\ | 
|  | 200 | /*  5 */		(void *)(__psunsigned_t)(vp)->v_flag,	\ | 
|  | 201 | /*  6 */		(void *)(__psint_t)current_cpu(),	\ | 
|  | 202 | /*  7 */		(void *)(__psint_t)current_pid(),	\ | 
|  | 203 | /*  8 */		(void *)__return_address,		\ | 
| Christoph Hellwig | 02de1f0 | 2005-06-21 15:33:48 +1000 | [diff] [blame] | 204 | /*  9 */		NULL, NULL, NULL, NULL, NULL, NULL, NULL) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 |  | 
|  | 206 | /* | 
|  | 207 | * Vnode tracing code. | 
|  | 208 | */ | 
|  | 209 | void | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 210 | vn_trace_entry(bhv_vnode_t *vp, const char *func, inst_t *ra) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | { | 
|  | 212 | KTRACE_ENTER(vp, VNODE_KTRACE_ENTRY, func, 0, ra); | 
|  | 213 | } | 
|  | 214 |  | 
|  | 215 | void | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 216 | vn_trace_exit(bhv_vnode_t *vp, const char *func, inst_t *ra) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | { | 
|  | 218 | KTRACE_ENTER(vp, VNODE_KTRACE_EXIT, func, 0, ra); | 
|  | 219 | } | 
|  | 220 |  | 
|  | 221 | void | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 222 | vn_trace_hold(bhv_vnode_t *vp, char *file, int line, inst_t *ra) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | { | 
|  | 224 | KTRACE_ENTER(vp, VNODE_KTRACE_HOLD, file, line, ra); | 
|  | 225 | } | 
|  | 226 |  | 
|  | 227 | void | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 228 | vn_trace_ref(bhv_vnode_t *vp, char *file, int line, inst_t *ra) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | { | 
|  | 230 | KTRACE_ENTER(vp, VNODE_KTRACE_REF, file, line, ra); | 
|  | 231 | } | 
|  | 232 |  | 
|  | 233 | void | 
| Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 234 | vn_trace_rele(bhv_vnode_t *vp, char *file, int line, inst_t *ra) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | { | 
|  | 236 | KTRACE_ENTER(vp, VNODE_KTRACE_RELE, file, line, ra); | 
|  | 237 | } | 
|  | 238 | #endif	/* XFS_VNODE_TRACE */ |