| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * net/sched/pedit.c	Generic packet editor | 
|  | 3 | * | 
|  | 4 | *		This program is free software; you can redistribute it and/or | 
|  | 5 | *		modify it under the terms of the GNU General Public License | 
|  | 6 | *		as published by the Free Software Foundation; either version | 
|  | 7 | *		2 of the License, or (at your option) any later version. | 
|  | 8 | * | 
|  | 9 | * Authors:	Jamal Hadi Salim (2002-4) | 
|  | 10 | */ | 
|  | 11 |  | 
|  | 12 | #include <asm/uaccess.h> | 
|  | 13 | #include <asm/system.h> | 
|  | 14 | #include <asm/bitops.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/types.h> | 
|  | 16 | #include <linux/kernel.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/string.h> | 
|  | 18 | #include <linux/mm.h> | 
|  | 19 | #include <linux/socket.h> | 
|  | 20 | #include <linux/sockios.h> | 
|  | 21 | #include <linux/in.h> | 
|  | 22 | #include <linux/errno.h> | 
|  | 23 | #include <linux/interrupt.h> | 
|  | 24 | #include <linux/netdevice.h> | 
|  | 25 | #include <linux/skbuff.h> | 
|  | 26 | #include <linux/rtnetlink.h> | 
|  | 27 | #include <linux/module.h> | 
|  | 28 | #include <linux/init.h> | 
|  | 29 | #include <linux/proc_fs.h> | 
|  | 30 | #include <net/sock.h> | 
|  | 31 | #include <net/pkt_sched.h> | 
|  | 32 | #include <linux/tc_act/tc_pedit.h> | 
|  | 33 | #include <net/tc_act/tc_pedit.h> | 
|  | 34 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 35 | #define PEDIT_TAB_MASK	15 | 
|  | 36 | static struct tcf_common *tcf_pedit_ht[PEDIT_TAB_MASK + 1]; | 
|  | 37 | static u32 pedit_idx_gen; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | static DEFINE_RWLOCK(pedit_lock); | 
|  | 39 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 40 | static struct tcf_hashinfo pedit_hash_info = { | 
|  | 41 | .htab	=	tcf_pedit_ht, | 
|  | 42 | .hmask	=	PEDIT_TAB_MASK, | 
|  | 43 | .lock	=	&pedit_lock, | 
|  | 44 | }; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 46 | static int tcf_pedit_init(struct rtattr *rta, struct rtattr *est, | 
|  | 47 | struct tc_action *a, int ovr, int bind) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | { | 
|  | 49 | struct rtattr *tb[TCA_PEDIT_MAX]; | 
|  | 50 | struct tc_pedit *parm; | 
|  | 51 | int ret = 0; | 
|  | 52 | struct tcf_pedit *p; | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 53 | struct tcf_common *pc; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | struct tc_pedit_key *keys = NULL; | 
|  | 55 | int ksize; | 
|  | 56 |  | 
|  | 57 | if (rta == NULL || rtattr_parse_nested(tb, TCA_PEDIT_MAX, rta) < 0) | 
|  | 58 | return -EINVAL; | 
|  | 59 |  | 
|  | 60 | if (tb[TCA_PEDIT_PARMS - 1] == NULL || | 
|  | 61 | RTA_PAYLOAD(tb[TCA_PEDIT_PARMS-1]) < sizeof(*parm)) | 
|  | 62 | return -EINVAL; | 
|  | 63 | parm = RTA_DATA(tb[TCA_PEDIT_PARMS-1]); | 
|  | 64 | ksize = parm->nkeys * sizeof(struct tc_pedit_key); | 
|  | 65 | if (RTA_PAYLOAD(tb[TCA_PEDIT_PARMS-1]) < sizeof(*parm) + ksize) | 
|  | 66 | return -EINVAL; | 
|  | 67 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 68 | pc = tcf_hash_check(parm->index, a, bind, &pedit_hash_info); | 
|  | 69 | if (!pc) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | if (!parm->nkeys) | 
|  | 71 | return -EINVAL; | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 72 | pc = tcf_hash_create(parm->index, est, a, sizeof(*p), bind, | 
|  | 73 | &pedit_idx_gen, &pedit_hash_info); | 
|  | 74 | if (unlikely(!pc)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | return -ENOMEM; | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 76 | p = to_pedit(pc); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | keys = kmalloc(ksize, GFP_KERNEL); | 
|  | 78 | if (keys == NULL) { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 79 | kfree(pc); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | return -ENOMEM; | 
|  | 81 | } | 
|  | 82 | ret = ACT_P_CREATED; | 
|  | 83 | } else { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 84 | p = to_pedit(pc); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | if (!ovr) { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 86 | tcf_hash_release(pc, bind, &pedit_hash_info); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | return -EEXIST; | 
|  | 88 | } | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 89 | if (p->tcfp_nkeys && p->tcfp_nkeys != parm->nkeys) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | keys = kmalloc(ksize, GFP_KERNEL); | 
|  | 91 | if (keys == NULL) | 
|  | 92 | return -ENOMEM; | 
|  | 93 | } | 
|  | 94 | } | 
|  | 95 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 96 | spin_lock_bh(&p->tcf_lock); | 
|  | 97 | p->tcfp_flags = parm->flags; | 
|  | 98 | p->tcf_action = parm->action; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | if (keys) { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 100 | kfree(p->tcfp_keys); | 
|  | 101 | p->tcfp_keys = keys; | 
|  | 102 | p->tcfp_nkeys = parm->nkeys; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | } | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 104 | memcpy(p->tcfp_keys, parm->keys, ksize); | 
|  | 105 | spin_unlock_bh(&p->tcf_lock); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | if (ret == ACT_P_CREATED) | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 107 | tcf_hash_insert(pc, &pedit_hash_info); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | return ret; | 
|  | 109 | } | 
|  | 110 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 111 | static int tcf_pedit_cleanup(struct tc_action *a, int bind) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 113 | struct tcf_pedit *p = a->priv; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 115 | if (p) { | 
|  | 116 | struct tc_pedit_key *keys = p->tcfp_keys; | 
|  | 117 | if (tcf_hash_release(&p->common, bind, &pedit_hash_info)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | kfree(keys); | 
|  | 119 | return 1; | 
|  | 120 | } | 
|  | 121 | } | 
|  | 122 | return 0; | 
|  | 123 | } | 
|  | 124 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 125 | static int tcf_pedit(struct sk_buff *skb, struct tc_action *a, | 
|  | 126 | struct tcf_result *res) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 128 | struct tcf_pedit *p = a->priv; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | int i, munged = 0; | 
|  | 130 | u8 *pptr; | 
|  | 131 |  | 
|  | 132 | if (!(skb->tc_verd & TC_OK2MUNGE)) { | 
|  | 133 | /* should we set skb->cloned? */ | 
|  | 134 | if (pskb_expand_head(skb, 0, 0, GFP_ATOMIC)) { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 135 | return p->tcf_action; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | } | 
|  | 137 | } | 
|  | 138 |  | 
|  | 139 | pptr = skb->nh.raw; | 
|  | 140 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 141 | spin_lock(&p->tcf_lock); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 143 | p->tcf_tm.lastuse = jiffies; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 145 | if (p->tcfp_nkeys > 0) { | 
|  | 146 | struct tc_pedit_key *tkey = p->tcfp_keys; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 148 | for (i = p->tcfp_nkeys; i > 0; i--, tkey++) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | u32 *ptr; | 
|  | 150 | int offset = tkey->off; | 
|  | 151 |  | 
|  | 152 | if (tkey->offmask) { | 
|  | 153 | if (skb->len > tkey->at) { | 
|  | 154 | char *j = pptr + tkey->at; | 
| YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 155 | offset += ((*j & tkey->offmask) >> | 
|  | 156 | tkey->shift); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | } else { | 
|  | 158 | goto bad; | 
|  | 159 | } | 
|  | 160 | } | 
|  | 161 |  | 
|  | 162 | if (offset % 4) { | 
|  | 163 | printk("offset must be on 32 bit boundaries\n"); | 
|  | 164 | goto bad; | 
|  | 165 | } | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 166 | if (skb->len < 0 || | 
|  | 167 | (offset > 0 && offset > skb->len)) { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | printk("offset %d cant exceed pkt length %d\n", | 
|  | 169 | offset, skb->len); | 
|  | 170 | goto bad; | 
|  | 171 | } | 
|  | 172 |  | 
|  | 173 | ptr = (u32 *)(pptr+offset); | 
|  | 174 | /* just do it, baby */ | 
|  | 175 | *ptr = ((*ptr & tkey->mask) ^ tkey->val); | 
|  | 176 | munged++; | 
|  | 177 | } | 
| YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 178 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | if (munged) | 
|  | 180 | skb->tc_verd = SET_TC_MUNGED(skb->tc_verd); | 
|  | 181 | goto done; | 
|  | 182 | } else { | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 183 | printk("pedit BUG: index %d\n", p->tcf_index); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | } | 
|  | 185 |  | 
|  | 186 | bad: | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 187 | p->tcf_qstats.overlimits++; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | done: | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 189 | p->tcf_bstats.bytes += skb->len; | 
|  | 190 | p->tcf_bstats.packets++; | 
|  | 191 | spin_unlock(&p->tcf_lock); | 
|  | 192 | return p->tcf_action; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | } | 
|  | 194 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 195 | static int tcf_pedit_dump(struct sk_buff *skb, struct tc_action *a, | 
|  | 196 | int bind, int ref) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 197 | { | 
|  | 198 | unsigned char *b = skb->tail; | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 199 | struct tcf_pedit *p = a->priv; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 200 | struct tc_pedit *opt; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | struct tcf_t t; | 
| YOSHIFUJI Hideaki | 10297b9 | 2007-02-09 23:25:16 +0900 | [diff] [blame] | 202 | int s; | 
|  | 203 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 204 | s = sizeof(*opt) + p->tcfp_nkeys * sizeof(struct tc_pedit_key); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 |  | 
|  | 206 | /* netlink spinlocks held above us - must use ATOMIC */ | 
| Panagiotis Issaris | 0da974f | 2006-07-21 14:51:30 -0700 | [diff] [blame] | 207 | opt = kzalloc(s, GFP_ATOMIC); | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 208 | if (unlikely(!opt)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | return -ENOBUFS; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 211 | memcpy(opt->keys, p->tcfp_keys, | 
|  | 212 | p->tcfp_nkeys * sizeof(struct tc_pedit_key)); | 
|  | 213 | opt->index = p->tcf_index; | 
|  | 214 | opt->nkeys = p->tcfp_nkeys; | 
|  | 215 | opt->flags = p->tcfp_flags; | 
|  | 216 | opt->action = p->tcf_action; | 
|  | 217 | opt->refcnt = p->tcf_refcnt - ref; | 
|  | 218 | opt->bindcnt = p->tcf_bindcnt - bind; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 |  | 
|  | 220 | RTA_PUT(skb, TCA_PEDIT_PARMS, s, opt); | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 221 | t.install = jiffies_to_clock_t(jiffies - p->tcf_tm.install); | 
|  | 222 | t.lastuse = jiffies_to_clock_t(jiffies - p->tcf_tm.lastuse); | 
|  | 223 | t.expires = jiffies_to_clock_t(p->tcf_tm.expires); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | RTA_PUT(skb, TCA_PEDIT_TM, sizeof(t), &t); | 
| Patrick McHardy | 541673c8 | 2006-01-08 22:17:27 -0800 | [diff] [blame] | 225 | kfree(opt); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | return skb->len; | 
|  | 227 |  | 
|  | 228 | rtattr_failure: | 
|  | 229 | skb_trim(skb, b - skb->data); | 
| Patrick McHardy | 541673c8 | 2006-01-08 22:17:27 -0800 | [diff] [blame] | 230 | kfree(opt); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | return -1; | 
|  | 232 | } | 
|  | 233 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 234 | static struct tc_action_ops act_pedit_ops = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | .kind		=	"pedit", | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 236 | .hinfo		=	&pedit_hash_info, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | .type		=	TCA_ACT_PEDIT, | 
|  | 238 | .capab		=	TCA_CAP_NONE, | 
|  | 239 | .owner		=	THIS_MODULE, | 
|  | 240 | .act		=	tcf_pedit, | 
|  | 241 | .dump		=	tcf_pedit_dump, | 
|  | 242 | .cleanup	=	tcf_pedit_cleanup, | 
|  | 243 | .lookup		=	tcf_hash_search, | 
|  | 244 | .init		=	tcf_pedit_init, | 
|  | 245 | .walk		=	tcf_generic_walker | 
|  | 246 | }; | 
|  | 247 |  | 
|  | 248 | MODULE_AUTHOR("Jamal Hadi Salim(2002-4)"); | 
|  | 249 | MODULE_DESCRIPTION("Generic Packet Editor actions"); | 
|  | 250 | MODULE_LICENSE("GPL"); | 
|  | 251 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 252 | static int __init pedit_init_module(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 253 | { | 
|  | 254 | return tcf_register_action(&act_pedit_ops); | 
|  | 255 | } | 
|  | 256 |  | 
| David S. Miller | e9ce1cd | 2006-08-21 23:54:55 -0700 | [diff] [blame] | 257 | static void __exit pedit_cleanup_module(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 | { | 
|  | 259 | tcf_unregister_action(&act_pedit_ops); | 
|  | 260 | } | 
|  | 261 |  | 
|  | 262 | module_init(pedit_init_module); | 
|  | 263 | module_exit(pedit_cleanup_module); | 
|  | 264 |  |