| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 1 | /* | 
|  | 2 | * INET        An implementation of the TCP/IP protocol suite for the LINUX | 
|  | 3 | *             operating system.  INET is implemented using the  BSD Socket | 
|  | 4 | *             interface as the means of communication with the user level. | 
|  | 5 | * | 
|  | 6 | *             Support for INET6 connection oriented protocols. | 
|  | 7 | * | 
|  | 8 | * Authors:    See the TCPv6 sources | 
|  | 9 | * | 
|  | 10 | *             This program is free software; you can redistribute it and/or | 
|  | 11 | *             modify it under the terms of the GNU General Public License | 
|  | 12 | *             as published by the Free Software Foundation; either version | 
|  | 13 | *             2 of the License, or(at your option) any later version. | 
|  | 14 | */ | 
|  | 15 |  | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 16 | #include <linux/module.h> | 
|  | 17 | #include <linux/in6.h> | 
|  | 18 | #include <linux/ipv6.h> | 
|  | 19 | #include <linux/jhash.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 20 | #include <linux/slab.h> | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 21 |  | 
|  | 22 | #include <net/addrconf.h> | 
|  | 23 | #include <net/inet_connection_sock.h> | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 24 | #include <net/inet_ecn.h> | 
|  | 25 | #include <net/inet_hashtables.h> | 
|  | 26 | #include <net/ip6_route.h> | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 27 | #include <net/sock.h> | 
| Adrian Bunk | 9f5336e | 2006-01-07 13:24:25 -0800 | [diff] [blame] | 28 | #include <net/inet6_connection_sock.h> | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 29 |  | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 30 | int inet6_csk_bind_conflict(const struct sock *sk, | 
|  | 31 | const struct inet_bind_bucket *tb) | 
|  | 32 | { | 
|  | 33 | const struct sock *sk2; | 
|  | 34 | const struct hlist_node *node; | 
|  | 35 |  | 
|  | 36 | /* We must walk the whole port owner list in this case. -DaveM */ | 
| Pavel Emelyanov | 7477fd2e | 2008-04-14 02:42:27 -0700 | [diff] [blame] | 37 | /* | 
|  | 38 | * See comment in inet_csk_bind_conflict about sock lookup | 
|  | 39 | * vs net namespaces issues. | 
|  | 40 | */ | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 41 | sk_for_each_bound(sk2, node, &tb->owners) { | 
|  | 42 | if (sk != sk2 && | 
|  | 43 | (!sk->sk_bound_dev_if || | 
|  | 44 | !sk2->sk_bound_dev_if || | 
| David S. Miller | 8d238b2 | 2010-04-28 11:25:59 -0700 | [diff] [blame] | 45 | sk->sk_bound_dev_if == sk2->sk_bound_dev_if) && | 
|  | 46 | (!sk->sk_reuse || !sk2->sk_reuse || | 
| David S. Miller | 3e8c806 | 2011-04-13 12:01:14 -0700 | [diff] [blame] | 47 | sk2->sk_state == TCP_LISTEN) && | 
| David S. Miller | 8d238b2 | 2010-04-28 11:25:59 -0700 | [diff] [blame] | 48 | ipv6_rcv_saddr_equal(sk, sk2)) | 
|  | 49 | break; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 50 | } | 
|  | 51 |  | 
|  | 52 | return node != NULL; | 
|  | 53 | } | 
|  | 54 |  | 
|  | 55 | EXPORT_SYMBOL_GPL(inet6_csk_bind_conflict); | 
|  | 56 |  | 
| David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 57 | struct dst_entry *inet6_csk_route_req(struct sock *sk, | 
|  | 58 | const struct request_sock *req) | 
|  | 59 | { | 
|  | 60 | struct inet6_request_sock *treq = inet6_rsk(req); | 
|  | 61 | struct ipv6_pinfo *np = inet6_sk(sk); | 
|  | 62 | struct in6_addr *final_p, final; | 
|  | 63 | struct dst_entry *dst; | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 64 | struct flowi6 fl6; | 
| David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 65 |  | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 66 | memset(&fl6, 0, sizeof(fl6)); | 
|  | 67 | fl6.flowi6_proto = IPPROTO_TCP; | 
| Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 68 | fl6.daddr = treq->rmt_addr; | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 69 | final_p = fl6_update_dst(&fl6, np->opt, &final); | 
| Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 70 | fl6.saddr = treq->loc_addr; | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 71 | fl6.flowi6_oif = sk->sk_bound_dev_if; | 
|  | 72 | fl6.flowi6_mark = sk->sk_mark; | 
| David S. Miller | 1958b85 | 2011-03-12 16:36:19 -0500 | [diff] [blame] | 73 | fl6.fl6_dport = inet_rsk(req)->rmt_port; | 
|  | 74 | fl6.fl6_sport = inet_rsk(req)->loc_port; | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 75 | security_req_classify_flow(req, flowi6_to_flowi(&fl6)); | 
| David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 76 |  | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 77 | dst = ip6_dst_lookup_flow(sk, &fl6, final_p, false); | 
| David S. Miller | 68d0c6d | 2011-03-01 13:19:07 -0800 | [diff] [blame] | 78 | if (IS_ERR(dst)) | 
| David S. Miller | ae4694b | 2010-12-02 10:59:22 -0800 | [diff] [blame] | 79 | return NULL; | 
|  | 80 |  | 
|  | 81 | return dst; | 
|  | 82 | } | 
|  | 83 |  | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 84 | /* | 
|  | 85 | * request_sock (formerly open request) hash tables. | 
|  | 86 | */ | 
| Al Viro | fede70b | 2006-11-08 00:25:41 -0800 | [diff] [blame] | 87 | static u32 inet6_synq_hash(const struct in6_addr *raddr, const __be16 rport, | 
| Eric Dumazet | c16a98e | 2011-11-23 15:49:31 -0500 | [diff] [blame] | 88 | const u32 rnd, const u32 synq_hsize) | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 89 | { | 
| Jozsef Kadlecsik | 82a39eb | 2010-11-25 03:15:07 +0000 | [diff] [blame] | 90 | u32 c; | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 91 |  | 
| Jozsef Kadlecsik | 82a39eb | 2010-11-25 03:15:07 +0000 | [diff] [blame] | 92 | c = jhash_3words((__force u32)raddr->s6_addr32[0], | 
|  | 93 | (__force u32)raddr->s6_addr32[1], | 
|  | 94 | (__force u32)raddr->s6_addr32[2], | 
|  | 95 | rnd); | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 96 |  | 
| Jozsef Kadlecsik | 82a39eb | 2010-11-25 03:15:07 +0000 | [diff] [blame] | 97 | c = jhash_2words((__force u32)raddr->s6_addr32[3], | 
|  | 98 | (__force u32)rport, | 
|  | 99 | c); | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 100 |  | 
|  | 101 | return c & (synq_hsize - 1); | 
|  | 102 | } | 
|  | 103 |  | 
|  | 104 | struct request_sock *inet6_csk_search_req(const struct sock *sk, | 
|  | 105 | struct request_sock ***prevp, | 
| Al Viro | fede70b | 2006-11-08 00:25:41 -0800 | [diff] [blame] | 106 | const __be16 rport, | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 107 | const struct in6_addr *raddr, | 
|  | 108 | const struct in6_addr *laddr, | 
|  | 109 | const int iif) | 
|  | 110 | { | 
|  | 111 | const struct inet_connection_sock *icsk = inet_csk(sk); | 
|  | 112 | struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; | 
|  | 113 | struct request_sock *req, **prev; | 
|  | 114 |  | 
|  | 115 | for (prev = &lopt->syn_table[inet6_synq_hash(raddr, rport, | 
|  | 116 | lopt->hash_rnd, | 
|  | 117 | lopt->nr_table_entries)]; | 
|  | 118 | (req = *prev) != NULL; | 
|  | 119 | prev = &req->dl_next) { | 
| Arnaldo Carvalho de Melo | ca304b6 | 2005-12-13 23:15:40 -0800 | [diff] [blame] | 120 | const struct inet6_request_sock *treq = inet6_rsk(req); | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 121 |  | 
|  | 122 | if (inet_rsk(req)->rmt_port == rport && | 
|  | 123 | req->rsk_ops->family == AF_INET6 && | 
|  | 124 | ipv6_addr_equal(&treq->rmt_addr, raddr) && | 
|  | 125 | ipv6_addr_equal(&treq->loc_addr, laddr) && | 
|  | 126 | (!treq->iif || treq->iif == iif)) { | 
| Ilpo Järvinen | 547b792 | 2008-07-25 21:43:18 -0700 | [diff] [blame] | 127 | WARN_ON(req->sk != NULL); | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 128 | *prevp = prev; | 
|  | 129 | return req; | 
|  | 130 | } | 
|  | 131 | } | 
|  | 132 |  | 
|  | 133 | return NULL; | 
|  | 134 | } | 
|  | 135 |  | 
|  | 136 | EXPORT_SYMBOL_GPL(inet6_csk_search_req); | 
|  | 137 |  | 
|  | 138 | void inet6_csk_reqsk_queue_hash_add(struct sock *sk, | 
|  | 139 | struct request_sock *req, | 
|  | 140 | const unsigned long timeout) | 
|  | 141 | { | 
|  | 142 | struct inet_connection_sock *icsk = inet_csk(sk); | 
|  | 143 | struct listen_sock *lopt = icsk->icsk_accept_queue.listen_opt; | 
| Arnaldo Carvalho de Melo | ca304b6 | 2005-12-13 23:15:40 -0800 | [diff] [blame] | 144 | const u32 h = inet6_synq_hash(&inet6_rsk(req)->rmt_addr, | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 145 | inet_rsk(req)->rmt_port, | 
|  | 146 | lopt->hash_rnd, lopt->nr_table_entries); | 
|  | 147 |  | 
|  | 148 | reqsk_queue_hash_req(&icsk->icsk_accept_queue, h, req, timeout); | 
|  | 149 | inet_csk_reqsk_queue_added(sk, timeout); | 
|  | 150 | } | 
|  | 151 |  | 
|  | 152 | EXPORT_SYMBOL_GPL(inet6_csk_reqsk_queue_hash_add); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 153 |  | 
|  | 154 | void inet6_csk_addr2sockaddr(struct sock *sk, struct sockaddr * uaddr) | 
|  | 155 | { | 
|  | 156 | struct ipv6_pinfo *np = inet6_sk(sk); | 
|  | 157 | struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *) uaddr; | 
|  | 158 |  | 
|  | 159 | sin6->sin6_family = AF_INET6; | 
| Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 160 | sin6->sin6_addr = np->daddr; | 
| Eric Dumazet | c720c7e | 2009-10-15 06:30:45 +0000 | [diff] [blame] | 161 | sin6->sin6_port	= inet_sk(sk)->inet_dport; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 162 | /* We do not store received flowlabel for TCP */ | 
|  | 163 | sin6->sin6_flowinfo = 0; | 
|  | 164 | sin6->sin6_scope_id = 0; | 
|  | 165 | if (sk->sk_bound_dev_if && | 
|  | 166 | ipv6_addr_type(&sin6->sin6_addr) & IPV6_ADDR_LINKLOCAL) | 
|  | 167 | sin6->sin6_scope_id = sk->sk_bound_dev_if; | 
|  | 168 | } | 
|  | 169 |  | 
|  | 170 | EXPORT_SYMBOL_GPL(inet6_csk_addr2sockaddr); | 
|  | 171 |  | 
| Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 172 | static inline | 
|  | 173 | void __inet6_csk_dst_store(struct sock *sk, struct dst_entry *dst, | 
|  | 174 | struct in6_addr *daddr, struct in6_addr *saddr) | 
|  | 175 | { | 
|  | 176 | __ip6_dst_store(sk, dst, daddr, saddr); | 
|  | 177 |  | 
|  | 178 | #ifdef CONFIG_XFRM | 
| Adrian Bunk | 1dff92e | 2007-10-15 01:37:55 -0700 | [diff] [blame] | 179 | { | 
| Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 180 | struct rt6_info *rt = (struct rt6_info  *)dst; | 
|  | 181 | rt->rt6i_flow_cache_genid = atomic_read(&flow_cache_genid); | 
|  | 182 | } | 
|  | 183 | #endif | 
|  | 184 | } | 
|  | 185 |  | 
|  | 186 | static inline | 
|  | 187 | struct dst_entry *__inet6_csk_dst_check(struct sock *sk, u32 cookie) | 
|  | 188 | { | 
|  | 189 | struct dst_entry *dst; | 
|  | 190 |  | 
|  | 191 | dst = __sk_dst_check(sk, cookie); | 
|  | 192 |  | 
|  | 193 | #ifdef CONFIG_XFRM | 
|  | 194 | if (dst) { | 
|  | 195 | struct rt6_info *rt = (struct rt6_info *)dst; | 
|  | 196 | if (rt->rt6i_flow_cache_genid != atomic_read(&flow_cache_genid)) { | 
| Krishna Kumar | f04c827 | 2009-10-19 23:46:32 +0000 | [diff] [blame] | 197 | __sk_dst_reset(sk); | 
| Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 198 | dst = NULL; | 
|  | 199 | } | 
|  | 200 | } | 
|  | 201 | #endif | 
|  | 202 |  | 
|  | 203 | return dst; | 
|  | 204 | } | 
|  | 205 |  | 
| David S. Miller | d9d8da8 | 2011-05-06 22:23:20 -0700 | [diff] [blame] | 206 | int inet6_csk_xmit(struct sk_buff *skb, struct flowi *fl_unused) | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 207 | { | 
| David S. Miller | e89862f | 2007-01-26 01:04:55 -0800 | [diff] [blame] | 208 | struct sock *sk = skb->sk; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 209 | struct inet_sock *inet = inet_sk(sk); | 
|  | 210 | struct ipv6_pinfo *np = inet6_sk(sk); | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 211 | struct flowi6 fl6; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 212 | struct dst_entry *dst; | 
| Arnaud Ebalard | 20c59de | 2010-06-01 21:35:01 +0000 | [diff] [blame] | 213 | struct in6_addr *final_p, final; | 
| Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 214 | int res; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 215 |  | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 216 | memset(&fl6, 0, sizeof(fl6)); | 
|  | 217 | fl6.flowi6_proto = sk->sk_protocol; | 
| Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 218 | fl6.daddr = np->daddr; | 
|  | 219 | fl6.saddr = np->saddr; | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 220 | fl6.flowlabel = np->flow_label; | 
|  | 221 | IP6_ECN_flow_xmit(sk, fl6.flowlabel); | 
|  | 222 | fl6.flowi6_oif = sk->sk_bound_dev_if; | 
|  | 223 | fl6.flowi6_mark = sk->sk_mark; | 
| David S. Miller | 1958b85 | 2011-03-12 16:36:19 -0500 | [diff] [blame] | 224 | fl6.fl6_sport = inet->inet_sport; | 
|  | 225 | fl6.fl6_dport = inet->inet_dport; | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 226 | security_sk_classify_flow(sk, flowi6_to_flowi(&fl6)); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 227 |  | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 228 | final_p = fl6_update_dst(&fl6, np->opt, &final); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 229 |  | 
| Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 230 | dst = __inet6_csk_dst_check(sk, np->dst_cookie); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 231 |  | 
|  | 232 | if (dst == NULL) { | 
| David S. Miller | 4c9483b | 2011-03-12 16:22:43 -0500 | [diff] [blame] | 233 | dst = ip6_dst_lookup_flow(sk, &fl6, final_p, false); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 234 |  | 
| David S. Miller | 68d0c6d | 2011-03-01 13:19:07 -0800 | [diff] [blame] | 235 | if (IS_ERR(dst)) { | 
|  | 236 | sk->sk_err_soft = -PTR_ERR(dst); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 237 | sk->sk_route_caps = 0; | 
| Alexey Kuznetsov | b0013fd | 2006-05-10 13:24:38 -0700 | [diff] [blame] | 238 | kfree_skb(skb); | 
| David S. Miller | 68d0c6d | 2011-03-01 13:19:07 -0800 | [diff] [blame] | 239 | return PTR_ERR(dst); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 240 | } | 
|  | 241 |  | 
| Noriaki TAKAMIYA | a47ed4c | 2007-09-06 03:31:25 -0700 | [diff] [blame] | 242 | __inet6_csk_dst_store(sk, dst, NULL, NULL); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 243 | } | 
|  | 244 |  | 
| Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 245 | rcu_read_lock(); | 
|  | 246 | skb_dst_set_noref(skb, dst); | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 247 |  | 
|  | 248 | /* Restore final destination back after routing done */ | 
| Alexey Dobriyan | 4e3fd7a | 2011-11-21 03:39:03 +0000 | [diff] [blame] | 249 | fl6.daddr = np->daddr; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 250 |  | 
| Eric Dumazet | b903d32 | 2011-10-27 00:44:35 -0400 | [diff] [blame] | 251 | res = ip6_xmit(sk, skb, &fl6, np->opt, np->tclass); | 
| Eric Dumazet | d14730b | 2011-07-28 03:43:47 +0000 | [diff] [blame] | 252 | rcu_read_unlock(); | 
|  | 253 | return res; | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 254 | } | 
| Arnaldo Carvalho de Melo | b9750ce | 2005-12-13 23:22:54 -0800 | [diff] [blame] | 255 | EXPORT_SYMBOL_GPL(inet6_csk_xmit); |