| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * NET		Generic infrastructure for Network protocols. | 
|  | 3 | * | 
|  | 4 | *		Definitions for request_sock | 
|  | 5 | * | 
|  | 6 | * Authors:	Arnaldo Carvalho de Melo <acme@conectiva.com.br> | 
|  | 7 | * | 
|  | 8 | * 		From code originally in include/net/tcp.h | 
|  | 9 | * | 
|  | 10 | *		This program is free software; you can redistribute it and/or | 
|  | 11 | *		modify it under the terms of the GNU General Public License | 
|  | 12 | *		as published by the Free Software Foundation; either version | 
|  | 13 | *		2 of the License, or (at your option) any later version. | 
|  | 14 | */ | 
|  | 15 | #ifndef _REQUEST_SOCK_H | 
|  | 16 | #define _REQUEST_SOCK_H | 
|  | 17 |  | 
|  | 18 | #include <linux/slab.h> | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 19 | #include <linux/spinlock.h> | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 20 | #include <linux/types.h> | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 21 |  | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 22 | #include <net/sock.h> | 
|  | 23 |  | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 24 | struct request_sock; | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 25 | struct sk_buff; | 
|  | 26 | struct dst_entry; | 
|  | 27 | struct proto; | 
|  | 28 |  | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 29 | struct request_sock_ops { | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 30 | int		family; | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 31 | int		obj_size; | 
| Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 32 | struct kmem_cache	*slab; | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 33 | int		(*rtx_syn_ack)(struct sock *sk, | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 34 | struct request_sock *req, | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 35 | struct dst_entry *dst); | 
|  | 36 | void		(*send_ack)(struct sk_buff *skb, | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 37 | struct request_sock *req); | 
| YOSHIFUJI Hideaki | cfb6eeb | 2006-11-14 19:07:45 -0800 | [diff] [blame] | 38 | void		(*send_reset)(struct sock *sk, | 
|  | 39 | struct sk_buff *skb); | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 40 | void		(*destructor)(struct request_sock *req); | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 41 | }; | 
|  | 42 |  | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 43 | /* struct request_sock - mini sock to represent a connection request | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 44 | */ | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 45 | struct request_sock { | 
|  | 46 | struct request_sock		*dl_next; /* Must be first member! */ | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 47 | u16				mss; | 
|  | 48 | u8				retrans; | 
|  | 49 | u8				__pad; | 
|  | 50 | /* The following two fields can be easily recomputed I think -AK */ | 
|  | 51 | u32				window_clamp; /* window clamp at creation time */ | 
|  | 52 | u32				rcv_wnd;	  /* rcv_wnd offered first time */ | 
|  | 53 | u32				ts_recent; | 
|  | 54 | unsigned long			expires; | 
| Eric Dumazet | 72a3eff | 2006-11-16 02:30:37 -0800 | [diff] [blame] | 55 | const struct request_sock_ops	*rsk_ops; | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 56 | struct sock			*sk; | 
| Venkat Yekkirala | 4237c75 | 2006-07-24 23:32:50 -0700 | [diff] [blame] | 57 | u32				secid; | 
| Venkat Yekkirala | 6b87769 | 2006-11-08 17:04:09 -0600 | [diff] [blame] | 58 | u32				peer_secid; | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 59 | }; | 
|  | 60 |  | 
| Eric Dumazet | 72a3eff | 2006-11-16 02:30:37 -0800 | [diff] [blame] | 61 | static inline struct request_sock *reqsk_alloc(const struct request_sock_ops *ops) | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 62 | { | 
| Christoph Lameter | 54e6ecb | 2006-12-06 20:33:16 -0800 | [diff] [blame] | 63 | struct request_sock *req = kmem_cache_alloc(ops->slab, GFP_ATOMIC); | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 64 |  | 
|  | 65 | if (req != NULL) | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 66 | req->rsk_ops = ops; | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 67 |  | 
|  | 68 | return req; | 
|  | 69 | } | 
|  | 70 |  | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 71 | static inline void __reqsk_free(struct request_sock *req) | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 72 | { | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 73 | kmem_cache_free(req->rsk_ops->slab, req); | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 74 | } | 
|  | 75 |  | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 76 | static inline void reqsk_free(struct request_sock *req) | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 77 | { | 
| Arnaldo Carvalho de Melo | 60236fd | 2005-06-18 22:47:21 -0700 | [diff] [blame] | 78 | req->rsk_ops->destructor(req); | 
|  | 79 | __reqsk_free(req); | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 80 | } | 
|  | 81 |  | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 82 | extern int sysctl_max_syn_backlog; | 
|  | 83 |  | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 84 | /** struct listen_sock - listen state | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 85 | * | 
|  | 86 | * @max_qlen_log - log_2 of maximal queued SYNs/REQUESTs | 
|  | 87 | */ | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 88 | struct listen_sock { | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 89 | u8			max_qlen_log; | 
|  | 90 | /* 3 bytes hole, try to use */ | 
|  | 91 | int			qlen; | 
|  | 92 | int			qlen_young; | 
|  | 93 | int			clock_hand; | 
|  | 94 | u32			hash_rnd; | 
| Arnaldo Carvalho de Melo | 83e3609 | 2005-08-09 19:33:31 -0700 | [diff] [blame] | 95 | u32			nr_table_entries; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 96 | struct request_sock	*syn_table[0]; | 
|  | 97 | }; | 
|  | 98 |  | 
|  | 99 | /** struct request_sock_queue - queue of request_socks | 
|  | 100 | * | 
|  | 101 | * @rskq_accept_head - FIFO head of established children | 
|  | 102 | * @rskq_accept_tail - FIFO tail of established children | 
| Arnaldo Carvalho de Melo | 295f732 | 2005-08-09 20:11:56 -0700 | [diff] [blame] | 103 | * @rskq_defer_accept - User waits for some data after accept() | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 104 | * @syn_wait_lock - serializer | 
|  | 105 | * | 
|  | 106 | * %syn_wait_lock is necessary only to avoid proc interface having to grab the main | 
|  | 107 | * lock sock while browsing the listening hash (otherwise it's deadlock prone). | 
|  | 108 | * | 
|  | 109 | * This lock is acquired in read mode only from listening_get_next() seq_file | 
|  | 110 | * op and it's acquired in write mode _only_ from code that is actively | 
|  | 111 | * changing rskq_accept_head. All readers that are holding the master sock lock | 
|  | 112 | * don't need to grab this lock in read mode too as rskq_accept_head. writes | 
|  | 113 | * are always protected from the main sock lock. | 
|  | 114 | */ | 
|  | 115 | struct request_sock_queue { | 
|  | 116 | struct request_sock	*rskq_accept_head; | 
|  | 117 | struct request_sock	*rskq_accept_tail; | 
|  | 118 | rwlock_t		syn_wait_lock; | 
| Arnaldo Carvalho de Melo | 295f732 | 2005-08-09 20:11:56 -0700 | [diff] [blame] | 119 | u8			rskq_defer_accept; | 
|  | 120 | /* 3 bytes hole, try to pack */ | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 121 | struct listen_sock	*listen_opt; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 122 | }; | 
|  | 123 |  | 
|  | 124 | extern int reqsk_queue_alloc(struct request_sock_queue *queue, | 
| Eric Dumazet | 72a3eff | 2006-11-16 02:30:37 -0800 | [diff] [blame] | 125 | unsigned int nr_table_entries); | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 126 |  | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 127 | static inline struct listen_sock *reqsk_queue_yank_listen_sk(struct request_sock_queue *queue) | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 128 | { | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 129 | struct listen_sock *lopt; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 130 |  | 
|  | 131 | write_lock_bh(&queue->syn_wait_lock); | 
|  | 132 | lopt = queue->listen_opt; | 
|  | 133 | queue->listen_opt = NULL; | 
|  | 134 | write_unlock_bh(&queue->syn_wait_lock); | 
|  | 135 |  | 
|  | 136 | return lopt; | 
|  | 137 | } | 
|  | 138 |  | 
| Arnaldo Carvalho de Melo | 83e3609 | 2005-08-09 19:33:31 -0700 | [diff] [blame] | 139 | static inline void __reqsk_queue_destroy(struct request_sock_queue *queue) | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 140 | { | 
|  | 141 | kfree(reqsk_queue_yank_listen_sk(queue)); | 
|  | 142 | } | 
|  | 143 |  | 
| Arnaldo Carvalho de Melo | 83e3609 | 2005-08-09 19:33:31 -0700 | [diff] [blame] | 144 | extern void reqsk_queue_destroy(struct request_sock_queue *queue); | 
|  | 145 |  | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 146 | static inline struct request_sock * | 
|  | 147 | reqsk_queue_yank_acceptq(struct request_sock_queue *queue) | 
|  | 148 | { | 
|  | 149 | struct request_sock *req = queue->rskq_accept_head; | 
|  | 150 |  | 
| Norbert Kiesel | 3eb4801 | 2006-03-26 17:39:55 -0800 | [diff] [blame] | 151 | queue->rskq_accept_head = NULL; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 152 | return req; | 
|  | 153 | } | 
|  | 154 |  | 
|  | 155 | static inline int reqsk_queue_empty(struct request_sock_queue *queue) | 
|  | 156 | { | 
|  | 157 | return queue->rskq_accept_head == NULL; | 
|  | 158 | } | 
|  | 159 |  | 
|  | 160 | static inline void reqsk_queue_unlink(struct request_sock_queue *queue, | 
|  | 161 | struct request_sock *req, | 
|  | 162 | struct request_sock **prev_req) | 
|  | 163 | { | 
|  | 164 | write_lock(&queue->syn_wait_lock); | 
|  | 165 | *prev_req = req->dl_next; | 
|  | 166 | write_unlock(&queue->syn_wait_lock); | 
|  | 167 | } | 
|  | 168 |  | 
|  | 169 | static inline void reqsk_queue_add(struct request_sock_queue *queue, | 
|  | 170 | struct request_sock *req, | 
|  | 171 | struct sock *parent, | 
|  | 172 | struct sock *child) | 
|  | 173 | { | 
|  | 174 | req->sk = child; | 
|  | 175 | sk_acceptq_added(parent); | 
|  | 176 |  | 
|  | 177 | if (queue->rskq_accept_head == NULL) | 
|  | 178 | queue->rskq_accept_head = req; | 
|  | 179 | else | 
|  | 180 | queue->rskq_accept_tail->dl_next = req; | 
|  | 181 |  | 
|  | 182 | queue->rskq_accept_tail = req; | 
|  | 183 | req->dl_next = NULL; | 
|  | 184 | } | 
|  | 185 |  | 
|  | 186 | static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue) | 
|  | 187 | { | 
|  | 188 | struct request_sock *req = queue->rskq_accept_head; | 
|  | 189 |  | 
|  | 190 | BUG_TRAP(req != NULL); | 
|  | 191 |  | 
|  | 192 | queue->rskq_accept_head = req->dl_next; | 
|  | 193 | if (queue->rskq_accept_head == NULL) | 
|  | 194 | queue->rskq_accept_tail = NULL; | 
|  | 195 |  | 
|  | 196 | return req; | 
|  | 197 | } | 
|  | 198 |  | 
|  | 199 | static inline struct sock *reqsk_queue_get_child(struct request_sock_queue *queue, | 
|  | 200 | struct sock *parent) | 
|  | 201 | { | 
|  | 202 | struct request_sock *req = reqsk_queue_remove(queue); | 
|  | 203 | struct sock *child = req->sk; | 
|  | 204 |  | 
|  | 205 | BUG_TRAP(child != NULL); | 
|  | 206 |  | 
|  | 207 | sk_acceptq_removed(parent); | 
|  | 208 | __reqsk_free(req); | 
|  | 209 | return child; | 
|  | 210 | } | 
|  | 211 |  | 
|  | 212 | static inline int reqsk_queue_removed(struct request_sock_queue *queue, | 
|  | 213 | struct request_sock *req) | 
|  | 214 | { | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 215 | struct listen_sock *lopt = queue->listen_opt; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 216 |  | 
|  | 217 | if (req->retrans == 0) | 
|  | 218 | --lopt->qlen_young; | 
|  | 219 |  | 
|  | 220 | return --lopt->qlen; | 
|  | 221 | } | 
|  | 222 |  | 
|  | 223 | static inline int reqsk_queue_added(struct request_sock_queue *queue) | 
|  | 224 | { | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 225 | struct listen_sock *lopt = queue->listen_opt; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 226 | const int prev_qlen = lopt->qlen; | 
|  | 227 |  | 
|  | 228 | lopt->qlen_young++; | 
|  | 229 | lopt->qlen++; | 
|  | 230 | return prev_qlen; | 
|  | 231 | } | 
|  | 232 |  | 
| Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 233 | static inline int reqsk_queue_len(const struct request_sock_queue *queue) | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 234 | { | 
|  | 235 | return queue->listen_opt != NULL ? queue->listen_opt->qlen : 0; | 
|  | 236 | } | 
|  | 237 |  | 
| Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 238 | static inline int reqsk_queue_len_young(const struct request_sock_queue *queue) | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 239 | { | 
|  | 240 | return queue->listen_opt->qlen_young; | 
|  | 241 | } | 
|  | 242 |  | 
| Arnaldo Carvalho de Melo | 463c84b | 2005-08-09 20:10:42 -0700 | [diff] [blame] | 243 | static inline int reqsk_queue_is_full(const struct request_sock_queue *queue) | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 244 | { | 
|  | 245 | return queue->listen_opt->qlen >> queue->listen_opt->max_qlen_log; | 
|  | 246 | } | 
|  | 247 |  | 
|  | 248 | static inline void reqsk_queue_hash_req(struct request_sock_queue *queue, | 
|  | 249 | u32 hash, struct request_sock *req, | 
| Arnaldo Carvalho de Melo | 8129765 | 2005-12-13 23:15:24 -0800 | [diff] [blame] | 250 | unsigned long timeout) | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 251 | { | 
| Arnaldo Carvalho de Melo | 2ad69c5 | 2005-06-18 22:48:55 -0700 | [diff] [blame] | 252 | struct listen_sock *lopt = queue->listen_opt; | 
| Arnaldo Carvalho de Melo | 0e87506 | 2005-06-18 22:47:59 -0700 | [diff] [blame] | 253 |  | 
|  | 254 | req->expires = jiffies + timeout; | 
|  | 255 | req->retrans = 0; | 
|  | 256 | req->sk = NULL; | 
|  | 257 | req->dl_next = lopt->syn_table[hash]; | 
|  | 258 |  | 
|  | 259 | write_lock(&queue->syn_wait_lock); | 
|  | 260 | lopt->syn_table[hash] = req; | 
|  | 261 | write_unlock(&queue->syn_wait_lock); | 
|  | 262 | } | 
|  | 263 |  | 
| Arnaldo Carvalho de Melo | 2e6599c | 2005-06-18 22:46:52 -0700 | [diff] [blame] | 264 | #endif /* _REQUEST_SOCK_H */ |