blob: c54ec3615ded48f1c5e3bea8d70b42d4e9c095f7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * TCP over IPv6
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09003 * Linux INET6 implementation
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
5 * Authors:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09006 * Pedro Roque <roque@di.fc.ul.pt>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 *
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09008 * Based on:
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * linux/net/ipv4/tcp.c
10 * linux/net/ipv4/tcp_input.c
11 * linux/net/ipv4/tcp_output.c
12 *
13 * Fixes:
14 * Hideaki YOSHIFUJI : sin6_scope_id support
15 * YOSHIFUJI Hideaki @USAGI and: Support IPV6_V6ONLY socket option, which
16 * Alexey Kuznetsov allow both IPv4 and IPv6 sockets to bind
17 * a single port at the same time.
18 * YOSHIFUJI Hideaki @USAGI: convert /proc/net/tcp6 to seq_file.
19 *
20 * This program is free software; you can redistribute it and/or
21 * modify it under the terms of the GNU General Public License
22 * as published by the Free Software Foundation; either version
23 * 2 of the License, or (at your option) any later version.
24 */
25
Herbert Xueb4dea52008-12-29 23:04:08 -080026#include <linux/bottom_half.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/errno.h>
29#include <linux/types.h>
30#include <linux/socket.h>
31#include <linux/sockios.h>
32#include <linux/net.h>
33#include <linux/jiffies.h>
34#include <linux/in.h>
35#include <linux/in6.h>
36#include <linux/netdevice.h>
37#include <linux/init.h>
38#include <linux/jhash.h>
39#include <linux/ipsec.h>
40#include <linux/times.h>
41
42#include <linux/ipv6.h>
43#include <linux/icmpv6.h>
44#include <linux/random.h>
45
46#include <net/tcp.h>
47#include <net/ndisc.h>
Arnaldo Carvalho de Melo5324a042005-08-12 09:26:18 -030048#include <net/inet6_hashtables.h>
Arnaldo Carvalho de Melo81297652005-12-13 23:15:24 -080049#include <net/inet6_connection_sock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#include <net/ipv6.h>
51#include <net/transp_v6.h>
52#include <net/addrconf.h>
53#include <net/ip6_route.h>
54#include <net/ip6_checksum.h>
55#include <net/inet_ecn.h>
56#include <net/protocol.h>
57#include <net/xfrm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070058#include <net/snmp.h>
59#include <net/dsfield.h>
Arnaldo Carvalho de Melo6d6ee432005-12-13 23:25:19 -080060#include <net/timewait_sock.h>
Jeff Garzik18134be2007-10-26 22:53:14 -070061#include <net/netdma.h>
Denis V. Lunev3d58b5f2008-04-03 14:22:32 -070062#include <net/inet_common.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
64#include <asm/uaccess.h>
65
66#include <linux/proc_fs.h>
67#include <linux/seq_file.h>
68
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080069#include <linux/crypto.h>
70#include <linux/scatterlist.h>
71
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -080072static void tcp_v6_send_reset(struct sock *sk, struct sk_buff *skb);
Gui Jianfeng6edafaa2008-08-06 23:50:04 -070073static void tcp_v6_reqsk_send_ack(struct sock *sk, struct sk_buff *skb,
74 struct request_sock *req);
Linus Torvalds1da177e2005-04-16 15:20:36 -070075
76static int tcp_v6_do_rcv(struct sock *sk, struct sk_buff *skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -070077
Stephen Hemminger3b401a82009-09-01 19:25:04 +000078static const struct inet_connection_sock_af_ops ipv6_mapped;
79static const struct inet_connection_sock_af_ops ipv6_specific;
David S. Millera9286302006-11-14 19:53:22 -080080#ifdef CONFIG_TCP_MD5SIG
Stephen Hemmingerb2e4b3de2009-09-01 19:25:03 +000081static const struct tcp_sock_af_ops tcp_sock_ipv6_specific;
82static const struct tcp_sock_af_ops tcp_sock_ipv6_mapped_specific;
YOSHIFUJI Hideaki9501f972008-04-18 12:45:16 +090083#else
84static struct tcp_md5sig_key *tcp_v6_md5_do_lookup(struct sock *sk,
85 struct in6_addr *addr)
86{
87 return NULL;
88}
David S. Millera9286302006-11-14 19:53:22 -080089#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070090
Linus Torvalds1da177e2005-04-16 15:20:36 -070091static void tcp_v6_hash(struct sock *sk)
92{
93 if (sk->sk_state != TCP_CLOSE) {
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -080094 if (inet_csk(sk)->icsk_af_ops == &ipv6_mapped) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070095 tcp_prot.hash(sk);
96 return;
97 }
98 local_bh_disable();
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -080099 __inet6_hash(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 local_bh_enable();
101 }
102}
103
Herbert Xu684f2172009-01-08 10:41:23 -0800104static __inline__ __sum16 tcp_v6_check(int len,
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900105 struct in6_addr *saddr,
106 struct in6_addr *daddr,
Al Viro868c86b2006-11-14 21:35:48 -0800107 __wsum base)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108{
109 return csum_ipv6_magic(saddr, daddr, len, IPPROTO_TCP, base);
110}
111
Gerrit Renkera94f7232006-11-10 14:06:49 -0800112static __u32 tcp_v6_init_sequence(struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113{
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700114 return secure_tcpv6_sequence_number(ipv6_hdr(skb)->daddr.s6_addr32,
115 ipv6_hdr(skb)->saddr.s6_addr32,
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700116 tcp_hdr(skb)->dest,
117 tcp_hdr(skb)->source);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118}
119
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900120static int tcp_v6_connect(struct sock *sk, struct sockaddr *uaddr,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 int addr_len)
122{
123 struct sockaddr_in6 *usin = (struct sockaddr_in6 *) uaddr;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900124 struct inet_sock *inet = inet_sk(sk);
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800125 struct inet_connection_sock *icsk = inet_csk(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 struct ipv6_pinfo *np = inet6_sk(sk);
127 struct tcp_sock *tp = tcp_sk(sk);
128 struct in6_addr *saddr = NULL, *final_p = NULL, final;
129 struct flowi fl;
130 struct dst_entry *dst;
131 int addr_type;
132 int err;
133
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900134 if (addr_len < SIN6_LEN_RFC2133)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 return -EINVAL;
136
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900137 if (usin->sin6_family != AF_INET6)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 return(-EAFNOSUPPORT);
139
140 memset(&fl, 0, sizeof(fl));
141
142 if (np->sndflow) {
143 fl.fl6_flowlabel = usin->sin6_flowinfo&IPV6_FLOWINFO_MASK;
144 IP6_ECN_flow_init(fl.fl6_flowlabel);
145 if (fl.fl6_flowlabel&IPV6_FLOWLABEL_MASK) {
146 struct ip6_flowlabel *flowlabel;
147 flowlabel = fl6_sock_lookup(sk, fl.fl6_flowlabel);
148 if (flowlabel == NULL)
149 return -EINVAL;
150 ipv6_addr_copy(&usin->sin6_addr, &flowlabel->dst);
151 fl6_sock_release(flowlabel);
152 }
153 }
154
155 /*
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900156 * connect() to INADDR_ANY means loopback (BSD'ism).
157 */
158
159 if(ipv6_addr_any(&usin->sin6_addr))
160 usin->sin6_addr.s6_addr[15] = 0x1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161
162 addr_type = ipv6_addr_type(&usin->sin6_addr);
163
164 if(addr_type & IPV6_ADDR_MULTICAST)
165 return -ENETUNREACH;
166
167 if (addr_type&IPV6_ADDR_LINKLOCAL) {
168 if (addr_len >= sizeof(struct sockaddr_in6) &&
169 usin->sin6_scope_id) {
170 /* If interface is set while binding, indices
171 * must coincide.
172 */
173 if (sk->sk_bound_dev_if &&
174 sk->sk_bound_dev_if != usin->sin6_scope_id)
175 return -EINVAL;
176
177 sk->sk_bound_dev_if = usin->sin6_scope_id;
178 }
179
180 /* Connect to link-local address requires an interface */
181 if (!sk->sk_bound_dev_if)
182 return -EINVAL;
183 }
184
185 if (tp->rx_opt.ts_recent_stamp &&
186 !ipv6_addr_equal(&np->daddr, &usin->sin6_addr)) {
187 tp->rx_opt.ts_recent = 0;
188 tp->rx_opt.ts_recent_stamp = 0;
189 tp->write_seq = 0;
190 }
191
192 ipv6_addr_copy(&np->daddr, &usin->sin6_addr);
193 np->flow_label = fl.fl6_flowlabel;
194
195 /*
196 * TCP over IPv4
197 */
198
199 if (addr_type == IPV6_ADDR_MAPPED) {
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800200 u32 exthdrlen = icsk->icsk_ext_hdr_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 struct sockaddr_in sin;
202
203 SOCK_DEBUG(sk, "connect: ipv4 mapped\n");
204
205 if (__ipv6_only_sock(sk))
206 return -ENETUNREACH;
207
208 sin.sin_family = AF_INET;
209 sin.sin_port = usin->sin6_port;
210 sin.sin_addr.s_addr = usin->sin6_addr.s6_addr32[3];
211
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800212 icsk->icsk_af_ops = &ipv6_mapped;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 sk->sk_backlog_rcv = tcp_v4_do_rcv;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800214#ifdef CONFIG_TCP_MD5SIG
215 tp->af_specific = &tcp_sock_ipv6_mapped_specific;
216#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217
218 err = tcp_v4_connect(sk, (struct sockaddr *)&sin, sizeof(sin));
219
220 if (err) {
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800221 icsk->icsk_ext_hdr_len = exthdrlen;
222 icsk->icsk_af_ops = &ipv6_specific;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223 sk->sk_backlog_rcv = tcp_v6_do_rcv;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800224#ifdef CONFIG_TCP_MD5SIG
225 tp->af_specific = &tcp_sock_ipv6_specific;
226#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 goto failure;
228 } else {
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000229 ipv6_addr_set_v4mapped(inet->inet_saddr, &np->saddr);
230 ipv6_addr_set_v4mapped(inet->inet_rcv_saddr,
231 &np->rcv_saddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 }
233
234 return err;
235 }
236
237 if (!ipv6_addr_any(&np->rcv_saddr))
238 saddr = &np->rcv_saddr;
239
240 fl.proto = IPPROTO_TCP;
241 ipv6_addr_copy(&fl.fl6_dst, &np->daddr);
242 ipv6_addr_copy(&fl.fl6_src,
243 (saddr ? saddr : &np->saddr));
244 fl.oif = sk->sk_bound_dev_if;
Brian Haley51953d52009-10-05 08:24:16 +0000245 fl.mark = sk->sk_mark;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246 fl.fl_ip_dport = usin->sin6_port;
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000247 fl.fl_ip_sport = inet->inet_sport;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248
249 if (np->opt && np->opt->srcrt) {
250 struct rt0_hdr *rt0 = (struct rt0_hdr *)np->opt->srcrt;
251 ipv6_addr_copy(&final, &fl.fl6_dst);
252 ipv6_addr_copy(&fl.fl6_dst, rt0->addr);
253 final_p = &final;
254 }
255
Venkat Yekkiralabeb8d132006-08-04 23:12:42 -0700256 security_sk_classify_flow(sk, &fl);
257
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258 err = ip6_dst_lookup(sk, &dst, &fl);
259 if (err)
260 goto failure;
261 if (final_p)
262 ipv6_addr_copy(&fl.fl6_dst, final_p);
263
Alexey Dobriyan52479b62008-11-25 17:35:18 -0800264 err = __xfrm_lookup(sock_net(sk), &dst, &fl, sk, XFRM_LOOKUP_WAIT);
265 if (err < 0) {
David S. Miller14e50e52007-05-24 18:17:54 -0700266 if (err == -EREMOTE)
267 err = ip6_dst_blackhole(sk, &dst, &fl);
268 if (err < 0)
269 goto failure;
270 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271
272 if (saddr == NULL) {
273 saddr = &fl.fl6_src;
274 ipv6_addr_copy(&np->rcv_saddr, saddr);
275 }
276
277 /* set the source address */
278 ipv6_addr_copy(&np->saddr, saddr);
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000279 inet->inet_rcv_saddr = LOOPBACK4_IPV6;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280
Herbert Xuf83ef8c2006-06-30 13:37:03 -0700281 sk->sk_gso_type = SKB_GSO_TCPV6;
YOSHIFUJI Hideaki8e1ef0a2006-08-29 17:15:09 -0700282 __ip6_dst_store(sk, dst, NULL, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800284 icsk->icsk_ext_hdr_len = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 if (np->opt)
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800286 icsk->icsk_ext_hdr_len = (np->opt->opt_flen +
287 np->opt->opt_nflen);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288
289 tp->rx_opt.mss_clamp = IPV6_MIN_MTU - sizeof(struct tcphdr) - sizeof(struct ipv6hdr);
290
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000291 inet->inet_dport = usin->sin6_port;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292
293 tcp_set_state(sk, TCP_SYN_SENT);
Arnaldo Carvalho de Melod8313f52005-12-13 23:25:44 -0800294 err = inet6_hash_connect(&tcp_death_row, sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 if (err)
296 goto late_failure;
297
298 if (!tp->write_seq)
299 tp->write_seq = secure_tcpv6_sequence_number(np->saddr.s6_addr32,
300 np->daddr.s6_addr32,
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000301 inet->inet_sport,
302 inet->inet_dport);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304 err = tcp_connect(sk);
305 if (err)
306 goto late_failure;
307
308 return 0;
309
310late_failure:
311 tcp_set_state(sk, TCP_CLOSE);
312 __sk_dst_reset(sk);
313failure:
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000314 inet->inet_dport = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 sk->sk_route_caps = 0;
316 return err;
317}
318
319static void tcp_v6_err(struct sk_buff *skb, struct inet6_skb_parm *opt,
Brian Haleyd5fdd6b2009-06-23 04:31:07 -0700320 u8 type, u8 code, int offset, __be32 info)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321{
322 struct ipv6hdr *hdr = (struct ipv6hdr*)skb->data;
Arnaldo Carvalho de Melo505cbfc2005-08-12 09:19:38 -0300323 const struct tcphdr *th = (struct tcphdr *)(skb->data+offset);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 struct ipv6_pinfo *np;
325 struct sock *sk;
326 int err;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900327 struct tcp_sock *tp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 __u32 seq;
Pavel Emelyanovca12a1a2008-07-16 20:28:42 -0700329 struct net *net = dev_net(skb->dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330
Pavel Emelyanovca12a1a2008-07-16 20:28:42 -0700331 sk = inet6_lookup(net, &tcp_hashinfo, &hdr->daddr,
Pavel Emelyanovd86e0da2008-01-31 05:07:21 -0800332 th->dest, &hdr->saddr, th->source, skb->dev->ifindex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333
334 if (sk == NULL) {
Denis V. Luneve41b5362008-10-08 10:33:26 -0700335 ICMP6_INC_STATS_BH(net, __in6_dev_get(skb->dev),
336 ICMP6_MIB_INERRORS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337 return;
338 }
339
340 if (sk->sk_state == TCP_TIME_WAIT) {
YOSHIFUJI Hideaki9469c7b2006-10-10 19:41:46 -0700341 inet_twsk_put(inet_twsk(sk));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 return;
343 }
344
345 bh_lock_sock(sk);
346 if (sock_owned_by_user(sk))
Pavel Emelyanovde0744a2008-07-16 20:31:16 -0700347 NET_INC_STATS_BH(net, LINUX_MIB_LOCKDROPPEDICMPS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348
349 if (sk->sk_state == TCP_CLOSE)
350 goto out;
351
352 tp = tcp_sk(sk);
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900353 seq = ntohl(th->seq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354 if (sk->sk_state != TCP_LISTEN &&
355 !between(seq, tp->snd_una, tp->snd_nxt)) {
Pavel Emelyanovde0744a2008-07-16 20:31:16 -0700356 NET_INC_STATS_BH(net, LINUX_MIB_OUTOFWINDOWICMPS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357 goto out;
358 }
359
360 np = inet6_sk(sk);
361
362 if (type == ICMPV6_PKT_TOOBIG) {
363 struct dst_entry *dst = NULL;
364
365 if (sock_owned_by_user(sk))
366 goto out;
367 if ((1 << sk->sk_state) & (TCPF_LISTEN | TCPF_CLOSE))
368 goto out;
369
370 /* icmp should have updated the destination cache entry */
371 dst = __sk_dst_check(sk, np->dst_cookie);
372
373 if (dst == NULL) {
374 struct inet_sock *inet = inet_sk(sk);
375 struct flowi fl;
376
377 /* BUGGG_FUTURE: Again, it is not clear how
378 to handle rthdr case. Ignore this complexity
379 for now.
380 */
381 memset(&fl, 0, sizeof(fl));
382 fl.proto = IPPROTO_TCP;
383 ipv6_addr_copy(&fl.fl6_dst, &np->daddr);
384 ipv6_addr_copy(&fl.fl6_src, &np->saddr);
385 fl.oif = sk->sk_bound_dev_if;
Brian Haley51953d52009-10-05 08:24:16 +0000386 fl.mark = sk->sk_mark;
Eric Dumazetc720c7e82009-10-15 06:30:45 +0000387 fl.fl_ip_dport = inet->inet_dport;
388 fl.fl_ip_sport = inet->inet_sport;
Venkat Yekkiralabeb8d132006-08-04 23:12:42 -0700389 security_skb_classify_flow(skb, &fl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390
391 if ((err = ip6_dst_lookup(sk, &dst, &fl))) {
392 sk->sk_err_soft = -err;
393 goto out;
394 }
395
Alexey Dobriyan52479b62008-11-25 17:35:18 -0800396 if ((err = xfrm_lookup(net, &dst, &fl, sk, 0)) < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397 sk->sk_err_soft = -err;
398 goto out;
399 }
400
401 } else
402 dst_hold(dst);
403
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -0800404 if (inet_csk(sk)->icsk_pmtu_cookie > dst_mtu(dst)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405 tcp_sync_mss(sk, dst_mtu(dst));
406 tcp_simple_retransmit(sk);
407 } /* else let the usual retransmit timer handle it */
408 dst_release(dst);
409 goto out;
410 }
411
412 icmpv6_err_convert(type, code, &err);
413
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700414 /* Might be for an request_sock */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 switch (sk->sk_state) {
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700416 struct request_sock *req, **prev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417 case TCP_LISTEN:
418 if (sock_owned_by_user(sk))
419 goto out;
420
Arnaldo Carvalho de Melo81297652005-12-13 23:15:24 -0800421 req = inet6_csk_search_req(sk, &prev, th->dest, &hdr->daddr,
422 &hdr->saddr, inet6_iif(skb));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423 if (!req)
424 goto out;
425
426 /* ICMPs are not backlogged, hence we cannot get
427 * an established socket here.
428 */
Ilpo Järvinen547b7922008-07-25 21:43:18 -0700429 WARN_ON(req->sk != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700430
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700431 if (seq != tcp_rsk(req)->snt_isn) {
Pavel Emelyanovde0744a2008-07-16 20:31:16 -0700432 NET_INC_STATS_BH(net, LINUX_MIB_OUTOFWINDOWICMPS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433 goto out;
434 }
435
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -0700436 inet_csk_reqsk_queue_drop(sk, req, prev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700437 goto out;
438
439 case TCP_SYN_SENT:
440 case TCP_SYN_RECV: /* Cannot happen.
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900441 It can, it SYNs are crossed. --ANK */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700442 if (!sock_owned_by_user(sk)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443 sk->sk_err = err;
444 sk->sk_error_report(sk); /* Wake people up to see the error (see connect in sock.c) */
445
446 tcp_done(sk);
447 } else
448 sk->sk_err_soft = err;
449 goto out;
450 }
451
452 if (!sock_owned_by_user(sk) && np->recverr) {
453 sk->sk_err = err;
454 sk->sk_error_report(sk);
455 } else
456 sk->sk_err_soft = err;
457
458out:
459 bh_unlock_sock(sk);
460 sock_put(sk);
461}
462
463
Denis V. Lunevfd80eb92008-02-29 11:43:03 -0800464static int tcp_v6_send_synack(struct sock *sk, struct request_sock *req)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465{
Arnaldo Carvalho de Meloca304b62005-12-13 23:15:40 -0800466 struct inet6_request_sock *treq = inet6_rsk(req);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467 struct ipv6_pinfo *np = inet6_sk(sk);
468 struct sk_buff * skb;
469 struct ipv6_txoptions *opt = NULL;
470 struct in6_addr * final_p = NULL, final;
471 struct flowi fl;
Denis V. Lunevfd80eb92008-02-29 11:43:03 -0800472 struct dst_entry *dst;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 int err = -1;
474
475 memset(&fl, 0, sizeof(fl));
476 fl.proto = IPPROTO_TCP;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700477 ipv6_addr_copy(&fl.fl6_dst, &treq->rmt_addr);
478 ipv6_addr_copy(&fl.fl6_src, &treq->loc_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 fl.fl6_flowlabel = 0;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700480 fl.oif = treq->iif;
Brian Haley51953d52009-10-05 08:24:16 +0000481 fl.mark = sk->sk_mark;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700482 fl.fl_ip_dport = inet_rsk(req)->rmt_port;
KOVACS Krisztianfd507032008-10-19 23:35:58 -0700483 fl.fl_ip_sport = inet_rsk(req)->loc_port;
Venkat Yekkirala4237c752006-07-24 23:32:50 -0700484 security_req_classify_flow(req, &fl);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485
Denis V. Lunevfd80eb92008-02-29 11:43:03 -0800486 opt = np->opt;
487 if (opt && opt->srcrt) {
488 struct rt0_hdr *rt0 = (struct rt0_hdr *) opt->srcrt;
489 ipv6_addr_copy(&final, &fl.fl6_dst);
490 ipv6_addr_copy(&fl.fl6_dst, rt0->addr);
491 final_p = &final;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492 }
493
Denis V. Lunevfd80eb92008-02-29 11:43:03 -0800494 err = ip6_dst_lookup(sk, &dst, &fl);
495 if (err)
496 goto done;
497 if (final_p)
498 ipv6_addr_copy(&fl.fl6_dst, final_p);
Alexey Dobriyan52479b62008-11-25 17:35:18 -0800499 if ((err = xfrm_lookup(sock_net(sk), &dst, &fl, sk, 0)) < 0)
Denis V. Lunevfd80eb92008-02-29 11:43:03 -0800500 goto done;
501
Linus Torvalds1da177e2005-04-16 15:20:36 -0700502 skb = tcp_make_synack(sk, dst, req);
503 if (skb) {
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700504 struct tcphdr *th = tcp_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505
Herbert Xu684f2172009-01-08 10:41:23 -0800506 th->check = tcp_v6_check(skb->len,
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700507 &treq->loc_addr, &treq->rmt_addr,
Joe Perches07f07572008-11-19 15:44:53 -0800508 csum_partial(th, skb->len, skb->csum));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700509
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700510 ipv6_addr_copy(&fl.fl6_dst, &treq->rmt_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511 err = ip6_xmit(sk, skb, &fl, opt, 0);
Gerrit Renkerb9df3cb2006-11-14 11:21:36 -0200512 err = net_xmit_eval(err);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700513 }
514
515done:
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900516 if (opt && opt != np->opt)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517 sock_kfree_s(sk, opt, opt->tot_len);
Eric W. Biederman78b91042006-01-31 17:51:44 -0800518 dst_release(dst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519 return err;
520}
521
Glenn Griffinc6aefaf2008-02-07 21:49:26 -0800522static inline void syn_flood_warning(struct sk_buff *skb)
523{
524#ifdef CONFIG_SYN_COOKIES
525 if (sysctl_tcp_syncookies)
526 printk(KERN_INFO
527 "TCPv6: Possible SYN flooding on port %d. "
528 "Sending cookies.\n", ntohs(tcp_hdr(skb)->dest));
529 else
530#endif
531 printk(KERN_INFO
532 "TCPv6: Possible SYN flooding on port %d. "
533 "Dropping request.\n", ntohs(tcp_hdr(skb)->dest));
534}
535
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700536static void tcp_v6_reqsk_destructor(struct request_sock *req)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537{
Wei Yongjun800d55f2009-02-23 21:45:33 +0000538 kfree_skb(inet6_rsk(req)->pktopts);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539}
540
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800541#ifdef CONFIG_TCP_MD5SIG
542static struct tcp_md5sig_key *tcp_v6_md5_do_lookup(struct sock *sk,
543 struct in6_addr *addr)
544{
545 struct tcp_sock *tp = tcp_sk(sk);
546 int i;
547
548 BUG_ON(tp == NULL);
549
550 if (!tp->md5sig_info || !tp->md5sig_info->entries6)
551 return NULL;
552
553 for (i = 0; i < tp->md5sig_info->entries6; i++) {
YOSHIFUJI Hideakicaad2952008-04-10 15:42:07 +0900554 if (ipv6_addr_equal(&tp->md5sig_info->keys6[i].addr, addr))
David S. Millerf8ab18d2007-09-28 15:18:35 -0700555 return &tp->md5sig_info->keys6[i].base;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800556 }
557 return NULL;
558}
559
560static struct tcp_md5sig_key *tcp_v6_md5_lookup(struct sock *sk,
561 struct sock *addr_sk)
562{
563 return tcp_v6_md5_do_lookup(sk, &inet6_sk(addr_sk)->daddr);
564}
565
566static struct tcp_md5sig_key *tcp_v6_reqsk_md5_lookup(struct sock *sk,
567 struct request_sock *req)
568{
569 return tcp_v6_md5_do_lookup(sk, &inet6_rsk(req)->rmt_addr);
570}
571
572static int tcp_v6_md5_do_add(struct sock *sk, struct in6_addr *peer,
573 char *newkey, u8 newkeylen)
574{
575 /* Add key to the list */
Matthias M. Dellwegb0a713e2007-10-29 20:55:27 -0700576 struct tcp_md5sig_key *key;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800577 struct tcp_sock *tp = tcp_sk(sk);
578 struct tcp6_md5sig_key *keys;
579
Matthias M. Dellwegb0a713e2007-10-29 20:55:27 -0700580 key = tcp_v6_md5_do_lookup(sk, peer);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800581 if (key) {
582 /* modify existing entry - just update that one */
Matthias M. Dellwegb0a713e2007-10-29 20:55:27 -0700583 kfree(key->key);
584 key->key = newkey;
585 key->keylen = newkeylen;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800586 } else {
587 /* reallocate new list if current one is full. */
588 if (!tp->md5sig_info) {
589 tp->md5sig_info = kzalloc(sizeof(*tp->md5sig_info), GFP_ATOMIC);
590 if (!tp->md5sig_info) {
591 kfree(newkey);
592 return -ENOMEM;
593 }
David S. Miller3d7dbea2007-06-12 14:36:42 -0700594 sk->sk_route_caps &= ~NETIF_F_GSO_MASK;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800595 }
Wu Fengguangaa133072009-09-02 23:45:45 -0700596 if (tcp_alloc_md5sig_pool(sk) == NULL) {
YOSHIFUJI Hideakiaacbe8c2007-11-20 17:30:56 -0800597 kfree(newkey);
598 return -ENOMEM;
599 }
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800600 if (tp->md5sig_info->alloced6 == tp->md5sig_info->entries6) {
601 keys = kmalloc((sizeof (tp->md5sig_info->keys6[0]) *
602 (tp->md5sig_info->entries6 + 1)), GFP_ATOMIC);
603
604 if (!keys) {
605 tcp_free_md5sig_pool();
606 kfree(newkey);
607 return -ENOMEM;
608 }
609
610 if (tp->md5sig_info->entries6)
611 memmove(keys, tp->md5sig_info->keys6,
612 (sizeof (tp->md5sig_info->keys6[0]) *
613 tp->md5sig_info->entries6));
614
615 kfree(tp->md5sig_info->keys6);
616 tp->md5sig_info->keys6 = keys;
617 tp->md5sig_info->alloced6++;
618 }
619
620 ipv6_addr_copy(&tp->md5sig_info->keys6[tp->md5sig_info->entries6].addr,
621 peer);
David S. Millerf8ab18d2007-09-28 15:18:35 -0700622 tp->md5sig_info->keys6[tp->md5sig_info->entries6].base.key = newkey;
623 tp->md5sig_info->keys6[tp->md5sig_info->entries6].base.keylen = newkeylen;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800624
625 tp->md5sig_info->entries6++;
626 }
627 return 0;
628}
629
630static int tcp_v6_md5_add_func(struct sock *sk, struct sock *addr_sk,
631 u8 *newkey, __u8 newkeylen)
632{
633 return tcp_v6_md5_do_add(sk, &inet6_sk(addr_sk)->daddr,
634 newkey, newkeylen);
635}
636
637static int tcp_v6_md5_do_del(struct sock *sk, struct in6_addr *peer)
638{
639 struct tcp_sock *tp = tcp_sk(sk);
640 int i;
641
642 for (i = 0; i < tp->md5sig_info->entries6; i++) {
YOSHIFUJI Hideakicaad2952008-04-10 15:42:07 +0900643 if (ipv6_addr_equal(&tp->md5sig_info->keys6[i].addr, peer)) {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800644 /* Free the key */
David S. Millerf8ab18d2007-09-28 15:18:35 -0700645 kfree(tp->md5sig_info->keys6[i].base.key);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800646 tp->md5sig_info->entries6--;
647
648 if (tp->md5sig_info->entries6 == 0) {
649 kfree(tp->md5sig_info->keys6);
650 tp->md5sig_info->keys6 = NULL;
YOSHIFUJI Hideakica983ce2007-07-24 15:27:30 -0700651 tp->md5sig_info->alloced6 = 0;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800652 } else {
653 /* shrink the database */
654 if (tp->md5sig_info->entries6 != i)
655 memmove(&tp->md5sig_info->keys6[i],
656 &tp->md5sig_info->keys6[i+1],
657 (tp->md5sig_info->entries6 - i)
658 * sizeof (tp->md5sig_info->keys6[0]));
659 }
YOSHIFUJI Hideaki77adefd2007-11-20 17:31:23 -0800660 tcp_free_md5sig_pool();
661 return 0;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800662 }
663 }
664 return -ENOENT;
665}
666
667static void tcp_v6_clear_md5_list (struct sock *sk)
668{
669 struct tcp_sock *tp = tcp_sk(sk);
670 int i;
671
672 if (tp->md5sig_info->entries6) {
673 for (i = 0; i < tp->md5sig_info->entries6; i++)
David S. Millerf8ab18d2007-09-28 15:18:35 -0700674 kfree(tp->md5sig_info->keys6[i].base.key);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800675 tp->md5sig_info->entries6 = 0;
676 tcp_free_md5sig_pool();
677 }
678
679 kfree(tp->md5sig_info->keys6);
680 tp->md5sig_info->keys6 = NULL;
681 tp->md5sig_info->alloced6 = 0;
682
683 if (tp->md5sig_info->entries4) {
684 for (i = 0; i < tp->md5sig_info->entries4; i++)
David S. Millerf8ab18d2007-09-28 15:18:35 -0700685 kfree(tp->md5sig_info->keys4[i].base.key);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800686 tp->md5sig_info->entries4 = 0;
687 tcp_free_md5sig_pool();
688 }
689
690 kfree(tp->md5sig_info->keys4);
691 tp->md5sig_info->keys4 = NULL;
692 tp->md5sig_info->alloced4 = 0;
693}
694
695static int tcp_v6_parse_md5_keys (struct sock *sk, char __user *optval,
696 int optlen)
697{
698 struct tcp_md5sig cmd;
699 struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&cmd.tcpm_addr;
700 u8 *newkey;
701
702 if (optlen < sizeof(cmd))
703 return -EINVAL;
704
705 if (copy_from_user(&cmd, optval, sizeof(cmd)))
706 return -EFAULT;
707
708 if (sin6->sin6_family != AF_INET6)
709 return -EINVAL;
710
711 if (!cmd.tcpm_keylen) {
712 if (!tcp_sk(sk)->md5sig_info)
713 return -ENOENT;
Brian Haleye773e4f2007-08-24 23:16:08 -0700714 if (ipv6_addr_v4mapped(&sin6->sin6_addr))
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800715 return tcp_v4_md5_do_del(sk, sin6->sin6_addr.s6_addr32[3]);
716 return tcp_v6_md5_do_del(sk, &sin6->sin6_addr);
717 }
718
719 if (cmd.tcpm_keylen > TCP_MD5SIG_MAXKEYLEN)
720 return -EINVAL;
721
722 if (!tcp_sk(sk)->md5sig_info) {
723 struct tcp_sock *tp = tcp_sk(sk);
724 struct tcp_md5sig_info *p;
725
726 p = kzalloc(sizeof(struct tcp_md5sig_info), GFP_KERNEL);
727 if (!p)
728 return -ENOMEM;
729
730 tp->md5sig_info = p;
David S. Miller3d7dbea2007-06-12 14:36:42 -0700731 sk->sk_route_caps &= ~NETIF_F_GSO_MASK;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800732 }
733
Arnaldo Carvalho de Meloaf879cc2006-11-17 12:14:37 -0200734 newkey = kmemdup(cmd.tcpm_key, cmd.tcpm_keylen, GFP_KERNEL);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800735 if (!newkey)
736 return -ENOMEM;
Brian Haleye773e4f2007-08-24 23:16:08 -0700737 if (ipv6_addr_v4mapped(&sin6->sin6_addr)) {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800738 return tcp_v4_md5_do_add(sk, sin6->sin6_addr.s6_addr32[3],
739 newkey, cmd.tcpm_keylen);
740 }
741 return tcp_v6_md5_do_add(sk, &sin6->sin6_addr, newkey, cmd.tcpm_keylen);
742}
743
Adam Langley49a72df2008-07-19 00:01:42 -0700744static int tcp_v6_md5_hash_pseudoheader(struct tcp_md5sig_pool *hp,
745 struct in6_addr *daddr,
746 struct in6_addr *saddr, int nbytes)
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800747{
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800748 struct tcp6_pseudohdr *bp;
Adam Langley49a72df2008-07-19 00:01:42 -0700749 struct scatterlist sg;
YOSHIFUJI Hideaki8d26d762008-04-17 13:19:16 +0900750
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800751 bp = &hp->md5_blk.ip6;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800752 /* 1. TCP pseudo-header (RFC2460) */
753 ipv6_addr_copy(&bp->saddr, saddr);
754 ipv6_addr_copy(&bp->daddr, daddr);
Adam Langley49a72df2008-07-19 00:01:42 -0700755 bp->protocol = cpu_to_be32(IPPROTO_TCP);
Adam Langley00b13042008-07-31 21:36:07 -0700756 bp->len = cpu_to_be32(nbytes);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800757
Adam Langley49a72df2008-07-19 00:01:42 -0700758 sg_init_one(&sg, bp, sizeof(*bp));
759 return crypto_hash_update(&hp->md5_desc, &sg, sizeof(*bp));
760}
David S. Millerc7da57a2007-10-26 00:41:21 -0700761
Adam Langley49a72df2008-07-19 00:01:42 -0700762static int tcp_v6_md5_hash_hdr(char *md5_hash, struct tcp_md5sig_key *key,
763 struct in6_addr *daddr, struct in6_addr *saddr,
764 struct tcphdr *th)
765{
766 struct tcp_md5sig_pool *hp;
767 struct hash_desc *desc;
768
769 hp = tcp_get_md5sig_pool();
770 if (!hp)
771 goto clear_hash_noput;
772 desc = &hp->md5_desc;
773
774 if (crypto_hash_init(desc))
775 goto clear_hash;
776 if (tcp_v6_md5_hash_pseudoheader(hp, daddr, saddr, th->doff << 2))
777 goto clear_hash;
778 if (tcp_md5_hash_header(hp, th))
779 goto clear_hash;
780 if (tcp_md5_hash_key(hp, key))
781 goto clear_hash;
782 if (crypto_hash_final(desc, md5_hash))
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800783 goto clear_hash;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800784
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800785 tcp_put_md5sig_pool();
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800786 return 0;
Adam Langley49a72df2008-07-19 00:01:42 -0700787
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800788clear_hash:
789 tcp_put_md5sig_pool();
790clear_hash_noput:
791 memset(md5_hash, 0, 16);
Adam Langley49a72df2008-07-19 00:01:42 -0700792 return 1;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800793}
794
Adam Langley49a72df2008-07-19 00:01:42 -0700795static int tcp_v6_md5_hash_skb(char *md5_hash, struct tcp_md5sig_key *key,
796 struct sock *sk, struct request_sock *req,
797 struct sk_buff *skb)
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800798{
799 struct in6_addr *saddr, *daddr;
Adam Langley49a72df2008-07-19 00:01:42 -0700800 struct tcp_md5sig_pool *hp;
801 struct hash_desc *desc;
802 struct tcphdr *th = tcp_hdr(skb);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800803
804 if (sk) {
805 saddr = &inet6_sk(sk)->saddr;
806 daddr = &inet6_sk(sk)->daddr;
Adam Langley49a72df2008-07-19 00:01:42 -0700807 } else if (req) {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800808 saddr = &inet6_rsk(req)->loc_addr;
809 daddr = &inet6_rsk(req)->rmt_addr;
Adam Langley49a72df2008-07-19 00:01:42 -0700810 } else {
811 struct ipv6hdr *ip6h = ipv6_hdr(skb);
812 saddr = &ip6h->saddr;
813 daddr = &ip6h->daddr;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800814 }
Adam Langley49a72df2008-07-19 00:01:42 -0700815
816 hp = tcp_get_md5sig_pool();
817 if (!hp)
818 goto clear_hash_noput;
819 desc = &hp->md5_desc;
820
821 if (crypto_hash_init(desc))
822 goto clear_hash;
823
824 if (tcp_v6_md5_hash_pseudoheader(hp, daddr, saddr, skb->len))
825 goto clear_hash;
826 if (tcp_md5_hash_header(hp, th))
827 goto clear_hash;
828 if (tcp_md5_hash_skb_data(hp, skb, th->doff << 2))
829 goto clear_hash;
830 if (tcp_md5_hash_key(hp, key))
831 goto clear_hash;
832 if (crypto_hash_final(desc, md5_hash))
833 goto clear_hash;
834
835 tcp_put_md5sig_pool();
836 return 0;
837
838clear_hash:
839 tcp_put_md5sig_pool();
840clear_hash_noput:
841 memset(md5_hash, 0, 16);
842 return 1;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800843}
844
845static int tcp_v6_inbound_md5_hash (struct sock *sk, struct sk_buff *skb)
846{
847 __u8 *hash_location = NULL;
848 struct tcp_md5sig_key *hash_expected;
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700849 struct ipv6hdr *ip6h = ipv6_hdr(skb);
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700850 struct tcphdr *th = tcp_hdr(skb);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800851 int genhash;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800852 u8 newhash[16];
853
854 hash_expected = tcp_v6_md5_do_lookup(sk, &ip6h->saddr);
YOSHIFUJI Hideaki7d5d5522008-04-17 12:29:53 +0900855 hash_location = tcp_parse_md5sig_option(th);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800856
David S. Miller785957d2008-07-30 03:03:15 -0700857 /* We've parsed the options - do we have a hash? */
858 if (!hash_expected && !hash_location)
859 return 0;
860
861 if (hash_expected && !hash_location) {
862 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPMD5NOTFOUND);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800863 return 1;
864 }
865
David S. Miller785957d2008-07-30 03:03:15 -0700866 if (!hash_expected && hash_location) {
867 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_TCPMD5UNEXPECTED);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800868 return 1;
869 }
870
871 /* check the signature */
Adam Langley49a72df2008-07-19 00:01:42 -0700872 genhash = tcp_v6_md5_hash_skb(newhash,
873 hash_expected,
874 NULL, NULL, skb);
875
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800876 if (genhash || memcmp(hash_location, newhash, 16) != 0) {
877 if (net_ratelimit()) {
Harvey Harrison5b095d9892008-10-29 12:52:50 -0700878 printk(KERN_INFO "MD5 Hash %s for (%pI6, %u)->(%pI6, %u)\n",
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800879 genhash ? "failed" : "mismatch",
Harvey Harrison0c6ce782008-10-28 16:09:23 -0700880 &ip6h->saddr, ntohs(th->source),
881 &ip6h->daddr, ntohs(th->dest));
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800882 }
883 return 1;
884 }
885 return 0;
886}
887#endif
888
Glenn Griffinc6aefaf2008-02-07 21:49:26 -0800889struct request_sock_ops tcp6_request_sock_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700890 .family = AF_INET6,
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -0700891 .obj_size = sizeof(struct tcp6_request_sock),
Linus Torvalds1da177e2005-04-16 15:20:36 -0700892 .rtx_syn_ack = tcp_v6_send_synack,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -0700893 .send_ack = tcp_v6_reqsk_send_ack,
894 .destructor = tcp_v6_reqsk_destructor,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700895 .send_reset = tcp_v6_send_reset
896};
897
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800898#ifdef CONFIG_TCP_MD5SIG
Stephen Hemmingerb2e4b3de2009-09-01 19:25:03 +0000899static const struct tcp_request_sock_ops tcp_request_sock_ipv6_ops = {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800900 .md5_lookup = tcp_v6_reqsk_md5_lookup,
John Dykstrae3afe7b2009-07-16 05:04:51 +0000901 .calc_md5_hash = tcp_v6_md5_hash_skb,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800902};
Andrew Mortonb6332e62006-11-30 19:16:28 -0800903#endif
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800904
Arnaldo Carvalho de Melo6d6ee432005-12-13 23:25:19 -0800905static struct timewait_sock_ops tcp6_timewait_sock_ops = {
906 .twsk_obj_size = sizeof(struct tcp6_timewait_sock),
907 .twsk_unique = tcp_twsk_unique,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800908 .twsk_destructor= tcp_twsk_destructor,
Arnaldo Carvalho de Melo6d6ee432005-12-13 23:25:19 -0800909};
910
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -0800911static void tcp_v6_send_check(struct sock *sk, int len, struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700912{
913 struct ipv6_pinfo *np = inet6_sk(sk);
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700914 struct tcphdr *th = tcp_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700915
Patrick McHardy84fa7932006-08-29 16:44:56 -0700916 if (skb->ip_summed == CHECKSUM_PARTIAL) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700917 th->check = ~csum_ipv6_magic(&np->saddr, &np->daddr, len, IPPROTO_TCP, 0);
Herbert Xu663ead32007-04-09 11:59:07 -0700918 skb->csum_start = skb_transport_header(skb) - skb->head;
Al Viroff1dcad2006-11-20 18:07:29 -0800919 skb->csum_offset = offsetof(struct tcphdr, check);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700920 } else {
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +0900921 th->check = csum_ipv6_magic(&np->saddr, &np->daddr, len, IPPROTO_TCP,
Joe Perches07f07572008-11-19 15:44:53 -0800922 csum_partial(th, th->doff<<2,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700923 skb->csum));
924 }
925}
926
Herbert Xua430a432006-07-08 13:34:56 -0700927static int tcp_v6_gso_send_check(struct sk_buff *skb)
928{
929 struct ipv6hdr *ipv6h;
930 struct tcphdr *th;
931
932 if (!pskb_may_pull(skb, sizeof(*th)))
933 return -EINVAL;
934
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -0700935 ipv6h = ipv6_hdr(skb);
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700936 th = tcp_hdr(skb);
Herbert Xua430a432006-07-08 13:34:56 -0700937
938 th->check = 0;
939 th->check = ~csum_ipv6_magic(&ipv6h->saddr, &ipv6h->daddr, skb->len,
940 IPPROTO_TCP, 0);
Herbert Xu663ead32007-04-09 11:59:07 -0700941 skb->csum_start = skb_transport_header(skb) - skb->head;
Al Viroff1dcad2006-11-20 18:07:29 -0800942 skb->csum_offset = offsetof(struct tcphdr, check);
Patrick McHardy84fa7932006-08-29 16:44:56 -0700943 skb->ip_summed = CHECKSUM_PARTIAL;
Herbert Xua430a432006-07-08 13:34:56 -0700944 return 0;
945}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700946
Herbert Xu36990672009-05-22 00:45:28 -0700947static struct sk_buff **tcp6_gro_receive(struct sk_buff **head,
948 struct sk_buff *skb)
Herbert Xu684f2172009-01-08 10:41:23 -0800949{
Herbert Xu36e7b1b2009-04-27 05:44:45 -0700950 struct ipv6hdr *iph = skb_gro_network_header(skb);
Herbert Xu684f2172009-01-08 10:41:23 -0800951
952 switch (skb->ip_summed) {
953 case CHECKSUM_COMPLETE:
Herbert Xu86911732009-01-29 14:19:50 +0000954 if (!tcp_v6_check(skb_gro_len(skb), &iph->saddr, &iph->daddr,
Herbert Xu684f2172009-01-08 10:41:23 -0800955 skb->csum)) {
956 skb->ip_summed = CHECKSUM_UNNECESSARY;
957 break;
958 }
959
960 /* fall through */
961 case CHECKSUM_NONE:
962 NAPI_GRO_CB(skb)->flush = 1;
963 return NULL;
964 }
965
966 return tcp_gro_receive(head, skb);
967}
Herbert Xu684f2172009-01-08 10:41:23 -0800968
Herbert Xu36990672009-05-22 00:45:28 -0700969static int tcp6_gro_complete(struct sk_buff *skb)
Herbert Xu684f2172009-01-08 10:41:23 -0800970{
971 struct ipv6hdr *iph = ipv6_hdr(skb);
972 struct tcphdr *th = tcp_hdr(skb);
973
974 th->check = ~tcp_v6_check(skb->len - skb_transport_offset(skb),
975 &iph->saddr, &iph->daddr, 0);
976 skb_shinfo(skb)->gso_type = SKB_GSO_TCPV6;
977
978 return tcp_gro_complete(skb);
979}
Herbert Xu684f2172009-01-08 10:41:23 -0800980
Ilpo Järvinen626e2642008-10-09 14:42:40 -0700981static void tcp_v6_send_response(struct sk_buff *skb, u32 seq, u32 ack, u32 win,
982 u32 ts, struct tcp_md5sig_key *key, int rst)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700983{
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -0700984 struct tcphdr *th = tcp_hdr(skb), *t1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700985 struct sk_buff *buff;
986 struct flowi fl;
Eric Dumazetadf30902009-06-02 05:19:30 +0000987 struct net *net = dev_net(skb_dst(skb)->dev);
Daniel Lezcanoe5047992008-03-07 11:16:26 -0800988 struct sock *ctl_sk = net->ipv6.tcp_sk;
YOSHIFUJI Hideaki9cb57342008-01-12 02:16:03 -0800989 unsigned int tot_len = sizeof(struct tcphdr);
Eric Dumazetadf30902009-06-02 05:19:30 +0000990 struct dst_entry *dst;
Al Viroe69a4ad2006-11-14 20:56:00 -0800991 __be32 *topt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700992
993 if (ts)
YOSHIFUJI Hideaki4244f8a2006-10-10 19:40:50 -0700994 tot_len += TCPOLEN_TSTAMP_ALIGNED;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -0800995#ifdef CONFIG_TCP_MD5SIG
996 if (key)
997 tot_len += TCPOLEN_MD5SIG_ALIGNED;
998#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700999
1000 buff = alloc_skb(MAX_HEADER + sizeof(struct ipv6hdr) + tot_len,
1001 GFP_ATOMIC);
1002 if (buff == NULL)
1003 return;
1004
1005 skb_reserve(buff, MAX_HEADER + sizeof(struct ipv6hdr) + tot_len);
1006
Ilpo Järvinen77c676d2008-10-09 14:41:38 -07001007 t1 = (struct tcphdr *) skb_push(buff, tot_len);
Cosmin Ratiua8fdf2b2009-09-03 20:44:38 -07001008 skb_reset_transport_header(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001009
1010 /* Swap the send and the receive. */
1011 memset(t1, 0, sizeof(*t1));
1012 t1->dest = th->source;
1013 t1->source = th->dest;
Ilpo Järvinen77c676d2008-10-09 14:41:38 -07001014 t1->doff = tot_len / 4;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001015 t1->seq = htonl(seq);
1016 t1->ack_seq = htonl(ack);
Ilpo Järvinen626e2642008-10-09 14:42:40 -07001017 t1->ack = !rst || !th->ack;
1018 t1->rst = rst;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001019 t1->window = htons(win);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001020
Al Viroe69a4ad2006-11-14 20:56:00 -08001021 topt = (__be32 *)(t1 + 1);
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001022
Linus Torvalds1da177e2005-04-16 15:20:36 -07001023 if (ts) {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001024 *topt++ = htonl((TCPOPT_NOP << 24) | (TCPOPT_NOP << 16) |
1025 (TCPOPT_TIMESTAMP << 8) | TCPOLEN_TIMESTAMP);
1026 *topt++ = htonl(tcp_time_stamp);
Ilpo Järvinen53b12572008-10-08 14:36:33 -07001027 *topt++ = htonl(ts);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001028 }
1029
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001030#ifdef CONFIG_TCP_MD5SIG
1031 if (key) {
1032 *topt++ = htonl((TCPOPT_NOP << 24) | (TCPOPT_NOP << 16) |
1033 (TCPOPT_MD5SIG << 8) | TCPOLEN_MD5SIG);
Adam Langley49a72df2008-07-19 00:01:42 -07001034 tcp_v6_md5_hash_hdr((__u8 *)topt, key,
Adam Langley90b7e112008-07-31 20:49:48 -07001035 &ipv6_hdr(skb)->saddr,
1036 &ipv6_hdr(skb)->daddr, t1);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001037 }
1038#endif
1039
Joe Perches07f07572008-11-19 15:44:53 -08001040 buff->csum = csum_partial(t1, tot_len, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001041
1042 memset(&fl, 0, sizeof(fl));
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001043 ipv6_addr_copy(&fl.fl6_dst, &ipv6_hdr(skb)->saddr);
1044 ipv6_addr_copy(&fl.fl6_src, &ipv6_hdr(skb)->daddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045
1046 t1->check = csum_ipv6_magic(&fl.fl6_src, &fl.fl6_dst,
1047 tot_len, IPPROTO_TCP,
1048 buff->csum);
1049
1050 fl.proto = IPPROTO_TCP;
Arnaldo Carvalho de Melo505cbfc2005-08-12 09:19:38 -03001051 fl.oif = inet6_iif(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001052 fl.fl_ip_dport = t1->dest;
1053 fl.fl_ip_sport = t1->source;
Venkat Yekkiralabeb8d132006-08-04 23:12:42 -07001054 security_skb_classify_flow(skb, &fl);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001055
Ilpo Järvinen626e2642008-10-09 14:42:40 -07001056 /* Pass a socket to ip6_dst_lookup either it is for RST
1057 * Underlying function will use this to retrieve the network
1058 * namespace
1059 */
Eric Dumazetadf30902009-06-02 05:19:30 +00001060 if (!ip6_dst_lookup(ctl_sk, &dst, &fl)) {
1061 if (xfrm_lookup(net, &dst, &fl, NULL, 0) >= 0) {
1062 skb_dst_set(buff, dst);
Daniel Lezcanoe5047992008-03-07 11:16:26 -08001063 ip6_xmit(ctl_sk, buff, &fl, NULL, 0);
Pavel Emelyanov63231bd2008-07-16 20:22:25 -07001064 TCP_INC_STATS_BH(net, TCP_MIB_OUTSEGS);
Ilpo Järvinen626e2642008-10-09 14:42:40 -07001065 if (rst)
1066 TCP_INC_STATS_BH(net, TCP_MIB_OUTRSTS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001067 return;
Arnaldo Carvalho de Meloecc51b62005-12-12 14:38:10 -08001068 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001069 }
1070
1071 kfree_skb(buff);
1072}
1073
Ilpo Järvinen626e2642008-10-09 14:42:40 -07001074static void tcp_v6_send_reset(struct sock *sk, struct sk_buff *skb)
1075{
1076 struct tcphdr *th = tcp_hdr(skb);
1077 u32 seq = 0, ack_seq = 0;
Guo-Fu Tsengfa3e5b42008-10-09 21:11:56 -07001078 struct tcp_md5sig_key *key = NULL;
Ilpo Järvinen626e2642008-10-09 14:42:40 -07001079
1080 if (th->rst)
1081 return;
1082
1083 if (!ipv6_unicast_destination(skb))
1084 return;
1085
1086#ifdef CONFIG_TCP_MD5SIG
1087 if (sk)
1088 key = tcp_v6_md5_do_lookup(sk, &ipv6_hdr(skb)->daddr);
Ilpo Järvinen626e2642008-10-09 14:42:40 -07001089#endif
1090
1091 if (th->ack)
1092 seq = ntohl(th->ack_seq);
1093 else
1094 ack_seq = ntohl(th->seq) + th->syn + th->fin + skb->len -
1095 (th->doff << 2);
1096
1097 tcp_v6_send_response(skb, seq, ack_seq, 0, 0, key, 1);
1098}
1099
1100static void tcp_v6_send_ack(struct sk_buff *skb, u32 seq, u32 ack, u32 win, u32 ts,
1101 struct tcp_md5sig_key *key)
1102{
1103 tcp_v6_send_response(skb, seq, ack, win, ts, key, 0);
1104}
1105
Linus Torvalds1da177e2005-04-16 15:20:36 -07001106static void tcp_v6_timewait_ack(struct sock *sk, struct sk_buff *skb)
1107{
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -07001108 struct inet_timewait_sock *tw = inet_twsk(sk);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001109 struct tcp_timewait_sock *tcptw = tcp_twsk(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110
YOSHIFUJI Hideaki9501f972008-04-18 12:45:16 +09001111 tcp_v6_send_ack(skb, tcptw->tw_snd_nxt, tcptw->tw_rcv_nxt,
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -07001112 tcptw->tw_rcv_wnd >> tw->tw_rcv_wscale,
YOSHIFUJI Hideaki9501f972008-04-18 12:45:16 +09001113 tcptw->tw_ts_recent, tcp_twsk_md5_key(tcptw));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001114
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -07001115 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001116}
1117
Gui Jianfeng6edafaa2008-08-06 23:50:04 -07001118static void tcp_v6_reqsk_send_ack(struct sock *sk, struct sk_buff *skb,
1119 struct request_sock *req)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001120{
YOSHIFUJI Hideaki9501f972008-04-18 12:45:16 +09001121 tcp_v6_send_ack(skb, tcp_rsk(req)->snt_isn + 1, tcp_rsk(req)->rcv_isn + 1, req->rcv_wnd, req->ts_recent,
Gui Jianfeng6edafaa2008-08-06 23:50:04 -07001122 tcp_v6_md5_do_lookup(sk, &ipv6_hdr(skb)->daddr));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001123}
1124
1125
1126static struct sock *tcp_v6_hnd_req(struct sock *sk,struct sk_buff *skb)
1127{
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -07001128 struct request_sock *req, **prev;
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07001129 const struct tcphdr *th = tcp_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001130 struct sock *nsk;
1131
1132 /* Find possible connection requests. */
Arnaldo Carvalho de Melo81297652005-12-13 23:15:24 -08001133 req = inet6_csk_search_req(sk, &prev, th->source,
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001134 &ipv6_hdr(skb)->saddr,
1135 &ipv6_hdr(skb)->daddr, inet6_iif(skb));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001136 if (req)
1137 return tcp_check_req(sk, skb, req, prev);
1138
YOSHIFUJI Hideaki3b1e0a62008-03-26 02:26:21 +09001139 nsk = __inet6_lookup_established(sock_net(sk), &tcp_hashinfo,
Pavel Emelyanovd86e0da2008-01-31 05:07:21 -08001140 &ipv6_hdr(skb)->saddr, th->source,
1141 &ipv6_hdr(skb)->daddr, ntohs(th->dest), inet6_iif(skb));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001142
1143 if (nsk) {
1144 if (nsk->sk_state != TCP_TIME_WAIT) {
1145 bh_lock_sock(nsk);
1146 return nsk;
1147 }
YOSHIFUJI Hideaki9469c7b2006-10-10 19:41:46 -07001148 inet_twsk_put(inet_twsk(nsk));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001149 return NULL;
1150 }
1151
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001152#ifdef CONFIG_SYN_COOKIES
Linus Torvalds1da177e2005-04-16 15:20:36 -07001153 if (!th->rst && !th->syn && th->ack)
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001154 sk = cookie_v6_check(sk, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001155#endif
1156 return sk;
1157}
1158
Linus Torvalds1da177e2005-04-16 15:20:36 -07001159/* FIXME: this is substantially similar to the ipv4 code.
1160 * Can some kind of merge be done? -- erics
1161 */
1162static int tcp_v6_conn_request(struct sock *sk, struct sk_buff *skb)
1163{
Arnaldo Carvalho de Meloca304b62005-12-13 23:15:40 -08001164 struct inet6_request_sock *treq;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165 struct ipv6_pinfo *np = inet6_sk(sk);
1166 struct tcp_options_received tmp_opt;
1167 struct tcp_sock *tp = tcp_sk(sk);
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -07001168 struct request_sock *req = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001169 __u32 isn = TCP_SKB_CB(skb)->when;
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001170#ifdef CONFIG_SYN_COOKIES
1171 int want_cookie = 0;
1172#else
1173#define want_cookie 0
1174#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001175
1176 if (skb->protocol == htons(ETH_P_IP))
1177 return tcp_v4_conn_request(sk, skb);
1178
1179 if (!ipv6_unicast_destination(skb))
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001180 goto drop;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001181
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001182 if (inet_csk_reqsk_queue_is_full(sk) && !isn) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001183 if (net_ratelimit())
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001184 syn_flood_warning(skb);
1185#ifdef CONFIG_SYN_COOKIES
1186 if (sysctl_tcp_syncookies)
1187 want_cookie = 1;
1188 else
1189#endif
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001190 goto drop;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001191 }
1192
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001193 if (sk_acceptq_is_full(sk) && inet_csk_reqsk_queue_young(sk) > 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001194 goto drop;
1195
Arnaldo Carvalho de Meloca304b62005-12-13 23:15:40 -08001196 req = inet6_reqsk_alloc(&tcp6_request_sock_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001197 if (req == NULL)
1198 goto drop;
1199
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001200#ifdef CONFIG_TCP_MD5SIG
1201 tcp_rsk(req)->af_specific = &tcp_request_sock_ipv6_ops;
1202#endif
1203
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204 tcp_clear_options(&tmp_opt);
1205 tmp_opt.mss_clamp = IPV6_MIN_MTU - sizeof(struct tcphdr) - sizeof(struct ipv6hdr);
1206 tmp_opt.user_mss = tp->rx_opt.user_mss;
1207
1208 tcp_parse_options(skb, &tmp_opt, 0);
1209
Florian Westphal4dfc2812008-04-10 03:12:40 -07001210 if (want_cookie && !tmp_opt.saw_tstamp)
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001211 tcp_clear_options(&tmp_opt);
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001212
Linus Torvalds1da177e2005-04-16 15:20:36 -07001213 tmp_opt.tstamp_ok = tmp_opt.saw_tstamp;
1214 tcp_openreq_init(req, &tmp_opt, skb);
1215
Arnaldo Carvalho de Meloca304b62005-12-13 23:15:40 -08001216 treq = inet6_rsk(req);
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001217 ipv6_addr_copy(&treq->rmt_addr, &ipv6_hdr(skb)->saddr);
1218 ipv6_addr_copy(&treq->loc_addr, &ipv6_hdr(skb)->daddr);
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001219 if (!want_cookie)
1220 TCP_ECN_create_request(req, tcp_hdr(skb));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001222 if (want_cookie) {
1223 isn = cookie_v6_init_sequence(sk, skb, &req->mss);
Florian Westphal4dfc2812008-04-10 03:12:40 -07001224 req->cookie_ts = tmp_opt.tstamp_ok;
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001225 } else if (!isn) {
1226 if (ipv6_opt_accepted(sk, skb) ||
1227 np->rxopt.bits.rxinfo || np->rxopt.bits.rxoinfo ||
1228 np->rxopt.bits.rxhlim || np->rxopt.bits.rxohlim) {
1229 atomic_inc(&skb->users);
1230 treq->pktopts = skb;
1231 }
1232 treq->iif = sk->sk_bound_dev_if;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001233
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001234 /* So that link locals have meaning */
1235 if (!sk->sk_bound_dev_if &&
1236 ipv6_addr_type(&treq->rmt_addr) & IPV6_ADDR_LINKLOCAL)
1237 treq->iif = inet6_iif(skb);
1238
Gerrit Renkera94f7232006-11-10 14:06:49 -08001239 isn = tcp_v6_init_sequence(skb);
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001240 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001241
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001242 tcp_rsk(req)->snt_isn = isn;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001243
Venkat Yekkirala4237c752006-07-24 23:32:50 -07001244 security_inet_conn_request(sk, skb, req);
1245
Denis V. Lunevfd80eb92008-02-29 11:43:03 -08001246 if (tcp_v6_send_synack(sk, req))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001247 goto drop;
1248
Glenn Griffinc6aefaf2008-02-07 21:49:26 -08001249 if (!want_cookie) {
1250 inet6_csk_reqsk_queue_hash_add(sk, req, TCP_TIMEOUT_INIT);
1251 return 0;
1252 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001253
1254drop:
1255 if (req)
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -07001256 reqsk_free(req);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001257
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258 return 0; /* don't send reset */
1259}
1260
1261static struct sock * tcp_v6_syn_recv_sock(struct sock *sk, struct sk_buff *skb,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -07001262 struct request_sock *req,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263 struct dst_entry *dst)
1264{
Vegard Nossum78d15e82008-09-12 16:17:43 -07001265 struct inet6_request_sock *treq;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001266 struct ipv6_pinfo *newnp, *np = inet6_sk(sk);
1267 struct tcp6_sock *newtcp6sk;
1268 struct inet_sock *newinet;
1269 struct tcp_sock *newtp;
1270 struct sock *newsk;
1271 struct ipv6_txoptions *opt;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001272#ifdef CONFIG_TCP_MD5SIG
1273 struct tcp_md5sig_key *key;
1274#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275
1276 if (skb->protocol == htons(ETH_P_IP)) {
1277 /*
1278 * v6 mapped
1279 */
1280
1281 newsk = tcp_v4_syn_recv_sock(sk, skb, req, dst);
1282
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001283 if (newsk == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001284 return NULL;
1285
1286 newtcp6sk = (struct tcp6_sock *)newsk;
1287 inet_sk(newsk)->pinet6 = &newtcp6sk->inet6;
1288
1289 newinet = inet_sk(newsk);
1290 newnp = inet6_sk(newsk);
1291 newtp = tcp_sk(newsk);
1292
1293 memcpy(newnp, np, sizeof(struct ipv6_pinfo));
1294
Eric Dumazetc720c7e82009-10-15 06:30:45 +00001295 ipv6_addr_set_v4mapped(newinet->inet_daddr, &newnp->daddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001296
Eric Dumazetc720c7e82009-10-15 06:30:45 +00001297 ipv6_addr_set_v4mapped(newinet->inet_saddr, &newnp->saddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001298
1299 ipv6_addr_copy(&newnp->rcv_saddr, &newnp->saddr);
1300
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -08001301 inet_csk(newsk)->icsk_af_ops = &ipv6_mapped;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001302 newsk->sk_backlog_rcv = tcp_v4_do_rcv;
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001303#ifdef CONFIG_TCP_MD5SIG
1304 newtp->af_specific = &tcp_sock_ipv6_mapped_specific;
1305#endif
1306
Linus Torvalds1da177e2005-04-16 15:20:36 -07001307 newnp->pktoptions = NULL;
1308 newnp->opt = NULL;
Arnaldo Carvalho de Melo505cbfc2005-08-12 09:19:38 -03001309 newnp->mcast_oif = inet6_iif(skb);
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001310 newnp->mcast_hops = ipv6_hdr(skb)->hop_limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001311
Arnaldo Carvalho de Meloe6848972005-08-09 19:45:38 -07001312 /*
1313 * No need to charge this sock to the relevant IPv6 refcnt debug socks count
1314 * here, tcp_create_openreq_child now does this for us, see the comment in
1315 * that function for the gory details. -acme
Linus Torvalds1da177e2005-04-16 15:20:36 -07001316 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001317
1318 /* It is tricky place. Until this moment IPv4 tcp
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -08001319 worked with IPv6 icsk.icsk_af_ops.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001320 Sync it now.
1321 */
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -08001322 tcp_sync_mss(newsk, inet_csk(newsk)->icsk_pmtu_cookie);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001323
1324 return newsk;
1325 }
1326
Vegard Nossum78d15e82008-09-12 16:17:43 -07001327 treq = inet6_rsk(req);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001328 opt = np->opt;
1329
1330 if (sk_acceptq_is_full(sk))
1331 goto out_overflow;
1332
Linus Torvalds1da177e2005-04-16 15:20:36 -07001333 if (dst == NULL) {
1334 struct in6_addr *final_p = NULL, final;
1335 struct flowi fl;
1336
1337 memset(&fl, 0, sizeof(fl));
1338 fl.proto = IPPROTO_TCP;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001339 ipv6_addr_copy(&fl.fl6_dst, &treq->rmt_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001340 if (opt && opt->srcrt) {
1341 struct rt0_hdr *rt0 = (struct rt0_hdr *) opt->srcrt;
1342 ipv6_addr_copy(&final, &fl.fl6_dst);
1343 ipv6_addr_copy(&fl.fl6_dst, rt0->addr);
1344 final_p = &final;
1345 }
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001346 ipv6_addr_copy(&fl.fl6_src, &treq->loc_addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001347 fl.oif = sk->sk_bound_dev_if;
Brian Haley51953d52009-10-05 08:24:16 +00001348 fl.mark = sk->sk_mark;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001349 fl.fl_ip_dport = inet_rsk(req)->rmt_port;
KOVACS Krisztianfd507032008-10-19 23:35:58 -07001350 fl.fl_ip_sport = inet_rsk(req)->loc_port;
Venkat Yekkirala4237c752006-07-24 23:32:50 -07001351 security_req_classify_flow(req, &fl);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001352
1353 if (ip6_dst_lookup(sk, &dst, &fl))
1354 goto out;
1355
1356 if (final_p)
1357 ipv6_addr_copy(&fl.fl6_dst, final_p);
1358
Alexey Dobriyan52479b62008-11-25 17:35:18 -08001359 if ((xfrm_lookup(sock_net(sk), &dst, &fl, sk, 0)) < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001360 goto out;
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001361 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001362
1363 newsk = tcp_create_openreq_child(sk, req, skb);
1364 if (newsk == NULL)
1365 goto out;
1366
Arnaldo Carvalho de Meloe6848972005-08-09 19:45:38 -07001367 /*
1368 * No need to charge this sock to the relevant IPv6 refcnt debug socks
1369 * count here, tcp_create_openreq_child now does this for us, see the
1370 * comment in that function for the gory details. -acme
1371 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001372
Stephen Hemminger59eed272006-08-25 15:55:43 -07001373 newsk->sk_gso_type = SKB_GSO_TCPV6;
YOSHIFUJI Hideaki8e1ef0a2006-08-29 17:15:09 -07001374 __ip6_dst_store(newsk, dst, NULL, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001375
1376 newtcp6sk = (struct tcp6_sock *)newsk;
1377 inet_sk(newsk)->pinet6 = &newtcp6sk->inet6;
1378
1379 newtp = tcp_sk(newsk);
1380 newinet = inet_sk(newsk);
1381 newnp = inet6_sk(newsk);
1382
1383 memcpy(newnp, np, sizeof(struct ipv6_pinfo));
1384
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001385 ipv6_addr_copy(&newnp->daddr, &treq->rmt_addr);
1386 ipv6_addr_copy(&newnp->saddr, &treq->loc_addr);
1387 ipv6_addr_copy(&newnp->rcv_saddr, &treq->loc_addr);
1388 newsk->sk_bound_dev_if = treq->iif;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001389
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001390 /* Now IPv6 options...
Linus Torvalds1da177e2005-04-16 15:20:36 -07001391
1392 First: no IPv4 options.
1393 */
1394 newinet->opt = NULL;
Masayuki Nakagawad35690b2007-03-16 16:14:03 -07001395 newnp->ipv6_fl_list = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001396
1397 /* Clone RX bits */
1398 newnp->rxopt.all = np->rxopt.all;
1399
1400 /* Clone pktoptions received with SYN */
1401 newnp->pktoptions = NULL;
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001402 if (treq->pktopts != NULL) {
1403 newnp->pktoptions = skb_clone(treq->pktopts, GFP_ATOMIC);
1404 kfree_skb(treq->pktopts);
1405 treq->pktopts = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001406 if (newnp->pktoptions)
1407 skb_set_owner_r(newnp->pktoptions, newsk);
1408 }
1409 newnp->opt = NULL;
Arnaldo Carvalho de Melo505cbfc2005-08-12 09:19:38 -03001410 newnp->mcast_oif = inet6_iif(skb);
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001411 newnp->mcast_hops = ipv6_hdr(skb)->hop_limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001412
1413 /* Clone native IPv6 options from listening socket (if any)
1414
1415 Yes, keeping reference count would be much more clever,
1416 but we make one more one thing there: reattach optmem
1417 to newsk.
1418 */
1419 if (opt) {
1420 newnp->opt = ipv6_dup_options(newsk, opt);
1421 if (opt != np->opt)
1422 sock_kfree_s(sk, opt, opt->tot_len);
1423 }
1424
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -08001425 inet_csk(newsk)->icsk_ext_hdr_len = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001426 if (newnp->opt)
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -08001427 inet_csk(newsk)->icsk_ext_hdr_len = (newnp->opt->opt_nflen +
1428 newnp->opt->opt_flen);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001429
John Heffner5d424d52006-03-20 17:53:41 -08001430 tcp_mtup_init(newsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001431 tcp_sync_mss(newsk, dst_mtu(dst));
1432 newtp->advmss = dst_metric(dst, RTAX_ADVMSS);
1433 tcp_initialize_rcv_mss(newsk);
1434
Eric Dumazetc720c7e82009-10-15 06:30:45 +00001435 newinet->inet_daddr = newinet->inet_saddr = LOOPBACK4_IPV6;
1436 newinet->inet_rcv_saddr = LOOPBACK4_IPV6;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001437
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001438#ifdef CONFIG_TCP_MD5SIG
1439 /* Copy over the MD5 key from the original socket */
1440 if ((key = tcp_v6_md5_do_lookup(sk, &newnp->daddr)) != NULL) {
1441 /* We're using one, so create a matching key
1442 * on the newsk structure. If we fail to get
1443 * memory, then we end up not copying the key
1444 * across. Shucks.
1445 */
Arnaldo Carvalho de Meloaf879cc2006-11-17 12:14:37 -02001446 char *newkey = kmemdup(key->key, key->keylen, GFP_ATOMIC);
1447 if (newkey != NULL)
John Dykstrae547bc12009-07-17 09:23:22 +00001448 tcp_v6_md5_do_add(newsk, &newnp->daddr,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001449 newkey, key->keylen);
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001450 }
1451#endif
1452
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -08001453 __inet6_hash(newsk);
Pavel Emelyanove56d8b82008-04-17 23:17:34 -07001454 __inet_inherit_port(sk, newsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001455
1456 return newsk;
1457
1458out_overflow:
Pavel Emelyanovde0744a2008-07-16 20:31:16 -07001459 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_LISTENOVERFLOWS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001460out:
Pavel Emelyanovde0744a2008-07-16 20:31:16 -07001461 NET_INC_STATS_BH(sock_net(sk), LINUX_MIB_LISTENDROPS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001462 if (opt && opt != np->opt)
1463 sock_kfree_s(sk, opt, opt->tot_len);
1464 dst_release(dst);
1465 return NULL;
1466}
1467
Al Virob51655b2006-11-14 21:40:42 -08001468static __sum16 tcp_v6_checksum_init(struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001469{
Patrick McHardy84fa7932006-08-29 16:44:56 -07001470 if (skb->ip_summed == CHECKSUM_COMPLETE) {
Herbert Xu684f2172009-01-08 10:41:23 -08001471 if (!tcp_v6_check(skb->len, &ipv6_hdr(skb)->saddr,
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001472 &ipv6_hdr(skb)->daddr, skb->csum)) {
Herbert Xufb286bb2005-11-10 13:01:24 -08001473 skb->ip_summed = CHECKSUM_UNNECESSARY;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001474 return 0;
Herbert Xufb286bb2005-11-10 13:01:24 -08001475 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001476 }
Herbert Xufb286bb2005-11-10 13:01:24 -08001477
Herbert Xu684f2172009-01-08 10:41:23 -08001478 skb->csum = ~csum_unfold(tcp_v6_check(skb->len,
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001479 &ipv6_hdr(skb)->saddr,
1480 &ipv6_hdr(skb)->daddr, 0));
Herbert Xufb286bb2005-11-10 13:01:24 -08001481
Linus Torvalds1da177e2005-04-16 15:20:36 -07001482 if (skb->len <= 76) {
Herbert Xufb286bb2005-11-10 13:01:24 -08001483 return __skb_checksum_complete(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001484 }
1485 return 0;
1486}
1487
1488/* The socket must have it's spinlock held when we get
1489 * here.
1490 *
1491 * We have a potential double-lock case here, so even when
1492 * doing backlog processing we use the BH locking scheme.
1493 * This is because we cannot sleep with the original spinlock
1494 * held.
1495 */
1496static int tcp_v6_do_rcv(struct sock *sk, struct sk_buff *skb)
1497{
1498 struct ipv6_pinfo *np = inet6_sk(sk);
1499 struct tcp_sock *tp;
1500 struct sk_buff *opt_skb = NULL;
1501
1502 /* Imagine: socket is IPv6. IPv4 packet arrives,
1503 goes to IPv4 receive handler and backlogged.
1504 From backlog it always goes here. Kerboom...
1505 Fortunately, tcp_rcv_established and rcv_established
1506 handle them correctly, but it is not case with
1507 tcp_v6_hnd_req and tcp_v6_send_reset(). --ANK
1508 */
1509
1510 if (skb->protocol == htons(ETH_P_IP))
1511 return tcp_v4_do_rcv(sk, skb);
1512
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001513#ifdef CONFIG_TCP_MD5SIG
1514 if (tcp_v6_inbound_md5_hash (sk, skb))
1515 goto discard;
1516#endif
1517
Dmitry Mishinfda9ef52006-08-31 15:28:39 -07001518 if (sk_filter(sk, skb))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001519 goto discard;
1520
1521 /*
1522 * socket locking is here for SMP purposes as backlog rcv
1523 * is currently called with bh processing disabled.
1524 */
1525
1526 /* Do Stevens' IPV6_PKTOPTIONS.
1527
1528 Yes, guys, it is the only place in our code, where we
1529 may make it not affecting IPv4.
1530 The rest of code is protocol independent,
1531 and I do not like idea to uglify IPv4.
1532
1533 Actually, all the idea behind IPV6_PKTOPTIONS
1534 looks not very well thought. For now we latch
1535 options, received in the last packet, enqueued
1536 by tcp. Feel free to propose better solution.
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001537 --ANK (980728)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001538 */
1539 if (np->rxopt.all)
1540 opt_skb = skb_clone(skb, GFP_ATOMIC);
1541
1542 if (sk->sk_state == TCP_ESTABLISHED) { /* Fast path */
1543 TCP_CHECK_TIMER(sk);
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07001544 if (tcp_rcv_established(sk, skb, tcp_hdr(skb), skb->len))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001545 goto reset;
1546 TCP_CHECK_TIMER(sk);
1547 if (opt_skb)
1548 goto ipv6_pktoptions;
1549 return 0;
1550 }
1551
Arnaldo Carvalho de Meloab6a5bb2007-03-18 17:43:48 -07001552 if (skb->len < tcp_hdrlen(skb) || tcp_checksum_complete(skb))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001553 goto csum_err;
1554
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001555 if (sk->sk_state == TCP_LISTEN) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001556 struct sock *nsk = tcp_v6_hnd_req(sk, skb);
1557 if (!nsk)
1558 goto discard;
1559
1560 /*
1561 * Queue it on the new socket if the new socket is active,
1562 * otherwise we just shortcircuit this and continue with
1563 * the new socket..
1564 */
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001565 if(nsk != sk) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001566 if (tcp_child_process(sk, nsk, skb))
1567 goto reset;
1568 if (opt_skb)
1569 __kfree_skb(opt_skb);
1570 return 0;
1571 }
1572 }
1573
1574 TCP_CHECK_TIMER(sk);
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07001575 if (tcp_rcv_state_process(sk, skb, tcp_hdr(skb), skb->len))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001576 goto reset;
1577 TCP_CHECK_TIMER(sk);
1578 if (opt_skb)
1579 goto ipv6_pktoptions;
1580 return 0;
1581
1582reset:
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001583 tcp_v6_send_reset(sk, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001584discard:
1585 if (opt_skb)
1586 __kfree_skb(opt_skb);
1587 kfree_skb(skb);
1588 return 0;
1589csum_err:
Pavel Emelyanov63231bd2008-07-16 20:22:25 -07001590 TCP_INC_STATS_BH(sock_net(sk), TCP_MIB_INERRS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001591 goto discard;
1592
1593
1594ipv6_pktoptions:
1595 /* Do you ask, what is it?
1596
1597 1. skb was enqueued by tcp.
1598 2. skb is added to tail of read queue, rather than out of order.
1599 3. socket is not in passive state.
1600 4. Finally, it really contains options, which user wants to receive.
1601 */
1602 tp = tcp_sk(sk);
1603 if (TCP_SKB_CB(opt_skb)->end_seq == tp->rcv_nxt &&
1604 !((1 << sk->sk_state) & (TCPF_CLOSE | TCPF_LISTEN))) {
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +09001605 if (np->rxopt.bits.rxinfo || np->rxopt.bits.rxoinfo)
Arnaldo Carvalho de Melo505cbfc2005-08-12 09:19:38 -03001606 np->mcast_oif = inet6_iif(opt_skb);
YOSHIFUJI Hideaki333fad52005-09-08 09:59:17 +09001607 if (np->rxopt.bits.rxhlim || np->rxopt.bits.rxohlim)
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001608 np->mcast_hops = ipv6_hdr(opt_skb)->hop_limit;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001609 if (ipv6_opt_accepted(sk, opt_skb)) {
1610 skb_set_owner_r(opt_skb, sk);
1611 opt_skb = xchg(&np->pktoptions, opt_skb);
1612 } else {
1613 __kfree_skb(opt_skb);
1614 opt_skb = xchg(&np->pktoptions, NULL);
1615 }
1616 }
1617
Wei Yongjun800d55f2009-02-23 21:45:33 +00001618 kfree_skb(opt_skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001619 return 0;
1620}
1621
Herbert Xue5bbef22007-10-15 12:50:28 -07001622static int tcp_v6_rcv(struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001623{
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001624 struct tcphdr *th;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001625 struct sock *sk;
1626 int ret;
Pavel Emelyanova86b1e32008-07-16 20:20:58 -07001627 struct net *net = dev_net(skb->dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001628
1629 if (skb->pkt_type != PACKET_HOST)
1630 goto discard_it;
1631
1632 /*
1633 * Count it even if it's bad.
1634 */
Pavel Emelyanov63231bd2008-07-16 20:22:25 -07001635 TCP_INC_STATS_BH(net, TCP_MIB_INSEGS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001636
1637 if (!pskb_may_pull(skb, sizeof(struct tcphdr)))
1638 goto discard_it;
1639
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07001640 th = tcp_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001641
1642 if (th->doff < sizeof(struct tcphdr)/4)
1643 goto bad_packet;
1644 if (!pskb_may_pull(skb, th->doff*4))
1645 goto discard_it;
1646
Herbert Xu60476372007-04-09 11:59:39 -07001647 if (!skb_csum_unnecessary(skb) && tcp_v6_checksum_init(skb))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001648 goto bad_packet;
1649
Arnaldo Carvalho de Meloaa8223c2007-04-10 21:04:22 -07001650 th = tcp_hdr(skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001651 TCP_SKB_CB(skb)->seq = ntohl(th->seq);
1652 TCP_SKB_CB(skb)->end_seq = (TCP_SKB_CB(skb)->seq + th->syn + th->fin +
1653 skb->len - th->doff*4);
1654 TCP_SKB_CB(skb)->ack_seq = ntohl(th->ack_seq);
1655 TCP_SKB_CB(skb)->when = 0;
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001656 TCP_SKB_CB(skb)->flags = ipv6_get_dsfield(ipv6_hdr(skb));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001657 TCP_SKB_CB(skb)->sacked = 0;
1658
Arnaldo Carvalho de Melo9a1f27c2008-10-07 11:41:57 -07001659 sk = __inet6_lookup_skb(&tcp_hashinfo, skb, th->source, th->dest);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001660 if (!sk)
1661 goto no_tcp_socket;
1662
1663process:
1664 if (sk->sk_state == TCP_TIME_WAIT)
1665 goto do_time_wait;
1666
1667 if (!xfrm6_policy_check(sk, XFRM_POLICY_IN, skb))
1668 goto discard_and_relse;
1669
Dmitry Mishinfda9ef52006-08-31 15:28:39 -07001670 if (sk_filter(sk, skb))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001671 goto discard_and_relse;
1672
1673 skb->dev = NULL;
1674
Fabio Olive Leite293b9c42006-09-25 22:28:47 -07001675 bh_lock_sock_nested(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001676 ret = 0;
1677 if (!sock_owned_by_user(sk)) {
Chris Leech1a2449a2006-05-23 18:05:53 -07001678#ifdef CONFIG_NET_DMA
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001679 struct tcp_sock *tp = tcp_sk(sk);
David S. Millerb4caea82007-10-26 04:20:13 -07001680 if (!tp->ucopy.dma_chan && tp->ucopy.pinned_list)
Dan Williamsf67b4592009-01-06 11:38:15 -07001681 tp->ucopy.dma_chan = dma_find_channel(DMA_MEMCPY);
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001682 if (tp->ucopy.dma_chan)
1683 ret = tcp_v6_do_rcv(sk, skb);
1684 else
Chris Leech1a2449a2006-05-23 18:05:53 -07001685#endif
1686 {
1687 if (!tcp_prequeue(sk, skb))
1688 ret = tcp_v6_do_rcv(sk, skb);
1689 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001690 } else
1691 sk_add_backlog(sk, skb);
1692 bh_unlock_sock(sk);
1693
1694 sock_put(sk);
1695 return ret ? -1 : 0;
1696
1697no_tcp_socket:
1698 if (!xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb))
1699 goto discard_it;
1700
1701 if (skb->len < (th->doff<<2) || tcp_checksum_complete(skb)) {
1702bad_packet:
Pavel Emelyanov63231bd2008-07-16 20:22:25 -07001703 TCP_INC_STATS_BH(net, TCP_MIB_INERRS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001704 } else {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001705 tcp_v6_send_reset(NULL, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001706 }
1707
1708discard_it:
1709
1710 /*
1711 * Discard frame
1712 */
1713
1714 kfree_skb(skb);
1715 return 0;
1716
1717discard_and_relse:
1718 sock_put(sk);
1719 goto discard_it;
1720
1721do_time_wait:
1722 if (!xfrm6_policy_check(NULL, XFRM_POLICY_IN, skb)) {
YOSHIFUJI Hideaki9469c7b2006-10-10 19:41:46 -07001723 inet_twsk_put(inet_twsk(sk));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001724 goto discard_it;
1725 }
1726
1727 if (skb->len < (th->doff<<2) || tcp_checksum_complete(skb)) {
Pavel Emelyanov63231bd2008-07-16 20:22:25 -07001728 TCP_INC_STATS_BH(net, TCP_MIB_INERRS);
YOSHIFUJI Hideaki9469c7b2006-10-10 19:41:46 -07001729 inet_twsk_put(inet_twsk(sk));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001730 goto discard_it;
1731 }
1732
YOSHIFUJI Hideaki9469c7b2006-10-10 19:41:46 -07001733 switch (tcp_timewait_state_process(inet_twsk(sk), skb, th)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001734 case TCP_TW_SYN:
1735 {
1736 struct sock *sk2;
1737
YOSHIFUJI Hideakic346dca2008-03-25 21:47:49 +09001738 sk2 = inet6_lookup_listener(dev_net(skb->dev), &tcp_hashinfo,
Arnaldo Carvalho de Melo0660e032007-04-25 17:54:47 -07001739 &ipv6_hdr(skb)->daddr,
Arnaldo Carvalho de Melo505cbfc2005-08-12 09:19:38 -03001740 ntohs(th->dest), inet6_iif(skb));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001741 if (sk2 != NULL) {
Arnaldo Carvalho de Melo295ff7e2005-08-09 20:44:40 -07001742 struct inet_timewait_sock *tw = inet_twsk(sk);
1743 inet_twsk_deschedule(tw, &tcp_death_row);
1744 inet_twsk_put(tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001745 sk = sk2;
1746 goto process;
1747 }
1748 /* Fall through to ACK */
1749 }
1750 case TCP_TW_ACK:
1751 tcp_v6_timewait_ack(sk, skb);
1752 break;
1753 case TCP_TW_RST:
1754 goto no_tcp_socket;
1755 case TCP_TW_SUCCESS:;
1756 }
1757 goto discard_it;
1758}
1759
Linus Torvalds1da177e2005-04-16 15:20:36 -07001760static int tcp_v6_remember_stamp(struct sock *sk)
1761{
1762 /* Alas, not yet... */
1763 return 0;
1764}
1765
Stephen Hemminger3b401a82009-09-01 19:25:04 +00001766static const struct inet_connection_sock_af_ops ipv6_specific = {
Arnaldo Carvalho de Melo543d9cf2006-03-20 22:48:35 -08001767 .queue_xmit = inet6_csk_xmit,
1768 .send_check = tcp_v6_send_check,
1769 .rebuild_header = inet6_sk_rebuild_header,
1770 .conn_request = tcp_v6_conn_request,
1771 .syn_recv_sock = tcp_v6_syn_recv_sock,
1772 .remember_stamp = tcp_v6_remember_stamp,
1773 .net_header_len = sizeof(struct ipv6hdr),
1774 .setsockopt = ipv6_setsockopt,
1775 .getsockopt = ipv6_getsockopt,
1776 .addr2sockaddr = inet6_csk_addr2sockaddr,
1777 .sockaddr_len = sizeof(struct sockaddr_in6),
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -08001778 .bind_conflict = inet6_csk_bind_conflict,
Dmitry Mishin3fdadf72006-03-20 22:45:21 -08001779#ifdef CONFIG_COMPAT
Arnaldo Carvalho de Melo543d9cf2006-03-20 22:48:35 -08001780 .compat_setsockopt = compat_ipv6_setsockopt,
1781 .compat_getsockopt = compat_ipv6_getsockopt,
Dmitry Mishin3fdadf72006-03-20 22:45:21 -08001782#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001783};
1784
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001785#ifdef CONFIG_TCP_MD5SIG
Stephen Hemmingerb2e4b3de2009-09-01 19:25:03 +00001786static const struct tcp_sock_af_ops tcp_sock_ipv6_specific = {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001787 .md5_lookup = tcp_v6_md5_lookup,
Adam Langley49a72df2008-07-19 00:01:42 -07001788 .calc_md5_hash = tcp_v6_md5_hash_skb,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001789 .md5_add = tcp_v6_md5_add_func,
1790 .md5_parse = tcp_v6_parse_md5_keys,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001791};
David S. Millera9286302006-11-14 19:53:22 -08001792#endif
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001793
Linus Torvalds1da177e2005-04-16 15:20:36 -07001794/*
1795 * TCP over IPv4 via INET6 API
1796 */
1797
Stephen Hemminger3b401a82009-09-01 19:25:04 +00001798static const struct inet_connection_sock_af_ops ipv6_mapped = {
Arnaldo Carvalho de Melo543d9cf2006-03-20 22:48:35 -08001799 .queue_xmit = ip_queue_xmit,
1800 .send_check = tcp_v4_send_check,
1801 .rebuild_header = inet_sk_rebuild_header,
1802 .conn_request = tcp_v6_conn_request,
1803 .syn_recv_sock = tcp_v6_syn_recv_sock,
1804 .remember_stamp = tcp_v4_remember_stamp,
1805 .net_header_len = sizeof(struct iphdr),
1806 .setsockopt = ipv6_setsockopt,
1807 .getsockopt = ipv6_getsockopt,
1808 .addr2sockaddr = inet6_csk_addr2sockaddr,
1809 .sockaddr_len = sizeof(struct sockaddr_in6),
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -08001810 .bind_conflict = inet6_csk_bind_conflict,
Dmitry Mishin3fdadf72006-03-20 22:45:21 -08001811#ifdef CONFIG_COMPAT
Arnaldo Carvalho de Melo543d9cf2006-03-20 22:48:35 -08001812 .compat_setsockopt = compat_ipv6_setsockopt,
1813 .compat_getsockopt = compat_ipv6_getsockopt,
Dmitry Mishin3fdadf72006-03-20 22:45:21 -08001814#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001815};
1816
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001817#ifdef CONFIG_TCP_MD5SIG
Stephen Hemmingerb2e4b3de2009-09-01 19:25:03 +00001818static const struct tcp_sock_af_ops tcp_sock_ipv6_mapped_specific = {
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001819 .md5_lookup = tcp_v4_md5_lookup,
Adam Langley49a72df2008-07-19 00:01:42 -07001820 .calc_md5_hash = tcp_v4_md5_hash_skb,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001821 .md5_add = tcp_v6_md5_add_func,
1822 .md5_parse = tcp_v6_parse_md5_keys,
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001823};
David S. Millera9286302006-11-14 19:53:22 -08001824#endif
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001825
Linus Torvalds1da177e2005-04-16 15:20:36 -07001826/* NOTE: A lot of things set to zero explicitly by call to
1827 * sk_alloc() so need not be done here.
1828 */
1829static int tcp_v6_init_sock(struct sock *sk)
1830{
Arnaldo Carvalho de Melo6687e982005-08-10 04:03:31 -03001831 struct inet_connection_sock *icsk = inet_csk(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001832 struct tcp_sock *tp = tcp_sk(sk);
1833
1834 skb_queue_head_init(&tp->out_of_order_queue);
1835 tcp_init_xmit_timers(sk);
1836 tcp_prequeue_init(tp);
1837
Arnaldo Carvalho de Melo6687e982005-08-10 04:03:31 -03001838 icsk->icsk_rto = TCP_TIMEOUT_INIT;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001839 tp->mdev = TCP_TIMEOUT_INIT;
1840
1841 /* So many TCP implementations out there (incorrectly) count the
1842 * initial SYN frame in their delayed-ACK and congestion control
1843 * algorithms that we must have the following bandaid to talk
1844 * efficiently to them. -DaveM
1845 */
1846 tp->snd_cwnd = 2;
1847
1848 /* See draft-stevens-tcpca-spec-01 for discussion of the
1849 * initialization of these values.
1850 */
Ilpo Järvinen0b6a05c2009-09-15 01:30:10 -07001851 tp->snd_ssthresh = TCP_INFINITE_SSTHRESH;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001852 tp->snd_cwnd_clamp = ~0;
David S. Millerc1b4a7e2005-07-05 15:24:38 -07001853 tp->mss_cache = 536;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001854
1855 tp->reordering = sysctl_tcp_reordering;
1856
1857 sk->sk_state = TCP_CLOSE;
1858
Arnaldo Carvalho de Melo8292a172005-12-13 23:15:52 -08001859 icsk->icsk_af_ops = &ipv6_specific;
Arnaldo Carvalho de Melo6687e982005-08-10 04:03:31 -03001860 icsk->icsk_ca_ops = &tcp_init_congestion_ops;
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -08001861 icsk->icsk_sync_mss = tcp_sync_mss;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001862 sk->sk_write_space = sk_stream_write_space;
1863 sock_set_flag(sk, SOCK_USE_WRITE_QUEUE);
1864
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001865#ifdef CONFIG_TCP_MD5SIG
1866 tp->af_specific = &tcp_sock_ipv6_specific;
1867#endif
1868
Linus Torvalds1da177e2005-04-16 15:20:36 -07001869 sk->sk_sndbuf = sysctl_tcp_wmem[1];
1870 sk->sk_rcvbuf = sysctl_tcp_rmem[1];
1871
Herbert Xueb4dea52008-12-29 23:04:08 -08001872 local_bh_disable();
Eric Dumazet17483762008-11-25 21:16:35 -08001873 percpu_counter_inc(&tcp_sockets_allocated);
Herbert Xueb4dea52008-12-29 23:04:08 -08001874 local_bh_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -07001875
1876 return 0;
1877}
1878
Brian Haley7d06b2e2008-06-14 17:04:49 -07001879static void tcp_v6_destroy_sock(struct sock *sk)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001880{
YOSHIFUJI Hideakicfb6eeb2006-11-14 19:07:45 -08001881#ifdef CONFIG_TCP_MD5SIG
1882 /* Clean up the MD5 key list */
1883 if (tcp_sk(sk)->md5sig_info)
1884 tcp_v6_clear_md5_list(sk);
1885#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001886 tcp_v4_destroy_sock(sk);
Brian Haley7d06b2e2008-06-14 17:04:49 -07001887 inet6_destroy_sock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001888}
1889
YOSHIFUJI Hideaki952a10b2007-04-21 20:13:44 +09001890#ifdef CONFIG_PROC_FS
Linus Torvalds1da177e2005-04-16 15:20:36 -07001891/* Proc filesystem TCPv6 sock list dumping. */
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001892static void get_openreq6(struct seq_file *seq,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -07001893 struct sock *sk, struct request_sock *req, int i, int uid)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001894{
Linus Torvalds1da177e2005-04-16 15:20:36 -07001895 int ttd = req->expires - jiffies;
Arnaldo Carvalho de Meloca304b62005-12-13 23:15:40 -08001896 struct in6_addr *src = &inet6_rsk(req)->loc_addr;
1897 struct in6_addr *dest = &inet6_rsk(req)->rmt_addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001898
1899 if (ttd < 0)
1900 ttd = 0;
1901
Linus Torvalds1da177e2005-04-16 15:20:36 -07001902 seq_printf(seq,
1903 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
1904 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %d %d %p\n",
1905 i,
1906 src->s6_addr32[0], src->s6_addr32[1],
1907 src->s6_addr32[2], src->s6_addr32[3],
KOVACS Krisztianfd507032008-10-19 23:35:58 -07001908 ntohs(inet_rsk(req)->loc_port),
Linus Torvalds1da177e2005-04-16 15:20:36 -07001909 dest->s6_addr32[0], dest->s6_addr32[1],
1910 dest->s6_addr32[2], dest->s6_addr32[3],
Arnaldo Carvalho de Melo2e6599c2005-06-18 22:46:52 -07001911 ntohs(inet_rsk(req)->rmt_port),
Linus Torvalds1da177e2005-04-16 15:20:36 -07001912 TCP_SYN_RECV,
1913 0,0, /* could print option size, but that is af dependent. */
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001914 1, /* timers active (only the expire timer) */
1915 jiffies_to_clock_t(ttd),
Linus Torvalds1da177e2005-04-16 15:20:36 -07001916 req->retrans,
1917 uid,
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001918 0, /* non standard timer */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001919 0, /* open_requests have no inode */
1920 0, req);
1921}
1922
1923static void get_tcp6_sock(struct seq_file *seq, struct sock *sp, int i)
1924{
1925 struct in6_addr *dest, *src;
1926 __u16 destp, srcp;
1927 int timer_active;
1928 unsigned long timer_expires;
1929 struct inet_sock *inet = inet_sk(sp);
1930 struct tcp_sock *tp = tcp_sk(sp);
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001931 const struct inet_connection_sock *icsk = inet_csk(sp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001932 struct ipv6_pinfo *np = inet6_sk(sp);
1933
1934 dest = &np->daddr;
1935 src = &np->rcv_saddr;
Eric Dumazetc720c7e82009-10-15 06:30:45 +00001936 destp = ntohs(inet->inet_dport);
1937 srcp = ntohs(inet->inet_sport);
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001938
1939 if (icsk->icsk_pending == ICSK_TIME_RETRANS) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001940 timer_active = 1;
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001941 timer_expires = icsk->icsk_timeout;
1942 } else if (icsk->icsk_pending == ICSK_TIME_PROBE0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001943 timer_active = 4;
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001944 timer_expires = icsk->icsk_timeout;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001945 } else if (timer_pending(&sp->sk_timer)) {
1946 timer_active = 2;
1947 timer_expires = sp->sk_timer.expires;
1948 } else {
1949 timer_active = 0;
1950 timer_expires = jiffies;
1951 }
1952
1953 seq_printf(seq,
1954 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
Stephen Hemminger7be87352008-06-27 20:00:19 -07001955 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %lu %d %p %lu %lu %u %u %d\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -07001956 i,
1957 src->s6_addr32[0], src->s6_addr32[1],
1958 src->s6_addr32[2], src->s6_addr32[3], srcp,
1959 dest->s6_addr32[0], dest->s6_addr32[1],
1960 dest->s6_addr32[2], dest->s6_addr32[3], destp,
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001961 sp->sk_state,
Sridhar Samudrala47da8ee2006-06-27 13:29:00 -07001962 tp->write_seq-tp->snd_una,
1963 (sp->sk_state == TCP_LISTEN) ? sp->sk_ack_backlog : (tp->rcv_nxt - tp->copied_seq),
Linus Torvalds1da177e2005-04-16 15:20:36 -07001964 timer_active,
1965 jiffies_to_clock_t(timer_expires - jiffies),
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001966 icsk->icsk_retransmits,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001967 sock_i_uid(sp),
Arnaldo Carvalho de Melo6687e982005-08-10 04:03:31 -03001968 icsk->icsk_probes_out,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001969 sock_i_ino(sp),
1970 atomic_read(&sp->sk_refcnt), sp,
Stephen Hemminger7be87352008-06-27 20:00:19 -07001971 jiffies_to_clock_t(icsk->icsk_rto),
1972 jiffies_to_clock_t(icsk->icsk_ack.ato),
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07001973 (icsk->icsk_ack.quick << 1 ) | icsk->icsk_ack.pingpong,
Ilpo Järvinen0b6a05c2009-09-15 01:30:10 -07001974 tp->snd_cwnd,
1975 tcp_in_initial_slowstart(tp) ? -1 : tp->snd_ssthresh
Linus Torvalds1da177e2005-04-16 15:20:36 -07001976 );
1977}
1978
YOSHIFUJI Hideaki1ab14572007-02-09 23:24:49 +09001979static void get_timewait6_sock(struct seq_file *seq,
Arnaldo Carvalho de Melo8feaf0c02005-08-09 20:09:30 -07001980 struct inet_timewait_sock *tw, int i)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001981{
1982 struct in6_addr *dest, *src;
1983 __u16 destp, srcp;
Arnaldo Carvalho de Melo0fa1a532005-12-13 23:23:09 -08001984 struct inet6_timewait_sock *tw6 = inet6_twsk((struct sock *)tw);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001985 int ttd = tw->tw_ttd - jiffies;
1986
1987 if (ttd < 0)
1988 ttd = 0;
1989
Arnaldo Carvalho de Melo0fa1a532005-12-13 23:23:09 -08001990 dest = &tw6->tw_v6_daddr;
1991 src = &tw6->tw_v6_rcv_saddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001992 destp = ntohs(tw->tw_dport);
1993 srcp = ntohs(tw->tw_sport);
1994
1995 seq_printf(seq,
1996 "%4d: %08X%08X%08X%08X:%04X %08X%08X%08X%08X:%04X "
1997 "%02X %08X:%08X %02X:%08lX %08X %5d %8d %d %d %p\n",
1998 i,
1999 src->s6_addr32[0], src->s6_addr32[1],
2000 src->s6_addr32[2], src->s6_addr32[3], srcp,
2001 dest->s6_addr32[0], dest->s6_addr32[1],
2002 dest->s6_addr32[2], dest->s6_addr32[3], destp,
2003 tw->tw_substate, 0, 0,
2004 3, jiffies_to_clock_t(ttd), 0, 0, 0, 0,
2005 atomic_read(&tw->tw_refcnt), tw);
2006}
2007
Linus Torvalds1da177e2005-04-16 15:20:36 -07002008static int tcp6_seq_show(struct seq_file *seq, void *v)
2009{
2010 struct tcp_iter_state *st;
2011
2012 if (v == SEQ_START_TOKEN) {
2013 seq_puts(seq,
2014 " sl "
2015 "local_address "
2016 "remote_address "
2017 "st tx_queue rx_queue tr tm->when retrnsmt"
2018 " uid timeout inode\n");
2019 goto out;
2020 }
2021 st = seq->private;
2022
2023 switch (st->state) {
2024 case TCP_SEQ_STATE_LISTENING:
2025 case TCP_SEQ_STATE_ESTABLISHED:
2026 get_tcp6_sock(seq, v, st->num);
2027 break;
2028 case TCP_SEQ_STATE_OPENREQ:
2029 get_openreq6(seq, st->syn_wait_sk, v, st->num, st->uid);
2030 break;
2031 case TCP_SEQ_STATE_TIME_WAIT:
2032 get_timewait6_sock(seq, v, st->num);
2033 break;
2034 }
2035out:
2036 return 0;
2037}
2038
Linus Torvalds1da177e2005-04-16 15:20:36 -07002039static struct tcp_seq_afinfo tcp6_seq_afinfo = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002040 .name = "tcp6",
2041 .family = AF_INET6,
Denis V. Lunev5f4472c2008-04-13 22:13:53 -07002042 .seq_fops = {
2043 .owner = THIS_MODULE,
2044 },
Denis V. Lunev9427c4b2008-04-13 22:12:13 -07002045 .seq_ops = {
2046 .show = tcp6_seq_show,
2047 },
Linus Torvalds1da177e2005-04-16 15:20:36 -07002048};
2049
Daniel Lezcano6f8b13b2008-03-21 04:14:45 -07002050int tcp6_proc_init(struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002051{
Daniel Lezcano6f8b13b2008-03-21 04:14:45 -07002052 return tcp_proc_register(net, &tcp6_seq_afinfo);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002053}
2054
Daniel Lezcano6f8b13b2008-03-21 04:14:45 -07002055void tcp6_proc_exit(struct net *net)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002056{
Daniel Lezcano6f8b13b2008-03-21 04:14:45 -07002057 tcp_proc_unregister(net, &tcp6_seq_afinfo);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002058}
2059#endif
2060
2061struct proto tcpv6_prot = {
2062 .name = "TCPv6",
2063 .owner = THIS_MODULE,
2064 .close = tcp_close,
2065 .connect = tcp_v6_connect,
2066 .disconnect = tcp_disconnect,
Arnaldo Carvalho de Melo463c84b2005-08-09 20:10:42 -07002067 .accept = inet_csk_accept,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002068 .ioctl = tcp_ioctl,
2069 .init = tcp_v6_init_sock,
2070 .destroy = tcp_v6_destroy_sock,
2071 .shutdown = tcp_shutdown,
2072 .setsockopt = tcp_setsockopt,
2073 .getsockopt = tcp_getsockopt,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002074 .recvmsg = tcp_recvmsg,
2075 .backlog_rcv = tcp_v6_do_rcv,
2076 .hash = tcp_v6_hash,
Arnaldo Carvalho de Meloab1e0a12008-02-03 04:06:04 -08002077 .unhash = inet_unhash,
2078 .get_port = inet_csk_get_port,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002079 .enter_memory_pressure = tcp_enter_memory_pressure,
2080 .sockets_allocated = &tcp_sockets_allocated,
2081 .memory_allocated = &tcp_memory_allocated,
2082 .memory_pressure = &tcp_memory_pressure,
Arnaldo Carvalho de Melo0a5578c2005-08-09 20:11:41 -07002083 .orphan_count = &tcp_orphan_count,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002084 .sysctl_mem = sysctl_tcp_mem,
2085 .sysctl_wmem = sysctl_tcp_wmem,
2086 .sysctl_rmem = sysctl_tcp_rmem,
2087 .max_header = MAX_TCP_HEADER,
2088 .obj_size = sizeof(struct tcp6_sock),
Eric Dumazet3ab5aee2008-11-16 19:40:17 -08002089 .slab_flags = SLAB_DESTROY_BY_RCU,
Arnaldo Carvalho de Melo6d6ee432005-12-13 23:25:19 -08002090 .twsk_prot = &tcp6_timewait_sock_ops,
Arnaldo Carvalho de Melo60236fd2005-06-18 22:47:21 -07002091 .rsk_prot = &tcp6_request_sock_ops,
Pavel Emelyanov39d8cda2008-03-22 16:50:58 -07002092 .h.hashinfo = &tcp_hashinfo,
Arnaldo Carvalho de Melo543d9cf2006-03-20 22:48:35 -08002093#ifdef CONFIG_COMPAT
2094 .compat_setsockopt = compat_tcp_setsockopt,
2095 .compat_getsockopt = compat_tcp_getsockopt,
2096#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07002097};
2098
Alexey Dobriyan41135cc2009-09-14 12:22:28 +00002099static const struct inet6_protocol tcpv6_protocol = {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002100 .handler = tcp_v6_rcv,
2101 .err_handler = tcp_v6_err,
Herbert Xua430a432006-07-08 13:34:56 -07002102 .gso_send_check = tcp_v6_gso_send_check,
Herbert Xuadcfc7d2006-06-30 13:36:15 -07002103 .gso_segment = tcp_tso_segment,
Herbert Xu684f2172009-01-08 10:41:23 -08002104 .gro_receive = tcp6_gro_receive,
2105 .gro_complete = tcp6_gro_complete,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002106 .flags = INET6_PROTO_NOPOLICY|INET6_PROTO_FINAL,
2107};
2108
Linus Torvalds1da177e2005-04-16 15:20:36 -07002109static struct inet_protosw tcpv6_protosw = {
2110 .type = SOCK_STREAM,
2111 .protocol = IPPROTO_TCP,
2112 .prot = &tcpv6_prot,
2113 .ops = &inet6_stream_ops,
2114 .capability = -1,
2115 .no_check = 0,
Arnaldo Carvalho de Melod83d8462005-12-13 23:26:10 -08002116 .flags = INET_PROTOSW_PERMANENT |
2117 INET_PROTOSW_ICSK,
Linus Torvalds1da177e2005-04-16 15:20:36 -07002118};
2119
Daniel Lezcano93ec9262008-03-07 11:16:02 -08002120static int tcpv6_net_init(struct net *net)
2121{
Denis V. Lunev56772422008-04-03 14:28:30 -07002122 return inet_ctl_sock_create(&net->ipv6.tcp_sk, PF_INET6,
2123 SOCK_RAW, IPPROTO_TCP, net);
Daniel Lezcano93ec9262008-03-07 11:16:02 -08002124}
2125
2126static void tcpv6_net_exit(struct net *net)
2127{
Denis V. Lunev56772422008-04-03 14:28:30 -07002128 inet_ctl_sock_destroy(net->ipv6.tcp_sk);
Daniel Lezcanod3154922008-09-08 13:17:27 -07002129 inet_twsk_purge(net, &tcp_hashinfo, &tcp_death_row, AF_INET6);
Daniel Lezcano93ec9262008-03-07 11:16:02 -08002130}
2131
2132static struct pernet_operations tcpv6_net_ops = {
2133 .init = tcpv6_net_init,
2134 .exit = tcpv6_net_exit,
2135};
2136
Daniel Lezcano7f4e4862007-12-11 02:25:35 -08002137int __init tcpv6_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002138{
Daniel Lezcano7f4e4862007-12-11 02:25:35 -08002139 int ret;
David Woodhouseae0f7d52006-01-11 15:53:04 -08002140
Daniel Lezcano7f4e4862007-12-11 02:25:35 -08002141 ret = inet6_add_protocol(&tcpv6_protocol, IPPROTO_TCP);
2142 if (ret)
2143 goto out;
2144
2145 /* register inet6 protocol */
2146 ret = inet6_register_protosw(&tcpv6_protosw);
2147 if (ret)
2148 goto out_tcpv6_protocol;
2149
Daniel Lezcano93ec9262008-03-07 11:16:02 -08002150 ret = register_pernet_subsys(&tcpv6_net_ops);
Daniel Lezcano7f4e4862007-12-11 02:25:35 -08002151 if (ret)
2152 goto out_tcpv6_protosw;
2153out:
2154 return ret;
2155
2156out_tcpv6_protocol:
2157 inet6_del_protocol(&tcpv6_protocol, IPPROTO_TCP);
2158out_tcpv6_protosw:
2159 inet6_unregister_protosw(&tcpv6_protosw);
2160 goto out;
2161}
2162
Daniel Lezcano09f77092007-12-13 05:34:58 -08002163void tcpv6_exit(void)
Daniel Lezcano7f4e4862007-12-11 02:25:35 -08002164{
Daniel Lezcano93ec9262008-03-07 11:16:02 -08002165 unregister_pernet_subsys(&tcpv6_net_ops);
Daniel Lezcano7f4e4862007-12-11 02:25:35 -08002166 inet6_unregister_protosw(&tcpv6_protosw);
2167 inet6_del_protocol(&tcpv6_protocol, IPPROTO_TCP);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002168}