blob: e72947c99454e54fefee30efa8aeea9bc13908b5 [file] [log] [blame]
Vlad Yasevich8663e022012-11-15 08:49:17 +00001/*
2 * IPV6 GSO/GRO offload support
3 * Linux INET6 implementation
4 *
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version
8 * 2 of the License, or (at your option) any later version.
9 *
10 * TCPv6 GSO/GRO support
11 */
12#include <linux/skbuff.h>
13#include <net/protocol.h>
14#include <net/tcp.h>
15#include <net/ip6_checksum.h>
16#include "ip6_offload.h"
17
David Millerd4546c22018-06-24 14:13:49 +090018static struct sk_buff *tcp6_gro_receive(struct list_head *head,
19 struct sk_buff *skb)
Vlad Yasevich8663e022012-11-15 08:49:17 +000020{
Herbert Xucc5c00b2013-11-22 10:31:29 +080021 /* Don't bother verifying checksum if we're going to flush anyway. */
Tom Herbert149d0772014-08-22 13:34:30 -070022 if (!NAPI_GRO_CB(skb)->flush &&
23 skb_gro_checksum_validate(skb, IPPROTO_TCP,
24 ip6_gro_compute_pseudo)) {
Vlad Yasevich8663e022012-11-15 08:49:17 +000025 NAPI_GRO_CB(skb)->flush = 1;
26 return NULL;
Vlad Yasevich8663e022012-11-15 08:49:17 +000027 }
28
29 return tcp_gro_receive(head, skb);
30}
31
Jerry Chu299603e82013-12-11 20:53:45 -080032static int tcp6_gro_complete(struct sk_buff *skb, int thoff)
Vlad Yasevich8663e022012-11-15 08:49:17 +000033{
34 const struct ipv6hdr *iph = ipv6_hdr(skb);
35 struct tcphdr *th = tcp_hdr(skb);
36
Jerry Chu299603e82013-12-11 20:53:45 -080037 th->check = ~tcp_v6_check(skb->len - thoff, &iph->saddr,
38 &iph->daddr, 0);
Jerry Chuc3caf112014-07-14 15:54:46 -070039 skb_shinfo(skb)->gso_type |= SKB_GSO_TCPV6;
Vlad Yasevich8663e022012-11-15 08:49:17 +000040
41 return tcp_gro_complete(skb);
42}
43
Eric Dumazet74abc202015-02-26 19:08:59 -080044static struct sk_buff *tcp6_gso_segment(struct sk_buff *skb,
45 netdev_features_t features)
Tom Herbertd020f8f2014-09-20 14:52:28 -070046{
47 struct tcphdr *th;
48
Willem de Bruijn121d57a2018-01-19 09:29:18 -050049 if (!(skb_shinfo(skb)->gso_type & SKB_GSO_TCPV6))
50 return ERR_PTR(-EINVAL);
51
Tom Herbertd020f8f2014-09-20 14:52:28 -070052 if (!pskb_may_pull(skb, sizeof(*th)))
53 return ERR_PTR(-EINVAL);
54
55 if (unlikely(skb->ip_summed != CHECKSUM_PARTIAL)) {
56 const struct ipv6hdr *ipv6h = ipv6_hdr(skb);
57 struct tcphdr *th = tcp_hdr(skb);
58
59 /* Set up pseudo header, usually expect stack to have done
60 * this.
61 */
62
63 th->check = 0;
64 skb->ip_summed = CHECKSUM_PARTIAL;
65 __tcp_v6_send_check(skb, &ipv6h->saddr, &ipv6h->daddr);
66 }
67
68 return tcp_gso_segment(skb, features);
69}
Vlad Yasevich8663e022012-11-15 08:49:17 +000070static const struct net_offload tcpv6_offload = {
Vlad Yasevichf191a1d2012-11-15 08:49:23 +000071 .callbacks = {
Tom Herbertd020f8f2014-09-20 14:52:28 -070072 .gso_segment = tcp6_gso_segment,
Vlad Yasevichf191a1d2012-11-15 08:49:23 +000073 .gro_receive = tcp6_gro_receive,
74 .gro_complete = tcp6_gro_complete,
75 },
Vlad Yasevich8663e022012-11-15 08:49:17 +000076};
77
78int __init tcpv6_offload_init(void)
79{
80 return inet6_add_offload(&tcpv6_offload, IPPROTO_TCP);
81}