move tso-by-software code to their own files. no functional changes.
This commit is contained in:
yamt
parent
12f26b14c2
commit
401e606d0d
@ -1,4 +1,4 @@
|
||||
# $NetBSD: files.netinet,v 1.15 2006/11/23 09:43:56 tron Exp $
|
||||
# $NetBSD: files.netinet,v 1.16 2006/11/25 18:41:36 yamt Exp $
|
||||
|
||||
defflag opt_tcp_debug.h TCP_DEBUG
|
||||
defparam opt_tcp_debug.h TCP_NDEBUG
|
||||
@ -19,6 +19,7 @@ defparam opt_tcp_congctl.h TCP_CONGCTL_DEFAULT
|
||||
|
||||
file netinet/igmp.c inet
|
||||
file netinet/in.c inet
|
||||
file netinet/in_offload.c inet
|
||||
file netinet/in_pcb.c inet
|
||||
file netinet/in_proto.c inet
|
||||
file netinet/in_selsrc.c inet & ipselsrc
|
||||
|
||||
197
sys/netinet/in_offload.c
Normal file
197
sys/netinet/in_offload.c
Normal file
@ -0,0 +1,197 @@
|
||||
/* $NetBSD: in_offload.c,v 1.1 2006/11/25 18:41:36 yamt Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c)2005, 2006 YAMAMOTO Takashi,
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
||||
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
||||
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
||||
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
||||
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
||||
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||
* SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include <sys/cdefs.h>
|
||||
__KERNEL_RCSID(0, "$NetBSD: in_offload.c,v 1.1 2006/11/25 18:41:36 yamt Exp $");
|
||||
|
||||
#include <sys/param.h>
|
||||
#include <sys/mbuf.h>
|
||||
|
||||
#include <net/if.h>
|
||||
|
||||
#include <netinet/in.h>
|
||||
#include <netinet/in_systm.h>
|
||||
#include <netinet/ip.h>
|
||||
#include <netinet/tcp.h>
|
||||
#include <netinet/in_offload.h>
|
||||
|
||||
struct ip_tso_output_args {
|
||||
struct ifnet *ifp;
|
||||
struct sockaddr *sa;
|
||||
struct rtentry *rt;
|
||||
};
|
||||
|
||||
static int ip_tso_output_callback(void *, struct mbuf *);
|
||||
|
||||
static int
|
||||
ip_tso_output_callback(void *vp, struct mbuf *m)
|
||||
{
|
||||
struct ip_tso_output_args *args = vp;
|
||||
struct ifnet *ifp = args->ifp;
|
||||
|
||||
return (*ifp->if_output)(ifp, m, args->sa, args->rt);
|
||||
}
|
||||
|
||||
int
|
||||
ip_tso_output(struct ifnet *ifp, struct mbuf *m, struct sockaddr *sa,
|
||||
struct rtentry *rt)
|
||||
{
|
||||
struct ip_tso_output_args args;
|
||||
|
||||
args.ifp = ifp;
|
||||
args.sa = sa;
|
||||
args.rt = rt;
|
||||
|
||||
return tcp4_segment(m, ip_tso_output_callback, &args);
|
||||
}
|
||||
|
||||
/*
|
||||
* tcp4_segment: handle M_CSUM_TSOv4 by software.
|
||||
*
|
||||
* => always consume m.
|
||||
* => call output_func with output_arg for each segments.
|
||||
*/
|
||||
|
||||
int
|
||||
tcp4_segment(struct mbuf *m, int (*output_func)(void *, struct mbuf *),
|
||||
void *output_arg)
|
||||
{
|
||||
int mss;
|
||||
int iphlen;
|
||||
int thlen;
|
||||
int hlen;
|
||||
int len;
|
||||
struct ip *iph;
|
||||
struct tcphdr *th;
|
||||
uint16_t ipid;
|
||||
uint32_t tcpseq;
|
||||
struct mbuf *hdr = NULL;
|
||||
struct mbuf *t;
|
||||
int error = 0;
|
||||
|
||||
KASSERT((m->m_flags & M_PKTHDR) != 0);
|
||||
KASSERT((m->m_pkthdr.csum_flags & M_CSUM_TSOv4) != 0);
|
||||
|
||||
m->m_pkthdr.csum_flags = 0;
|
||||
|
||||
len = m->m_pkthdr.len;
|
||||
KASSERT(len >= sizeof(*iph) + sizeof(*th));
|
||||
|
||||
if (m->m_len < sizeof(*iph)) {
|
||||
m = m_pullup(m, sizeof(*iph));
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
iph = mtod(m, struct ip *);
|
||||
iphlen = iph->ip_hl * 4;
|
||||
KASSERT(iph->ip_v == IPVERSION);
|
||||
KASSERT(iphlen >= sizeof(*iph));
|
||||
KASSERT(iph->ip_p == IPPROTO_TCP);
|
||||
ipid = ntohs(iph->ip_id);
|
||||
|
||||
hlen = iphlen + sizeof(*th);
|
||||
if (m->m_len < hlen) {
|
||||
m = m_pullup(m, hlen);
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
th = (void *)(mtod(m, char *) + iphlen);
|
||||
tcpseq = ntohl(th->th_seq);
|
||||
thlen = th->th_off * 4;
|
||||
hlen = iphlen + thlen;
|
||||
|
||||
mss = m->m_pkthdr.segsz;
|
||||
KASSERT(mss != 0);
|
||||
KASSERT(len > hlen);
|
||||
|
||||
t = m_split(m, hlen, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
hdr = m;
|
||||
m = t;
|
||||
len -= hlen;
|
||||
KASSERT(len % mss == 0);
|
||||
while (len > 0) {
|
||||
struct mbuf *n;
|
||||
|
||||
n = m_dup(hdr, 0, hlen, M_NOWAIT);
|
||||
if (n == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
KASSERT(n->m_len == hlen); /* XXX */
|
||||
|
||||
t = m_split(m, mss, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
m_freem(n);
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
m_cat(n, m);
|
||||
m = t;
|
||||
|
||||
KASSERT(n->m_len >= hlen); /* XXX */
|
||||
|
||||
n->m_pkthdr.len = hlen + mss;
|
||||
iph = mtod(n, struct ip *);
|
||||
KASSERT(iph->ip_v == IPVERSION);
|
||||
iph->ip_len = htons(n->m_pkthdr.len);
|
||||
iph->ip_id = htons(ipid);
|
||||
th = (void *)(mtod(n, char *) + iphlen);
|
||||
th->th_seq = htonl(tcpseq);
|
||||
iph->ip_sum = 0;
|
||||
iph->ip_sum = in_cksum(n, iphlen);
|
||||
th->th_sum = 0;
|
||||
th->th_sum = in4_cksum(n, IPPROTO_TCP, iphlen, thlen + mss);
|
||||
|
||||
error = (*output_func)(output_arg, n);
|
||||
if (error) {
|
||||
goto quit;
|
||||
}
|
||||
|
||||
tcpseq += mss;
|
||||
ipid++;
|
||||
len -= mss;
|
||||
}
|
||||
|
||||
quit:
|
||||
if (hdr != NULL) {
|
||||
m_freem(hdr);
|
||||
}
|
||||
if (m != NULL) {
|
||||
m_freem(m);
|
||||
}
|
||||
|
||||
return error;
|
||||
}
|
||||
@ -1,7 +1,7 @@
|
||||
/* $NetBSD: in_offload.h,v 1.3 2005/12/10 23:36:23 elad Exp $ */
|
||||
/* $NetBSD: in_offload.h,v 1.4 2006/11/25 18:41:36 yamt Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c)2005 YAMAMOTO Takashi,
|
||||
* Copyright (c)2005, 2006 YAMAMOTO Takashi,
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
@ -34,6 +34,8 @@
|
||||
*/
|
||||
|
||||
int tcp4_segment(struct mbuf *, int (*)(void *, struct mbuf *), void *);
|
||||
int ip_tso_output(struct ifnet *, struct mbuf *, struct sockaddr *,
|
||||
struct rtentry *);
|
||||
|
||||
/*
|
||||
* offloading related sysctl variables.
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
/* $NetBSD: ip_output.c,v 1.166 2006/11/13 05:13:42 dyoung Exp $ */
|
||||
/* $NetBSD: ip_output.c,v 1.167 2006/11/25 18:41:36 yamt Exp $ */
|
||||
|
||||
/*
|
||||
* Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
|
||||
@ -98,7 +98,7 @@
|
||||
*/
|
||||
|
||||
#include <sys/cdefs.h>
|
||||
__KERNEL_RCSID(0, "$NetBSD: ip_output.c,v 1.166 2006/11/13 05:13:42 dyoung Exp $");
|
||||
__KERNEL_RCSID(0, "$NetBSD: ip_output.c,v 1.167 2006/11/25 18:41:36 yamt Exp $");
|
||||
|
||||
#include "opt_pfil_hooks.h"
|
||||
#include "opt_inet.h"
|
||||
@ -170,38 +170,6 @@ int ip_do_loopback_cksum = 0;
|
||||
(((csum_flags) & M_CSUM_TCPv4) != 0 && tcp_do_loopback_cksum) || \
|
||||
(((csum_flags) & M_CSUM_IPv4) != 0 && ip_do_loopback_cksum)))
|
||||
|
||||
struct ip_tso_output_args {
|
||||
struct ifnet *ifp;
|
||||
struct sockaddr *sa;
|
||||
struct rtentry *rt;
|
||||
};
|
||||
|
||||
static int ip_tso_output_callback(void *, struct mbuf *);
|
||||
static int ip_tso_output(struct ifnet *, struct mbuf *, struct sockaddr *,
|
||||
struct rtentry *);
|
||||
|
||||
static int
|
||||
ip_tso_output_callback(void *vp, struct mbuf *m)
|
||||
{
|
||||
struct ip_tso_output_args *args = vp;
|
||||
struct ifnet *ifp = args->ifp;
|
||||
|
||||
return (*ifp->if_output)(ifp, m, args->sa, args->rt);
|
||||
}
|
||||
|
||||
static int
|
||||
ip_tso_output(struct ifnet *ifp, struct mbuf *m, struct sockaddr *sa,
|
||||
struct rtentry *rt)
|
||||
{
|
||||
struct ip_tso_output_args args;
|
||||
|
||||
args.ifp = ifp;
|
||||
args.sa = sa;
|
||||
args.rt = rt;
|
||||
|
||||
return tcp4_segment(m, ip_tso_output_callback, &args);
|
||||
}
|
||||
|
||||
/*
|
||||
* IP output. The packet in mbuf chain m contains a skeletal IP
|
||||
* header (with len, off, ttl, proto, tos, src, dst).
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
/* $NetBSD: tcp_output.c,v 1.152 2006/11/23 23:12:59 martin Exp $ */
|
||||
/* $NetBSD: tcp_output.c,v 1.153 2006/11/25 18:41:36 yamt Exp $ */
|
||||
|
||||
/*
|
||||
* Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
|
||||
@ -142,7 +142,7 @@
|
||||
*/
|
||||
|
||||
#include <sys/cdefs.h>
|
||||
__KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.152 2006/11/23 23:12:59 martin Exp $");
|
||||
__KERNEL_RCSID(0, "$NetBSD: tcp_output.c,v 1.153 2006/11/25 18:41:36 yamt Exp $");
|
||||
|
||||
#include "opt_inet.h"
|
||||
#include "opt_ipsec.h"
|
||||
@ -1667,252 +1667,3 @@ tcp_setpersist(struct tcpcb *tp)
|
||||
if (tp->t_rxtshift < TCP_MAXRXTSHIFT)
|
||||
tp->t_rxtshift++;
|
||||
}
|
||||
|
||||
#if defined(INET)
|
||||
/*
|
||||
* tcp4_segment: handle M_CSUM_TSOv4 by software.
|
||||
*
|
||||
* => always consume m.
|
||||
* => call output_func with output_arg for each segments.
|
||||
*/
|
||||
|
||||
int
|
||||
tcp4_segment(struct mbuf *m, int (*output_func)(void *, struct mbuf *),
|
||||
void *output_arg)
|
||||
{
|
||||
int mss;
|
||||
int iphlen;
|
||||
int thlen;
|
||||
int hlen;
|
||||
int len;
|
||||
struct ip *iph;
|
||||
struct tcphdr *th;
|
||||
uint16_t ipid;
|
||||
uint32_t tcpseq;
|
||||
struct mbuf *hdr = NULL;
|
||||
struct mbuf *t;
|
||||
int error = 0;
|
||||
|
||||
KASSERT((m->m_flags & M_PKTHDR) != 0);
|
||||
KASSERT((m->m_pkthdr.csum_flags & M_CSUM_TSOv4) != 0);
|
||||
|
||||
m->m_pkthdr.csum_flags = 0;
|
||||
|
||||
len = m->m_pkthdr.len;
|
||||
KASSERT(len >= sizeof(*iph) + sizeof(*th));
|
||||
|
||||
if (m->m_len < sizeof(*iph)) {
|
||||
m = m_pullup(m, sizeof(*iph));
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
iph = mtod(m, struct ip *);
|
||||
iphlen = iph->ip_hl * 4;
|
||||
KASSERT(iph->ip_v == IPVERSION);
|
||||
KASSERT(iphlen >= sizeof(*iph));
|
||||
KASSERT(iph->ip_p == IPPROTO_TCP);
|
||||
ipid = ntohs(iph->ip_id);
|
||||
|
||||
hlen = iphlen + sizeof(*th);
|
||||
if (m->m_len < hlen) {
|
||||
m = m_pullup(m, hlen);
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
th = (void *)(mtod(m, char *) + iphlen);
|
||||
tcpseq = ntohl(th->th_seq);
|
||||
thlen = th->th_off * 4;
|
||||
hlen = iphlen + thlen;
|
||||
|
||||
mss = m->m_pkthdr.segsz;
|
||||
KASSERT(mss != 0);
|
||||
KASSERT(len > hlen);
|
||||
|
||||
t = m_split(m, hlen, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
hdr = m;
|
||||
m = t;
|
||||
len -= hlen;
|
||||
KASSERT(len % mss == 0);
|
||||
while (len > 0) {
|
||||
struct mbuf *n;
|
||||
|
||||
n = m_dup(hdr, 0, hlen, M_NOWAIT);
|
||||
if (n == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
KASSERT(n->m_len == hlen); /* XXX */
|
||||
|
||||
t = m_split(m, mss, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
m_freem(n);
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
m_cat(n, m);
|
||||
m = t;
|
||||
|
||||
KASSERT(n->m_len >= hlen); /* XXX */
|
||||
|
||||
n->m_pkthdr.len = hlen + mss;
|
||||
iph = mtod(n, struct ip *);
|
||||
KASSERT(iph->ip_v == IPVERSION);
|
||||
iph->ip_len = htons(n->m_pkthdr.len);
|
||||
iph->ip_id = htons(ipid);
|
||||
th = (void *)(mtod(n, char *) + iphlen);
|
||||
th->th_seq = htonl(tcpseq);
|
||||
iph->ip_sum = 0;
|
||||
iph->ip_sum = in_cksum(n, iphlen);
|
||||
th->th_sum = 0;
|
||||
th->th_sum = in4_cksum(n, IPPROTO_TCP, iphlen, thlen + mss);
|
||||
|
||||
error = (*output_func)(output_arg, n);
|
||||
if (error) {
|
||||
goto quit;
|
||||
}
|
||||
|
||||
tcpseq += mss;
|
||||
ipid++;
|
||||
len -= mss;
|
||||
}
|
||||
|
||||
quit:
|
||||
if (hdr != NULL) {
|
||||
m_freem(hdr);
|
||||
}
|
||||
if (m != NULL) {
|
||||
m_freem(m);
|
||||
}
|
||||
|
||||
return error;
|
||||
}
|
||||
#endif /* defined(INET) */
|
||||
|
||||
#if defined(INET6)
|
||||
/*
|
||||
* tcp6_segment: handle M_CSUM_TSOv6 by software.
|
||||
*
|
||||
* => always consume m.
|
||||
* => call output_func with output_arg for each segments.
|
||||
*/
|
||||
|
||||
int
|
||||
tcp6_segment(struct mbuf *m, int (*output_func)(void *, struct mbuf *),
|
||||
void *output_arg)
|
||||
{
|
||||
int mss;
|
||||
int iphlen;
|
||||
int thlen;
|
||||
int hlen;
|
||||
int len;
|
||||
struct ip6_hdr *iph;
|
||||
struct tcphdr *th;
|
||||
uint32_t tcpseq;
|
||||
struct mbuf *hdr = NULL;
|
||||
struct mbuf *t;
|
||||
int error = 0;
|
||||
|
||||
KASSERT((m->m_flags & M_PKTHDR) != 0);
|
||||
KASSERT((m->m_pkthdr.csum_flags & M_CSUM_TSOv6) != 0);
|
||||
|
||||
m->m_pkthdr.csum_flags = 0;
|
||||
|
||||
len = m->m_pkthdr.len;
|
||||
KASSERT(len >= sizeof(*iph) + sizeof(*th));
|
||||
|
||||
if (m->m_len < sizeof(*iph)) {
|
||||
m = m_pullup(m, sizeof(*iph));
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
iph = mtod(m, struct ip6_hdr *);
|
||||
iphlen = sizeof(*iph);
|
||||
KASSERT((iph->ip6_vfc & IPV6_VERSION_MASK) == IPV6_VERSION);
|
||||
KASSERT(iph->ip6_nxt == IPPROTO_TCP);
|
||||
|
||||
hlen = iphlen + sizeof(*th);
|
||||
if (m->m_len < hlen) {
|
||||
m = m_pullup(m, hlen);
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
th = (void *)(mtod(m, char *) + iphlen);
|
||||
tcpseq = ntohl(th->th_seq);
|
||||
thlen = th->th_off * 4;
|
||||
hlen = iphlen + thlen;
|
||||
|
||||
mss = m->m_pkthdr.segsz;
|
||||
KASSERT(mss != 0);
|
||||
KASSERT(len > hlen);
|
||||
|
||||
t = m_split(m, hlen, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
hdr = m;
|
||||
m = t;
|
||||
len -= hlen;
|
||||
KASSERT(len % mss == 0);
|
||||
while (len > 0) {
|
||||
struct mbuf *n;
|
||||
|
||||
n = m_dup(hdr, 0, hlen, M_NOWAIT);
|
||||
if (n == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
KASSERT(n->m_len == hlen); /* XXX */
|
||||
|
||||
t = m_split(m, mss, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
m_freem(n);
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
m_cat(n, m);
|
||||
m = t;
|
||||
|
||||
KASSERT(n->m_len >= hlen); /* XXX */
|
||||
|
||||
n->m_pkthdr.len = hlen + mss;
|
||||
iph = mtod(n, struct ip6_hdr *);
|
||||
KASSERT((iph->ip6_vfc & IPV6_VERSION_MASK) == IPV6_VERSION);
|
||||
iph->ip6_plen = htons(thlen + mss);
|
||||
th = (void *)(mtod(n, char *) + iphlen);
|
||||
th->th_seq = htonl(tcpseq);
|
||||
th->th_sum = 0;
|
||||
th->th_sum = in6_cksum(n, IPPROTO_TCP, iphlen, thlen + mss);
|
||||
|
||||
error = (*output_func)(output_arg, n);
|
||||
if (error) {
|
||||
goto quit;
|
||||
}
|
||||
|
||||
tcpseq += mss;
|
||||
len -= mss;
|
||||
}
|
||||
|
||||
quit:
|
||||
if (hdr != NULL) {
|
||||
m_freem(hdr);
|
||||
}
|
||||
if (m != NULL) {
|
||||
m_freem(m);
|
||||
}
|
||||
|
||||
return error;
|
||||
}
|
||||
#endif /* defined(INET6) */
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
# $NetBSD: files.netinet6,v 1.5 2006/05/05 00:03:22 rpaulo Exp $
|
||||
# $NetBSD: files.netinet6,v 1.6 2006/11/25 18:41:36 yamt Exp $
|
||||
|
||||
defflag opt_inet6.h RFC2292
|
||||
|
||||
@ -10,6 +10,7 @@ file netinet6/icmp6.c inet6
|
||||
file netinet6/in6.c inet6
|
||||
file netinet6/in6_cksum.c inet6 & !inet6_md_cksum
|
||||
file netinet6/in6_ifattach.c inet6
|
||||
file netinet6/in6_offload.c inet6
|
||||
file netinet6/in6_pcb.c inet6
|
||||
file netinet6/in6_proto.c inet6
|
||||
file netinet6/in6_src.c inet6
|
||||
|
||||
193
sys/netinet6/in6_offload.c
Normal file
193
sys/netinet6/in6_offload.c
Normal file
@ -0,0 +1,193 @@
|
||||
/* $NetBSD: in6_offload.c,v 1.1 2006/11/25 18:41:36 yamt Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c)2006 YAMAMOTO Takashi,
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
* modification, are permitted provided that the following conditions
|
||||
* are met:
|
||||
* 1. Redistributions of source code must retain the above copyright
|
||||
* notice, this list of conditions and the following disclaimer.
|
||||
* 2. Redistributions in binary form must reproduce the above copyright
|
||||
* notice, this list of conditions and the following disclaimer in the
|
||||
* documentation and/or other materials provided with the distribution.
|
||||
*
|
||||
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
|
||||
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||||
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
||||
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
||||
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
|
||||
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
||||
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
||||
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||
* SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
#include <sys/cdefs.h>
|
||||
__KERNEL_RCSID(0, "$NetBSD: in6_offload.c,v 1.1 2006/11/25 18:41:36 yamt Exp $");
|
||||
|
||||
#include <sys/param.h>
|
||||
#include <sys/mbuf.h>
|
||||
|
||||
#include <net/if.h>
|
||||
|
||||
#include <netinet/in.h>
|
||||
#include <netinet/in_systm.h>
|
||||
#include <netinet/ip6.h>
|
||||
#include <netinet/tcp.h>
|
||||
#include <netinet6/in6_var.h>
|
||||
#include <netinet6/nd6.h>
|
||||
#include <netinet6/in6_offload.h>
|
||||
|
||||
struct ip6_tso_output_args {
|
||||
struct ifnet *ifp;
|
||||
struct ifnet *origifp;
|
||||
struct sockaddr_in6 *dst;
|
||||
struct rtentry *rt;
|
||||
};
|
||||
|
||||
static int ip6_tso_output_callback(void *, struct mbuf *);
|
||||
|
||||
static int
|
||||
ip6_tso_output_callback(void *vp, struct mbuf *m)
|
||||
{
|
||||
struct ip6_tso_output_args *args = vp;
|
||||
|
||||
return nd6_output(args->ifp, args->origifp, m, args->dst, args->rt);
|
||||
}
|
||||
|
||||
int
|
||||
ip6_tso_output(struct ifnet *ifp, struct ifnet *origifp, struct mbuf *m,
|
||||
struct sockaddr_in6 *dst, struct rtentry *rt)
|
||||
{
|
||||
struct ip6_tso_output_args args;
|
||||
|
||||
args.ifp = ifp;
|
||||
args.origifp = origifp;
|
||||
args.dst = dst;
|
||||
args.rt = rt;
|
||||
|
||||
return tcp6_segment(m, ip6_tso_output_callback, &args);
|
||||
}
|
||||
|
||||
/*
|
||||
* tcp6_segment: handle M_CSUM_TSOv6 by software.
|
||||
*
|
||||
* => always consume m.
|
||||
* => call output_func with output_arg for each segments.
|
||||
*/
|
||||
|
||||
int
|
||||
tcp6_segment(struct mbuf *m, int (*output_func)(void *, struct mbuf *),
|
||||
void *output_arg)
|
||||
{
|
||||
int mss;
|
||||
int iphlen;
|
||||
int thlen;
|
||||
int hlen;
|
||||
int len;
|
||||
struct ip6_hdr *iph;
|
||||
struct tcphdr *th;
|
||||
uint32_t tcpseq;
|
||||
struct mbuf *hdr = NULL;
|
||||
struct mbuf *t;
|
||||
int error = 0;
|
||||
|
||||
KASSERT((m->m_flags & M_PKTHDR) != 0);
|
||||
KASSERT((m->m_pkthdr.csum_flags & M_CSUM_TSOv6) != 0);
|
||||
|
||||
m->m_pkthdr.csum_flags = 0;
|
||||
|
||||
len = m->m_pkthdr.len;
|
||||
KASSERT(len >= sizeof(*iph) + sizeof(*th));
|
||||
|
||||
if (m->m_len < sizeof(*iph)) {
|
||||
m = m_pullup(m, sizeof(*iph));
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
iph = mtod(m, struct ip6_hdr *);
|
||||
iphlen = sizeof(*iph);
|
||||
KASSERT((iph->ip6_vfc & IPV6_VERSION_MASK) == IPV6_VERSION);
|
||||
KASSERT(iph->ip6_nxt == IPPROTO_TCP);
|
||||
|
||||
hlen = iphlen + sizeof(*th);
|
||||
if (m->m_len < hlen) {
|
||||
m = m_pullup(m, hlen);
|
||||
if (m == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
}
|
||||
th = (void *)(mtod(m, char *) + iphlen);
|
||||
tcpseq = ntohl(th->th_seq);
|
||||
thlen = th->th_off * 4;
|
||||
hlen = iphlen + thlen;
|
||||
|
||||
mss = m->m_pkthdr.segsz;
|
||||
KASSERT(mss != 0);
|
||||
KASSERT(len > hlen);
|
||||
|
||||
t = m_split(m, hlen, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
hdr = m;
|
||||
m = t;
|
||||
len -= hlen;
|
||||
KASSERT(len % mss == 0);
|
||||
while (len > 0) {
|
||||
struct mbuf *n;
|
||||
|
||||
n = m_dup(hdr, 0, hlen, M_NOWAIT);
|
||||
if (n == NULL) {
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
KASSERT(n->m_len == hlen); /* XXX */
|
||||
|
||||
t = m_split(m, mss, M_NOWAIT);
|
||||
if (t == NULL) {
|
||||
m_freem(n);
|
||||
error = ENOMEM;
|
||||
goto quit;
|
||||
}
|
||||
m_cat(n, m);
|
||||
m = t;
|
||||
|
||||
KASSERT(n->m_len >= hlen); /* XXX */
|
||||
|
||||
n->m_pkthdr.len = hlen + mss;
|
||||
iph = mtod(n, struct ip6_hdr *);
|
||||
KASSERT((iph->ip6_vfc & IPV6_VERSION_MASK) == IPV6_VERSION);
|
||||
iph->ip6_plen = htons(thlen + mss);
|
||||
th = (void *)(mtod(n, char *) + iphlen);
|
||||
th->th_seq = htonl(tcpseq);
|
||||
th->th_sum = 0;
|
||||
th->th_sum = in6_cksum(n, IPPROTO_TCP, iphlen, thlen + mss);
|
||||
|
||||
error = (*output_func)(output_arg, n);
|
||||
if (error) {
|
||||
goto quit;
|
||||
}
|
||||
|
||||
tcpseq += mss;
|
||||
len -= mss;
|
||||
}
|
||||
|
||||
quit:
|
||||
if (hdr != NULL) {
|
||||
m_freem(hdr);
|
||||
}
|
||||
if (m != NULL) {
|
||||
m_freem(m);
|
||||
}
|
||||
|
||||
return error;
|
||||
}
|
||||
@ -1,7 +1,7 @@
|
||||
/* $NetBSD: in6_offload.h,v 1.1 2006/11/23 19:42:21 yamt Exp $ */
|
||||
/* $NetBSD: in6_offload.h,v 1.2 2006/11/25 18:41:36 yamt Exp $ */
|
||||
|
||||
/*-
|
||||
* Copyright (c)2005 YAMAMOTO Takashi,
|
||||
* Copyright (c)2005, 2006 YAMAMOTO Takashi,
|
||||
* All rights reserved.
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or without
|
||||
@ -34,5 +34,7 @@
|
||||
#define _NETINET6_IN6_OFFLOAD_H_
|
||||
|
||||
int tcp6_segment(struct mbuf *, int (*)(void *, struct mbuf *), void *);
|
||||
int ip6_tso_output(struct ifnet *, struct ifnet *, struct mbuf *,
|
||||
struct sockaddr_in6 *, struct rtentry *);
|
||||
|
||||
#endif /* !defined(_NETINET6_IN6_OFFLOAD_H_) */
|
||||
|
||||
@ -1,4 +1,4 @@
|
||||
/* $NetBSD: ip6_output.c,v 1.105 2006/11/23 19:41:58 yamt Exp $ */
|
||||
/* $NetBSD: ip6_output.c,v 1.106 2006/11/25 18:41:36 yamt Exp $ */
|
||||
/* $KAME: ip6_output.c,v 1.172 2001/03/25 09:55:56 itojun Exp $ */
|
||||
|
||||
/*
|
||||
@ -62,7 +62,7 @@
|
||||
*/
|
||||
|
||||
#include <sys/cdefs.h>
|
||||
__KERNEL_RCSID(0, "$NetBSD: ip6_output.c,v 1.105 2006/11/23 19:41:58 yamt Exp $");
|
||||
__KERNEL_RCSID(0, "$NetBSD: ip6_output.c,v 1.106 2006/11/25 18:41:36 yamt Exp $");
|
||||
|
||||
#include "opt_inet.h"
|
||||
#include "opt_inet6.h"
|
||||
@ -143,39 +143,6 @@ static int ip6_pcbopts __P((struct ip6_pktopts **, struct mbuf *,
|
||||
(((csum_flags) & M_CSUM_UDPv6) != 0 && udp_do_loopback_cksum) || \
|
||||
(((csum_flags) & M_CSUM_TCPv6) != 0 && tcp_do_loopback_cksum)))
|
||||
|
||||
struct ip6_tso_output_args {
|
||||
struct ifnet *ifp;
|
||||
struct ifnet *origifp;
|
||||
struct sockaddr_in6 *dst;
|
||||
struct rtentry *rt;
|
||||
};
|
||||
|
||||
static int ip6_tso_output_callback(void *, struct mbuf *);
|
||||
static int ip6_tso_output(struct ifnet *, struct ifnet *, struct mbuf *,
|
||||
struct sockaddr_in6 *, struct rtentry *);
|
||||
|
||||
static int
|
||||
ip6_tso_output_callback(void *vp, struct mbuf *m)
|
||||
{
|
||||
struct ip6_tso_output_args *args = vp;
|
||||
|
||||
return nd6_output(args->ifp, args->origifp, m, args->dst, args->rt);
|
||||
}
|
||||
|
||||
static int
|
||||
ip6_tso_output(struct ifnet *ifp, struct ifnet *origifp, struct mbuf *m,
|
||||
struct sockaddr_in6 *dst, struct rtentry *rt)
|
||||
{
|
||||
struct ip6_tso_output_args args;
|
||||
|
||||
args.ifp = ifp;
|
||||
args.origifp = origifp;
|
||||
args.dst = dst;
|
||||
args.rt = rt;
|
||||
|
||||
return tcp6_segment(m, ip6_tso_output_callback, &args);
|
||||
}
|
||||
|
||||
/*
|
||||
* IP6 output. The packet in mbuf chain m contains a skeletal IP6
|
||||
* header (with pri, len, nxt, hlim, src, dst).
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user