Page MenuHomeFreeBSD
Differential D24931

Simplify hot-patching cpu_switch() for lack of UserLocal register.
ClosedPublic
Actions

Authored by jhb on May 20 2020, 5:21 PM.
Tags
None
Referenced Files
F115204066: D24931.id72050.diff
Mon, Apr 21, 10:04 AM
Unknown Object (File)
Mar 17 2025, 11:59 PM
Unknown Object (File)
Mar 14 2025, 5:14 AM
Unknown Object (File)
Mar 6 2025, 7:16 PM
Unknown Object (File)
Feb 26 2025, 6:51 AM
Unknown Object (File)
Feb 11 2025, 9:28 PM
Unknown Object (File)
Feb 3 2025, 1:46 PM
Unknown Object (File)
Jan 25 2025, 1:45 AM
View All 61 Files
Subscribers
alfredo.mazzinghi_cl.cam.ac.uk
imp

Details

Reviewers
brooks
alfredo.mazzinghi_cl.cam.ac.uk
Commits
rS361296: Simplify hot-patching cpu_switch() for lack of UserLocal register.
Summary

Rather than walking all of cpu_switch looking for the sequence of
instructions to patch, add a global label at the location that needs
the patch applied.

Test Plan
  • booted mips64 under QEMU which does not implement UL and requires the hot patching to work

Diff Detail

Lint
Lint Passed
Unit
No Test Coverage
Build Status
Buildable 31202
Build 28857: arc lint + arc unit

Revision Contents
Changeset List

PathSize
sys/
mips/
include/
1 line
mips/
55 lines
2 lines

Diff 72034

View Options

sys/mips/include/md_var.h

  • This file is larger than 256 KB, so syntax highlighting is disabled by default.
Show All 26 Lines
#include <sys/cdefs.h> #include <sys/cdefs.h>
__FBSDID("$FreeBSD$"); __FBSDID("$FreeBSD$");
#include "opt_inet.h" #include "opt_inet.h"
#include "opt_inet6.h" #include "opt_inet6.h"
#include "opt_ipsec.h" #include "opt_ipsec.h"
#include "opt_ratelimit.h" #include "opt_ratelimit.h"
#include "opt_kern_tls.h" #include "opt_kern_tls.h"
#if defined(INET) || defined(INET6)
#include <sys/param.h> #include <sys/param.h>
#include <sys/arb.h> #include <sys/arb.h>
#include <sys/module.h> #include <sys/module.h>
#include <sys/kernel.h> #include <sys/kernel.h>
#ifdef TCP_HHOOK #ifdef TCP_HHOOK
#include <sys/hhook.h> #include <sys/hhook.h>
#endif #endif
#include <sys/lock.h> #include <sys/lock.h>
▲ Show 20 Lines • Show All 12,299 Lines • ▼ Show 20 Lines if (tp->t_port) {
rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1);
rack->r_ctl.fsb.udp = NULL; rack->r_ctl.fsb.udp = NULL;
} }
tcpip_fillheaders(rack->rc_inp, tcpip_fillheaders(rack->rc_inp,
tp->t_port, tp->t_port,
ip6, rack->r_ctl.fsb.th); ip6, rack->r_ctl.fsb.th);
} else } else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
{ {
rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr); rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr);
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
if (tp->t_port) { if (tp->t_port) {
rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr); rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr);
udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
udp->uh_sport = htons(V_tcp_udp_tunneling_port); udp->uh_sport = htons(V_tcp_udp_tunneling_port);
udp->uh_dport = tp->t_port; udp->uh_dport = tp->t_port;
rack->r_ctl.fsb.udp = udp; rack->r_ctl.fsb.udp = udp;
rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1);
} else } else
{ {
rack->r_ctl.fsb.udp = NULL; rack->r_ctl.fsb.udp = NULL;
rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1);
} }
tcpip_fillheaders(rack->rc_inp, tcpip_fillheaders(rack->rc_inp,
tp->t_port, tp->t_port,
ip, rack->r_ctl.fsb.th); ip, rack->r_ctl.fsb.th);
} }
#endif
rack->r_fsb_inited = 1; rack->r_fsb_inited = 1;
} }
static int static int
rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack) rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack)
{ {
/* /*
* Allocate the larger of spaces V6 if available else just * Allocate the larger of spaces V6 if available else just
▲ Show 20 Lines • Show All 3,229 Lines • ▼ Show 20 Linesrack_fast_rsm_output(struct tcpcb *tp, struct tcp_rack *rack, struct rack_sendmap *rsm,
struct tcp_log_buffer *lgb; struct tcp_log_buffer *lgb;
#ifdef TCP_ACCOUNTING #ifdef TCP_ACCOUNTING
uint64_t crtsc; uint64_t crtsc;
int cnt_thru = 1; int cnt_thru = 1;
#endif #endif
struct tcpopt to; struct tcpopt to;
u_char opt[TCP_MAXOLEN]; u_char opt[TCP_MAXOLEN];
uint32_t hdrlen, optlen; uint32_t hdrlen, optlen;
int32_t slot, segsiz, max_val, tso = 0, error, ulen = 0; int32_t slot, segsiz, max_val, tso = 0, error = 0, ulen = 0;
uint16_t flags; uint16_t flags;
uint32_t if_hw_tsomaxsegcount = 0, startseq; uint32_t if_hw_tsomaxsegcount = 0, startseq;
uint32_t if_hw_tsomaxsegsize; uint32_t if_hw_tsomaxsegsize;
#ifdef INET6 #ifdef INET6
struct ip6_hdr *ip6 = NULL; struct ip6_hdr *ip6 = NULL;
if (rack->r_is_v6) { if (rack->r_is_v6) {
▲ Show 20 Lines • Show All 307 Lines • ▼ Show 20 Lines#endif
} else } else
lgb = NULL; lgb = NULL;
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
error = ip6_output(m, NULL, error = ip6_output(m, NULL,
&inp->inp_route6, &inp->inp_route6,
0, NULL, NULL, inp); 0, NULL, NULL, inp);
} }
#endif
#if defined(INET) && defined(INET6)
else else
#endif #endif
#ifdef INET #ifdef INET
{ {
error = ip_output(m, NULL, error = ip_output(m, NULL,
&inp->inp_route, &inp->inp_route,
0, 0, inp); 0, 0, inp);
} }
▲ Show 20 Lines • Show All 149 Lines • ▼ Show 20 Linesrack_fast_output(struct tcpcb *tp, struct tcp_rack *rack, uint64_t ts_val,
* Enter to do fast output. We are given that the sched_pin is * Enter to do fast output. We are given that the sched_pin is
* in place (if accounting is compiled in) and the cycle count taken * in place (if accounting is compiled in) and the cycle count taken
* at entry is in place in ts_val. The idea here is that * at entry is in place in ts_val. The idea here is that
* we know how many more bytes needs to be sent (presumably either * we know how many more bytes needs to be sent (presumably either
* during pacing or to fill the cwnd and that was greater than * during pacing or to fill the cwnd and that was greater than
* the max-burst). We have how much to send and all the info we * the max-burst). We have how much to send and all the info we
* need to just send. * need to just send.
*/ */
#ifdef INET
struct ip *ip = NULL; struct ip *ip = NULL;
#endif
struct udphdr *udp = NULL; struct udphdr *udp = NULL;
struct tcphdr *th = NULL; struct tcphdr *th = NULL;
struct mbuf *m, *s_mb; struct mbuf *m, *s_mb;
struct inpcb *inp; struct inpcb *inp;
uint8_t *cpto; uint8_t *cpto;
struct tcp_log_buffer *lgb; struct tcp_log_buffer *lgb;
#ifdef TCP_ACCOUNTING #ifdef TCP_ACCOUNTING
uint64_t crtsc; uint64_t crtsc;
Show All 14 Lines#ifdef INET6
struct ip6_hdr *ip6 = NULL; struct ip6_hdr *ip6 = NULL;
if (rack->r_is_v6) { if (rack->r_is_v6) {
ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr;
hdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr); hdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
} else } else
#endif /* INET6 */ #endif /* INET6 */
{ {
#ifdef INET
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
hdrlen = sizeof(struct tcpiphdr); hdrlen = sizeof(struct tcpiphdr);
#endif
} }
if (tp->t_port && (V_tcp_udp_tunneling_port == 0)) { if (tp->t_port && (V_tcp_udp_tunneling_port == 0)) {
m = NULL; m = NULL;
goto failed; goto failed;
} }
startseq = tp->snd_max; startseq = tp->snd_max;
segsiz = min(ctf_fixed_maxseg(tp), rack->r_ctl.rc_pace_min_segs); segsiz = min(ctf_fixed_maxseg(tp), rack->r_ctl.rc_pace_min_segs);
inp = rack->rc_inp; inp = rack->rc_inp;
▲ Show 20 Lines • Show All 130 Lines • ▼ Show 20 Lines
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20); ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20);
ip6->ip6_flow |= htonl(ect << 20); ip6->ip6_flow |= htonl(ect << 20);
} }
else else
#endif #endif
{ {
#ifdef INET
ip->ip_tos &= ~IPTOS_ECN_MASK; ip->ip_tos &= ~IPTOS_ECN_MASK;
ip->ip_tos |= ect; ip->ip_tos |= ect;
#endif
} }
} }
tcp_set_flags(th, flags); tcp_set_flags(th, flags);
m->m_pkthdr.len = hdrlen + len; /* in6_cksum() need this */ m->m_pkthdr.len = hdrlen + len; /* in6_cksum() need this */
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
if (tp->t_port) { if (tp->t_port) {
m->m_pkthdr.csum_flags = CSUM_UDP_IPV6; m->m_pkthdr.csum_flags = CSUM_UDP_IPV6;
▲ Show 20 Lines • Show All 2,047 Lines • ▼ Show 20 Lines#ifdef MAC
mac_inpcb_create_mbuf(inp, m); mac_inpcb_create_mbuf(inp, m);
#endif #endif
if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) { if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) {
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr;
else else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
#endif
th = rack->r_ctl.fsb.th; th = rack->r_ctl.fsb.th;
udp = rack->r_ctl.fsb.udp; udp = rack->r_ctl.fsb.udp;
if (udp) { if (udp) {
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ulen = hdrlen + len - sizeof(struct ip6_hdr); ulen = hdrlen + len - sizeof(struct ip6_hdr);
else else
#endif /* INET6 */ #endif /* INET6 */
Show All 12 Lines if (isipv6) {
udp->uh_ulen = htons(ulen); udp->uh_ulen = htons(ulen);
th = (struct tcphdr *)(udp + 1); th = (struct tcphdr *)(udp + 1);
} else } else
th = (struct tcphdr *)(ip6 + 1); th = (struct tcphdr *)(ip6 + 1);
tcpip_fillheaders(inp, tp->t_port, ip6, th); tcpip_fillheaders(inp, tp->t_port, ip6, th);
} else } else
#endif /* INET6 */ #endif /* INET6 */
{ {
#ifdef INET
ip = mtod(m, struct ip *); ip = mtod(m, struct ip *);
if (tp->t_port) { if (tp->t_port) {
udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
udp->uh_sport = htons(V_tcp_udp_tunneling_port); udp->uh_sport = htons(V_tcp_udp_tunneling_port);
udp->uh_dport = tp->t_port; udp->uh_dport = tp->t_port;
ulen = hdrlen + len - sizeof(struct ip); ulen = hdrlen + len - sizeof(struct ip);
udp->uh_ulen = htons(ulen); udp->uh_ulen = htons(ulen);
th = (struct tcphdr *)(udp + 1); th = (struct tcphdr *)(udp + 1);
} else } else
th = (struct tcphdr *)(ip + 1); th = (struct tcphdr *)(ip + 1);
tcpip_fillheaders(inp, tp->t_port, ip, th); tcpip_fillheaders(inp, tp->t_port, ip, th);
#endif
} }
} }
/* /*
* Fill in fields, remembering maximum advertised window for use in * Fill in fields, remembering maximum advertised window for use in
* delaying messages about window sizes. If resending a FIN, be sure * delaying messages about window sizes. If resending a FIN, be sure
* not to use a new sequence number. * not to use a new sequence number.
*/ */
if (flags & TH_FIN && tp->t_flags & TF_SENTFIN && if (flags & TH_FIN && tp->t_flags & TF_SENTFIN &&
Show All 17 Lines
#ifdef INET6 #ifdef INET6
if (isipv6) { if (isipv6) {
ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20); ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20);
ip6->ip6_flow |= htonl(ect << 20); ip6->ip6_flow |= htonl(ect << 20);
} }
else else
#endif #endif
{ {
#ifdef INET
ip->ip_tos &= ~IPTOS_ECN_MASK; ip->ip_tos &= ~IPTOS_ECN_MASK;
ip->ip_tos |= ect; ip->ip_tos |= ect;
#endif
} }
} }
/* /*
* If we are doing retransmissions, then snd_nxt will not reflect * If we are doing retransmissions, then snd_nxt will not reflect
* the first unsent octet. For ACK only packets, we do not want the * the first unsent octet. For ACK only packets, we do not want the
* sequence number of the retransmitted packet, we want the sequence * sequence number of the retransmitted packet, we want the sequence
* number of the next unsent octet. So, if there is no data (and no * number of the next unsent octet. So, if there is no data (and no
* SYN or FIN), use snd_max instead of snd_nxt when filling in * SYN or FIN), use snd_max instead of snd_nxt when filling in
▲ Show 20 Lines • Show All 77 Lines • ▼ Show 20 Lines if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) {
* We do this by using the offset in the copy buffer and adding it * We do this by using the offset in the copy buffer and adding it
* to the mbuf base pointer (cpto). * to the mbuf base pointer (cpto).
*/ */
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ip6 = mtod(m, struct ip6_hdr *); ip6 = mtod(m, struct ip6_hdr *);
else else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
ip = mtod(m, struct ip *); ip = mtod(m, struct ip *);
#endif
th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr)); th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr));
/* If we have a udp header lets set it into the mbuf as well */ /* If we have a udp header lets set it into the mbuf as well */
if (udp) if (udp)
udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr)); udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr));
} }
#if defined(IPSEC_SUPPORT) || defined(TCP_SIGNATURE) #if defined(IPSEC_SUPPORT) || defined(TCP_SIGNATURE)
if (to.to_flags & TOF_SIGNATURE) { if (to.to_flags & TOF_SIGNATURE) {
/* /*
▲ Show 20 Lines • Show All 2,303 Lines • ▼ Show 20 Linesstatic moduledata_t tcp_rack = {
.name = __XSTRING(MODNAME), .name = __XSTRING(MODNAME),
.evhand = tcp_addrack, .evhand = tcp_addrack,
.priv = 0 .priv = 0
}; };
MODULE_VERSION(MODNAME, 1); MODULE_VERSION(MODNAME, 1);
DECLARE_MODULE(MODNAME, tcp_rack, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY); DECLARE_MODULE(MODNAME, tcp_rack, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY);
MODULE_DEPEND(MODNAME, tcphpts, 1, 1, 1); MODULE_DEPEND(MODNAME, tcphpts, 1, 1, 1);
#endif /* #if !defined(INET) && !defined(INET6) */
View Options

sys/mips/mips/cpu.c

  • This file is larger than 256 KB, so syntax highlighting is disabled by default.
Show All 26 Lines
#include <sys/cdefs.h> #include <sys/cdefs.h>
__FBSDID("$FreeBSD$"); __FBSDID("$FreeBSD$");
#include "opt_inet.h" #include "opt_inet.h"
#include "opt_inet6.h" #include "opt_inet6.h"
#include "opt_ipsec.h" #include "opt_ipsec.h"
#include "opt_ratelimit.h" #include "opt_ratelimit.h"
#include "opt_kern_tls.h" #include "opt_kern_tls.h"
#if defined(INET) || defined(INET6)
#include <sys/param.h> #include <sys/param.h>
#include <sys/arb.h> #include <sys/arb.h>
#include <sys/module.h> #include <sys/module.h>
#include <sys/kernel.h> #include <sys/kernel.h>
#ifdef TCP_HHOOK #ifdef TCP_HHOOK
#include <sys/hhook.h> #include <sys/hhook.h>
#endif #endif
#include <sys/lock.h> #include <sys/lock.h>
▲ Show 20 Lines • Show All 12,299 Lines • ▼ Show 20 Lines if (tp->t_port) {
rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1);
rack->r_ctl.fsb.udp = NULL; rack->r_ctl.fsb.udp = NULL;
} }
tcpip_fillheaders(rack->rc_inp, tcpip_fillheaders(rack->rc_inp,
tp->t_port, tp->t_port,
ip6, rack->r_ctl.fsb.th); ip6, rack->r_ctl.fsb.th);
} else } else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
{ {
rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr); rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr);
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
if (tp->t_port) { if (tp->t_port) {
rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr); rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr);
udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
udp->uh_sport = htons(V_tcp_udp_tunneling_port); udp->uh_sport = htons(V_tcp_udp_tunneling_port);
udp->uh_dport = tp->t_port; udp->uh_dport = tp->t_port;
rack->r_ctl.fsb.udp = udp; rack->r_ctl.fsb.udp = udp;
rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1);
} else } else
{ {
rack->r_ctl.fsb.udp = NULL; rack->r_ctl.fsb.udp = NULL;
rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1);
} }
tcpip_fillheaders(rack->rc_inp, tcpip_fillheaders(rack->rc_inp,
tp->t_port, tp->t_port,
ip, rack->r_ctl.fsb.th); ip, rack->r_ctl.fsb.th);
} }
#endif
rack->r_fsb_inited = 1; rack->r_fsb_inited = 1;
} }
static int static int
rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack) rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack)
{ {
/* /*
* Allocate the larger of spaces V6 if available else just * Allocate the larger of spaces V6 if available else just
▲ Show 20 Lines • Show All 3,229 Lines • ▼ Show 20 Linesrack_fast_rsm_output(struct tcpcb *tp, struct tcp_rack *rack, struct rack_sendmap *rsm,
struct tcp_log_buffer *lgb; struct tcp_log_buffer *lgb;
#ifdef TCP_ACCOUNTING #ifdef TCP_ACCOUNTING
uint64_t crtsc; uint64_t crtsc;
int cnt_thru = 1; int cnt_thru = 1;
#endif #endif
struct tcpopt to; struct tcpopt to;
u_char opt[TCP_MAXOLEN]; u_char opt[TCP_MAXOLEN];
uint32_t hdrlen, optlen; uint32_t hdrlen, optlen;
int32_t slot, segsiz, max_val, tso = 0, error, ulen = 0; int32_t slot, segsiz, max_val, tso = 0, error = 0, ulen = 0;
uint16_t flags; uint16_t flags;
uint32_t if_hw_tsomaxsegcount = 0, startseq; uint32_t if_hw_tsomaxsegcount = 0, startseq;
uint32_t if_hw_tsomaxsegsize; uint32_t if_hw_tsomaxsegsize;
#ifdef INET6 #ifdef INET6
struct ip6_hdr *ip6 = NULL; struct ip6_hdr *ip6 = NULL;
if (rack->r_is_v6) { if (rack->r_is_v6) {
▲ Show 20 Lines • Show All 307 Lines • ▼ Show 20 Lines#endif
} else } else
lgb = NULL; lgb = NULL;
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
error = ip6_output(m, NULL, error = ip6_output(m, NULL,
&inp->inp_route6, &inp->inp_route6,
0, NULL, NULL, inp); 0, NULL, NULL, inp);
} }
#endif
#if defined(INET) && defined(INET6)
else else
#endif #endif
#ifdef INET #ifdef INET
{ {
error = ip_output(m, NULL, error = ip_output(m, NULL,
&inp->inp_route, &inp->inp_route,
0, 0, inp); 0, 0, inp);
} }
▲ Show 20 Lines • Show All 149 Lines • ▼ Show 20 Linesrack_fast_output(struct tcpcb *tp, struct tcp_rack *rack, uint64_t ts_val,
* Enter to do fast output. We are given that the sched_pin is * Enter to do fast output. We are given that the sched_pin is
* in place (if accounting is compiled in) and the cycle count taken * in place (if accounting is compiled in) and the cycle count taken
* at entry is in place in ts_val. The idea here is that * at entry is in place in ts_val. The idea here is that
* we know how many more bytes needs to be sent (presumably either * we know how many more bytes needs to be sent (presumably either
* during pacing or to fill the cwnd and that was greater than * during pacing or to fill the cwnd and that was greater than
* the max-burst). We have how much to send and all the info we * the max-burst). We have how much to send and all the info we
* need to just send. * need to just send.
*/ */
#ifdef INET
struct ip *ip = NULL; struct ip *ip = NULL;
#endif
struct udphdr *udp = NULL; struct udphdr *udp = NULL;
struct tcphdr *th = NULL; struct tcphdr *th = NULL;
struct mbuf *m, *s_mb; struct mbuf *m, *s_mb;
struct inpcb *inp; struct inpcb *inp;
uint8_t *cpto; uint8_t *cpto;
struct tcp_log_buffer *lgb; struct tcp_log_buffer *lgb;
#ifdef TCP_ACCOUNTING #ifdef TCP_ACCOUNTING
uint64_t crtsc; uint64_t crtsc;
Show All 14 Lines#ifdef INET6
struct ip6_hdr *ip6 = NULL; struct ip6_hdr *ip6 = NULL;
if (rack->r_is_v6) { if (rack->r_is_v6) {
ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr;
hdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr); hdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
} else } else
#endif /* INET6 */ #endif /* INET6 */
{ {
#ifdef INET
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
hdrlen = sizeof(struct tcpiphdr); hdrlen = sizeof(struct tcpiphdr);
#endif
} }
if (tp->t_port && (V_tcp_udp_tunneling_port == 0)) { if (tp->t_port && (V_tcp_udp_tunneling_port == 0)) {
m = NULL; m = NULL;
goto failed; goto failed;
} }
startseq = tp->snd_max; startseq = tp->snd_max;
segsiz = min(ctf_fixed_maxseg(tp), rack->r_ctl.rc_pace_min_segs); segsiz = min(ctf_fixed_maxseg(tp), rack->r_ctl.rc_pace_min_segs);
inp = rack->rc_inp; inp = rack->rc_inp;
▲ Show 20 Lines • Show All 130 Lines • ▼ Show 20 Lines
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20); ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20);
ip6->ip6_flow |= htonl(ect << 20); ip6->ip6_flow |= htonl(ect << 20);
} }
else else
#endif #endif
{ {
#ifdef INET
ip->ip_tos &= ~IPTOS_ECN_MASK; ip->ip_tos &= ~IPTOS_ECN_MASK;
ip->ip_tos |= ect; ip->ip_tos |= ect;
#endif
} }
} }
tcp_set_flags(th, flags); tcp_set_flags(th, flags);
m->m_pkthdr.len = hdrlen + len; /* in6_cksum() need this */ m->m_pkthdr.len = hdrlen + len; /* in6_cksum() need this */
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
if (tp->t_port) { if (tp->t_port) {
m->m_pkthdr.csum_flags = CSUM_UDP_IPV6; m->m_pkthdr.csum_flags = CSUM_UDP_IPV6;
▲ Show 20 Lines • Show All 2,047 Lines • ▼ Show 20 Lines#ifdef MAC
mac_inpcb_create_mbuf(inp, m); mac_inpcb_create_mbuf(inp, m);
#endif #endif
if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) { if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) {
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr;
else else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
#endif
th = rack->r_ctl.fsb.th; th = rack->r_ctl.fsb.th;
udp = rack->r_ctl.fsb.udp; udp = rack->r_ctl.fsb.udp;
if (udp) { if (udp) {
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ulen = hdrlen + len - sizeof(struct ip6_hdr); ulen = hdrlen + len - sizeof(struct ip6_hdr);
else else
#endif /* INET6 */ #endif /* INET6 */
Show All 12 Lines if (isipv6) {
udp->uh_ulen = htons(ulen); udp->uh_ulen = htons(ulen);
th = (struct tcphdr *)(udp + 1); th = (struct tcphdr *)(udp + 1);
} else } else
th = (struct tcphdr *)(ip6 + 1); th = (struct tcphdr *)(ip6 + 1);
tcpip_fillheaders(inp, tp->t_port, ip6, th); tcpip_fillheaders(inp, tp->t_port, ip6, th);
} else } else
#endif /* INET6 */ #endif /* INET6 */
{ {
#ifdef INET
ip = mtod(m, struct ip *); ip = mtod(m, struct ip *);
if (tp->t_port) { if (tp->t_port) {
udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
udp->uh_sport = htons(V_tcp_udp_tunneling_port); udp->uh_sport = htons(V_tcp_udp_tunneling_port);
udp->uh_dport = tp->t_port; udp->uh_dport = tp->t_port;
ulen = hdrlen + len - sizeof(struct ip); ulen = hdrlen + len - sizeof(struct ip);
udp->uh_ulen = htons(ulen); udp->uh_ulen = htons(ulen);
th = (struct tcphdr *)(udp + 1); th = (struct tcphdr *)(udp + 1);
} else } else
th = (struct tcphdr *)(ip + 1); th = (struct tcphdr *)(ip + 1);
tcpip_fillheaders(inp, tp->t_port, ip, th); tcpip_fillheaders(inp, tp->t_port, ip, th);
#endif
} }
} }
/* /*
* Fill in fields, remembering maximum advertised window for use in * Fill in fields, remembering maximum advertised window for use in
* delaying messages about window sizes. If resending a FIN, be sure * delaying messages about window sizes. If resending a FIN, be sure
* not to use a new sequence number. * not to use a new sequence number.
*/ */
if (flags & TH_FIN && tp->t_flags & TF_SENTFIN && if (flags & TH_FIN && tp->t_flags & TF_SENTFIN &&
Show All 17 Lines
#ifdef INET6 #ifdef INET6
if (isipv6) { if (isipv6) {
ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20); ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20);
ip6->ip6_flow |= htonl(ect << 20); ip6->ip6_flow |= htonl(ect << 20);
} }
else else
#endif #endif
{ {
#ifdef INET
ip->ip_tos &= ~IPTOS_ECN_MASK; ip->ip_tos &= ~IPTOS_ECN_MASK;
ip->ip_tos |= ect; ip->ip_tos |= ect;
#endif
} }
} }
/* /*
* If we are doing retransmissions, then snd_nxt will not reflect * If we are doing retransmissions, then snd_nxt will not reflect
* the first unsent octet. For ACK only packets, we do not want the * the first unsent octet. For ACK only packets, we do not want the
* sequence number of the retransmitted packet, we want the sequence * sequence number of the retransmitted packet, we want the sequence
* number of the next unsent octet. So, if there is no data (and no * number of the next unsent octet. So, if there is no data (and no
* SYN or FIN), use snd_max instead of snd_nxt when filling in * SYN or FIN), use snd_max instead of snd_nxt when filling in
▲ Show 20 Lines • Show All 77 Lines • ▼ Show 20 Lines if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) {
* We do this by using the offset in the copy buffer and adding it * We do this by using the offset in the copy buffer and adding it
* to the mbuf base pointer (cpto). * to the mbuf base pointer (cpto).
*/ */
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ip6 = mtod(m, struct ip6_hdr *); ip6 = mtod(m, struct ip6_hdr *);
else else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
ip = mtod(m, struct ip *); ip = mtod(m, struct ip *);
#endif
th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr)); th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr));
/* If we have a udp header lets set it into the mbuf as well */ /* If we have a udp header lets set it into the mbuf as well */
if (udp) if (udp)
udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr)); udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr));
} }
#if defined(IPSEC_SUPPORT) || defined(TCP_SIGNATURE) #if defined(IPSEC_SUPPORT) || defined(TCP_SIGNATURE)
if (to.to_flags & TOF_SIGNATURE) { if (to.to_flags & TOF_SIGNATURE) {
/* /*
▲ Show 20 Lines • Show All 2,303 Lines • ▼ Show 20 Linesstatic moduledata_t tcp_rack = {
.name = __XSTRING(MODNAME), .name = __XSTRING(MODNAME),
.evhand = tcp_addrack, .evhand = tcp_addrack,
.priv = 0 .priv = 0
}; };
MODULE_VERSION(MODNAME, 1); MODULE_VERSION(MODNAME, 1);
DECLARE_MODULE(MODNAME, tcp_rack, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY); DECLARE_MODULE(MODNAME, tcp_rack, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY);
MODULE_DEPEND(MODNAME, tcphpts, 1, 1, 1); MODULE_DEPEND(MODNAME, tcphpts, 1, 1, 1);
#endif /* #if !defined(INET) && !defined(INET6) */
View Options

sys/mips/mips/swtch.S

  • This file is larger than 256 KB, so syntax highlighting is disabled by default.
Show All 26 Lines
#include <sys/cdefs.h> #include <sys/cdefs.h>
__FBSDID("$FreeBSD$"); __FBSDID("$FreeBSD$");
#include "opt_inet.h" #include "opt_inet.h"
#include "opt_inet6.h" #include "opt_inet6.h"
#include "opt_ipsec.h" #include "opt_ipsec.h"
#include "opt_ratelimit.h" #include "opt_ratelimit.h"
#include "opt_kern_tls.h" #include "opt_kern_tls.h"
#if defined(INET) || defined(INET6)
#include <sys/param.h> #include <sys/param.h>
#include <sys/arb.h> #include <sys/arb.h>
#include <sys/module.h> #include <sys/module.h>
#include <sys/kernel.h> #include <sys/kernel.h>
#ifdef TCP_HHOOK #ifdef TCP_HHOOK
#include <sys/hhook.h> #include <sys/hhook.h>
#endif #endif
#include <sys/lock.h> #include <sys/lock.h>
▲ Show 20 Lines • Show All 12,299 Lines • ▼ Show 20 Lines if (tp->t_port) {
rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1);
rack->r_ctl.fsb.udp = NULL; rack->r_ctl.fsb.udp = NULL;
} }
tcpip_fillheaders(rack->rc_inp, tcpip_fillheaders(rack->rc_inp,
tp->t_port, tp->t_port,
ip6, rack->r_ctl.fsb.th); ip6, rack->r_ctl.fsb.th);
} else } else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
{ {
rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr); rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr);
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
if (tp->t_port) { if (tp->t_port) {
rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr); rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr);
udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
udp->uh_sport = htons(V_tcp_udp_tunneling_port); udp->uh_sport = htons(V_tcp_udp_tunneling_port);
udp->uh_dport = tp->t_port; udp->uh_dport = tp->t_port;
rack->r_ctl.fsb.udp = udp; rack->r_ctl.fsb.udp = udp;
rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1);
} else } else
{ {
rack->r_ctl.fsb.udp = NULL; rack->r_ctl.fsb.udp = NULL;
rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1); rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1);
} }
tcpip_fillheaders(rack->rc_inp, tcpip_fillheaders(rack->rc_inp,
tp->t_port, tp->t_port,
ip, rack->r_ctl.fsb.th); ip, rack->r_ctl.fsb.th);
} }
#endif
rack->r_fsb_inited = 1; rack->r_fsb_inited = 1;
} }
static int static int
rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack) rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack)
{ {
/* /*
* Allocate the larger of spaces V6 if available else just * Allocate the larger of spaces V6 if available else just
▲ Show 20 Lines • Show All 3,229 Lines • ▼ Show 20 Linesrack_fast_rsm_output(struct tcpcb *tp, struct tcp_rack *rack, struct rack_sendmap *rsm,
struct tcp_log_buffer *lgb; struct tcp_log_buffer *lgb;
#ifdef TCP_ACCOUNTING #ifdef TCP_ACCOUNTING
uint64_t crtsc; uint64_t crtsc;
int cnt_thru = 1; int cnt_thru = 1;
#endif #endif
struct tcpopt to; struct tcpopt to;
u_char opt[TCP_MAXOLEN]; u_char opt[TCP_MAXOLEN];
uint32_t hdrlen, optlen; uint32_t hdrlen, optlen;
int32_t slot, segsiz, max_val, tso = 0, error, ulen = 0; int32_t slot, segsiz, max_val, tso = 0, error = 0, ulen = 0;
uint16_t flags; uint16_t flags;
uint32_t if_hw_tsomaxsegcount = 0, startseq; uint32_t if_hw_tsomaxsegcount = 0, startseq;
uint32_t if_hw_tsomaxsegsize; uint32_t if_hw_tsomaxsegsize;
#ifdef INET6 #ifdef INET6
struct ip6_hdr *ip6 = NULL; struct ip6_hdr *ip6 = NULL;
if (rack->r_is_v6) { if (rack->r_is_v6) {
▲ Show 20 Lines • Show All 307 Lines • ▼ Show 20 Lines#endif
} else } else
lgb = NULL; lgb = NULL;
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
error = ip6_output(m, NULL, error = ip6_output(m, NULL,
&inp->inp_route6, &inp->inp_route6,
0, NULL, NULL, inp); 0, NULL, NULL, inp);
} }
#endif
#if defined(INET) && defined(INET6)
else else
#endif #endif
#ifdef INET #ifdef INET
{ {
error = ip_output(m, NULL, error = ip_output(m, NULL,
&inp->inp_route, &inp->inp_route,
0, 0, inp); 0, 0, inp);
} }
▲ Show 20 Lines • Show All 149 Lines • ▼ Show 20 Linesrack_fast_output(struct tcpcb *tp, struct tcp_rack *rack, uint64_t ts_val,
* Enter to do fast output. We are given that the sched_pin is * Enter to do fast output. We are given that the sched_pin is
* in place (if accounting is compiled in) and the cycle count taken * in place (if accounting is compiled in) and the cycle count taken
* at entry is in place in ts_val. The idea here is that * at entry is in place in ts_val. The idea here is that
* we know how many more bytes needs to be sent (presumably either * we know how many more bytes needs to be sent (presumably either
* during pacing or to fill the cwnd and that was greater than * during pacing or to fill the cwnd and that was greater than
* the max-burst). We have how much to send and all the info we * the max-burst). We have how much to send and all the info we
* need to just send. * need to just send.
*/ */
#ifdef INET
struct ip *ip = NULL; struct ip *ip = NULL;
#endif
struct udphdr *udp = NULL; struct udphdr *udp = NULL;
struct tcphdr *th = NULL; struct tcphdr *th = NULL;
struct mbuf *m, *s_mb; struct mbuf *m, *s_mb;
struct inpcb *inp; struct inpcb *inp;
uint8_t *cpto; uint8_t *cpto;
struct tcp_log_buffer *lgb; struct tcp_log_buffer *lgb;
#ifdef TCP_ACCOUNTING #ifdef TCP_ACCOUNTING
uint64_t crtsc; uint64_t crtsc;
Show All 14 Lines#ifdef INET6
struct ip6_hdr *ip6 = NULL; struct ip6_hdr *ip6 = NULL;
if (rack->r_is_v6) { if (rack->r_is_v6) {
ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr;
hdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr); hdrlen = sizeof(struct ip6_hdr) + sizeof(struct tcphdr);
} else } else
#endif /* INET6 */ #endif /* INET6 */
{ {
#ifdef INET
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
hdrlen = sizeof(struct tcpiphdr); hdrlen = sizeof(struct tcpiphdr);
#endif
} }
if (tp->t_port && (V_tcp_udp_tunneling_port == 0)) { if (tp->t_port && (V_tcp_udp_tunneling_port == 0)) {
m = NULL; m = NULL;
goto failed; goto failed;
} }
startseq = tp->snd_max; startseq = tp->snd_max;
segsiz = min(ctf_fixed_maxseg(tp), rack->r_ctl.rc_pace_min_segs); segsiz = min(ctf_fixed_maxseg(tp), rack->r_ctl.rc_pace_min_segs);
inp = rack->rc_inp; inp = rack->rc_inp;
▲ Show 20 Lines • Show All 130 Lines • ▼ Show 20 Lines
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20); ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20);
ip6->ip6_flow |= htonl(ect << 20); ip6->ip6_flow |= htonl(ect << 20);
} }
else else
#endif #endif
{ {
#ifdef INET
ip->ip_tos &= ~IPTOS_ECN_MASK; ip->ip_tos &= ~IPTOS_ECN_MASK;
ip->ip_tos |= ect; ip->ip_tos |= ect;
#endif
} }
} }
tcp_set_flags(th, flags); tcp_set_flags(th, flags);
m->m_pkthdr.len = hdrlen + len; /* in6_cksum() need this */ m->m_pkthdr.len = hdrlen + len; /* in6_cksum() need this */
#ifdef INET6 #ifdef INET6
if (rack->r_is_v6) { if (rack->r_is_v6) {
if (tp->t_port) { if (tp->t_port) {
m->m_pkthdr.csum_flags = CSUM_UDP_IPV6; m->m_pkthdr.csum_flags = CSUM_UDP_IPV6;
▲ Show 20 Lines • Show All 2,047 Lines • ▼ Show 20 Lines#ifdef MAC
mac_inpcb_create_mbuf(inp, m); mac_inpcb_create_mbuf(inp, m);
#endif #endif
if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) { if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) {
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr;
else else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr;
#endif
th = rack->r_ctl.fsb.th; th = rack->r_ctl.fsb.th;
udp = rack->r_ctl.fsb.udp; udp = rack->r_ctl.fsb.udp;
if (udp) { if (udp) {
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ulen = hdrlen + len - sizeof(struct ip6_hdr); ulen = hdrlen + len - sizeof(struct ip6_hdr);
else else
#endif /* INET6 */ #endif /* INET6 */
Show All 12 Lines if (isipv6) {
udp->uh_ulen = htons(ulen); udp->uh_ulen = htons(ulen);
th = (struct tcphdr *)(udp + 1); th = (struct tcphdr *)(udp + 1);
} else } else
th = (struct tcphdr *)(ip6 + 1); th = (struct tcphdr *)(ip6 + 1);
tcpip_fillheaders(inp, tp->t_port, ip6, th); tcpip_fillheaders(inp, tp->t_port, ip6, th);
} else } else
#endif /* INET6 */ #endif /* INET6 */
{ {
#ifdef INET
ip = mtod(m, struct ip *); ip = mtod(m, struct ip *);
if (tp->t_port) { if (tp->t_port) {
udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip)); udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
udp->uh_sport = htons(V_tcp_udp_tunneling_port); udp->uh_sport = htons(V_tcp_udp_tunneling_port);
udp->uh_dport = tp->t_port; udp->uh_dport = tp->t_port;
ulen = hdrlen + len - sizeof(struct ip); ulen = hdrlen + len - sizeof(struct ip);
udp->uh_ulen = htons(ulen); udp->uh_ulen = htons(ulen);
th = (struct tcphdr *)(udp + 1); th = (struct tcphdr *)(udp + 1);
} else } else
th = (struct tcphdr *)(ip + 1); th = (struct tcphdr *)(ip + 1);
tcpip_fillheaders(inp, tp->t_port, ip, th); tcpip_fillheaders(inp, tp->t_port, ip, th);
#endif
} }
} }
/* /*
* Fill in fields, remembering maximum advertised window for use in * Fill in fields, remembering maximum advertised window for use in
* delaying messages about window sizes. If resending a FIN, be sure * delaying messages about window sizes. If resending a FIN, be sure
* not to use a new sequence number. * not to use a new sequence number.
*/ */
if (flags & TH_FIN && tp->t_flags & TF_SENTFIN && if (flags & TH_FIN && tp->t_flags & TF_SENTFIN &&
Show All 17 Lines
#ifdef INET6 #ifdef INET6
if (isipv6) { if (isipv6) {
ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20); ip6->ip6_flow &= ~htonl(IPTOS_ECN_MASK << 20);
ip6->ip6_flow |= htonl(ect << 20); ip6->ip6_flow |= htonl(ect << 20);
} }
else else
#endif #endif
{ {
#ifdef INET
ip->ip_tos &= ~IPTOS_ECN_MASK; ip->ip_tos &= ~IPTOS_ECN_MASK;
ip->ip_tos |= ect; ip->ip_tos |= ect;
#endif
} }
} }
/* /*
* If we are doing retransmissions, then snd_nxt will not reflect * If we are doing retransmissions, then snd_nxt will not reflect
* the first unsent octet. For ACK only packets, we do not want the * the first unsent octet. For ACK only packets, we do not want the
* sequence number of the retransmitted packet, we want the sequence * sequence number of the retransmitted packet, we want the sequence
* number of the next unsent octet. So, if there is no data (and no * number of the next unsent octet. So, if there is no data (and no
* SYN or FIN), use snd_max instead of snd_nxt when filling in * SYN or FIN), use snd_max instead of snd_nxt when filling in
▲ Show 20 Lines • Show All 77 Lines • ▼ Show 20 Lines if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) {
* We do this by using the offset in the copy buffer and adding it * We do this by using the offset in the copy buffer and adding it
* to the mbuf base pointer (cpto). * to the mbuf base pointer (cpto).
*/ */
#ifdef INET6 #ifdef INET6
if (isipv6) if (isipv6)
ip6 = mtod(m, struct ip6_hdr *); ip6 = mtod(m, struct ip6_hdr *);
else else
#endif /* INET6 */ #endif /* INET6 */
#ifdef INET
ip = mtod(m, struct ip *); ip = mtod(m, struct ip *);
#endif
th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr)); th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr));
/* If we have a udp header lets set it into the mbuf as well */ /* If we have a udp header lets set it into the mbuf as well */
if (udp) if (udp)
udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr)); udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr));
} }
#if defined(IPSEC_SUPPORT) || defined(TCP_SIGNATURE) #if defined(IPSEC_SUPPORT) || defined(TCP_SIGNATURE)
if (to.to_flags & TOF_SIGNATURE) { if (to.to_flags & TOF_SIGNATURE) {
/* /*
▲ Show 20 Lines • Show All 2,303 Lines • ▼ Show 20 Linesstatic moduledata_t tcp_rack = {
.name = __XSTRING(MODNAME), .name = __XSTRING(MODNAME),
.evhand = tcp_addrack, .evhand = tcp_addrack,
.priv = 0 .priv = 0
}; };
MODULE_VERSION(MODNAME, 1); MODULE_VERSION(MODNAME, 1);
DECLARE_MODULE(MODNAME, tcp_rack, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY); DECLARE_MODULE(MODNAME, tcp_rack, SI_SUB_PROTO_DOMAIN, SI_ORDER_ANY);
MODULE_DEPEND(MODNAME, tcphpts, 1, 1, 1); MODULE_DEPEND(MODNAME, tcphpts, 1, 1, 1);
#endif /* #if !defined(INET) && !defined(INET6) */