Differential D21011 Diff 60105 sys/dev/cxgbe/tom/t4_listen.c

Changeset View

Standalone View

sys/dev/cxgbe/tom/t4_listen.c

Show First 20 Lines • Show All 1,091 Lines • ▼ Show 20 Lines	if (ulp_mode == ULP_MODE_TLS) {
opt2 \|= F_RX_FC_DISABLE;		opt2 \|= F_RX_FC_DISABLE;
}		}

return (htobe32(opt2));		return (htobe32(opt2));
}		}

static void		static void
pass_accept_req_to_protohdrs(struct adapter sc, const struct mbuf m,		pass_accept_req_to_protohdrs(struct adapter sc, const struct mbuf m,
struct in_conninfo inc, struct tcphdr th)		struct in_conninfo inc, struct tcphdr th, uint8_t *iptos)
{		{
const struct cpl_pass_accept_req cpl = mtod(m, const void );		const struct cpl_pass_accept_req cpl = mtod(m, const void );
const struct ether_header *eh;		const struct ether_header *eh;
unsigned int hlen = be32toh(cpl->hdr_len);		unsigned int hlen = be32toh(cpl->hdr_len);
uintptr_t l3hdr;		uintptr_t l3hdr;
const struct tcphdr *tcp;		const struct tcphdr *tcp;

eh = (const void *)(cpl + 1);		eh = (const void *)(cpl + 1);
if (chip_id(sc) >= CHELSIO_T6) {		if (chip_id(sc) >= CHELSIO_T6) {
l3hdr = ((uintptr_t)eh + G_T6_ETH_HDR_LEN(hlen));		l3hdr = ((uintptr_t)eh + G_T6_ETH_HDR_LEN(hlen));
tcp = (const void *)(l3hdr + G_T6_IP_HDR_LEN(hlen));		tcp = (const void *)(l3hdr + G_T6_IP_HDR_LEN(hlen));
} else {		} else {
l3hdr = ((uintptr_t)eh + G_ETH_HDR_LEN(hlen));		l3hdr = ((uintptr_t)eh + G_ETH_HDR_LEN(hlen));
tcp = (const void *)(l3hdr + G_IP_HDR_LEN(hlen));		tcp = (const void *)(l3hdr + G_IP_HDR_LEN(hlen));
}		}

		/* extract TOS (DiffServ + ECN) byte for AccECN */
		if (iptos) {
		if (((struct ip *)l3hdr)->ip_v == IPVERSION) {
		const struct ip ip = (const void )l3hdr;
		*iptos = ip->ip_tos;
		} else {
		const struct ip6_hdr ip6 = (const void )l3hdr;
		*iptos = (ntohl(ip6->ip6_flow) >> 20) & 0xff;
		}
		}

if (inc) {		if (inc) {
bzero(inc, sizeof(*inc));		bzero(inc, sizeof(*inc));
inc->inc_fport = tcp->th_sport;		inc->inc_fport = tcp->th_sport;
inc->inc_lport = tcp->th_dport;		inc->inc_lport = tcp->th_dport;
if (((struct ip *)l3hdr)->ip_v == IPVERSION) {		if (((struct ip *)l3hdr)->ip_v == IPVERSION) {
const struct ip ip = (const void )l3hdr;		const struct ip ip = (const void )l3hdr;

inc->inc_faddr = ip->ip_src;		inc->inc_faddr = ip->ip_src;
▲ Show 20 Lines • Show All 124 Lines • ▼ Show 20 Lines	do_pass_accept_req(struct sge_iq iq, const struct rss_header rss,
struct tcpopt to;		struct tcpopt to;
struct port_info *pi;		struct port_info *pi;
struct vi_info *vi;		struct vi_info *vi;
struct ifnet hw_ifp, ifp;		struct ifnet hw_ifp, ifp;
struct l2t_entry *e = NULL;		struct l2t_entry *e = NULL;
struct synq_entry *synqe = NULL;		struct synq_entry *synqe = NULL;
int reject_reason, v, ntids;		int reject_reason, v, ntids;
uint16_t vid, l2info;		uint16_t vid, l2info;
		uint8_t iptos;
struct epoch_tracker et;		struct epoch_tracker et;
#ifdef INVARIANTS		#ifdef INVARIANTS
unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl)));		unsigned int opcode = G_CPL_OPCODE(be32toh(OPCODE_TID(cpl)));
#endif		#endif
struct offload_settings settings;		struct offload_settings settings;

KASSERT(opcode == CPL_PASS_ACCEPT_REQ,		KASSERT(opcode == CPL_PASS_ACCEPT_REQ,
("%s: unexpected opcode 0x%x", __func__, opcode));		("%s: unexpected opcode 0x%x", __func__, opcode));
▲ Show 20 Lines • Show All 47 Lines • ▼ Show 20 Lines	found:

/*		/*
* Don't offload if the ifnet that the SYN came in on is not in the same		* Don't offload if the ifnet that the SYN came in on is not in the same
* vnet as the listening socket.		* vnet as the listening socket.
*/		*/
if (lctx->vnet != ifp->if_vnet)		if (lctx->vnet != ifp->if_vnet)
REJECT_PASS_ACCEPT_REQ(true);		REJECT_PASS_ACCEPT_REQ(true);

pass_accept_req_to_protohdrs(sc, m, &inc, &th);		pass_accept_req_to_protohdrs(sc, m, &inc, &th, &iptos);
if (inc.inc_flags & INC_ISIPV6) {		if (inc.inc_flags & INC_ISIPV6) {

/* Don't offload if the ifcap isn't enabled */		/* Don't offload if the ifcap isn't enabled */
if ((ifp->if_capenable & IFCAP_TOE6) == 0)		if ((ifp->if_capenable & IFCAP_TOE6) == 0)
REJECT_PASS_ACCEPT_REQ(true);		REJECT_PASS_ACCEPT_REQ(true);

/*		/*
* SYN must be directed to an IP6 address on this ifnet. This		* SYN must be directed to an IP6 address on this ifnet. This
▲ Show 20 Lines • Show All 56 Lines • ▼ Show 20 Lines	found:
}		}
atomic_store_int(&synqe->ok_to_respond, 0);		atomic_store_int(&synqe->ok_to_respond, 0);

/*		/*
* If all goes well t4_syncache_respond will get called during		* If all goes well t4_syncache_respond will get called during
* syncache_add. Note that syncache_add releases the pcb lock.		* syncache_add. Note that syncache_add releases the pcb lock.
*/		*/
t4opt_to_tcpopt(&cpl->tcpopt, &to);		t4opt_to_tcpopt(&cpl->tcpopt, &to);
toe_syncache_add(&inc, &to, &th, inp, tod, synqe);		toe_syncache_add(&inc, &to, &th, inp, tod, synqe, iptos);

if (atomic_load_int(&synqe->ok_to_respond) > 0) {		if (atomic_load_int(&synqe->ok_to_respond) > 0) {
uint64_t opt0;		uint64_t opt0;
uint32_t opt2;		uint32_t opt2;
u_int wnd;		u_int wnd;
int rscale, mtu_idx, rx_credits;		int rscale, mtu_idx, rx_credits;

mtu_idx = find_best_mtu_idx(sc, &inc, &settings);		mtu_idx = find_best_mtu_idx(sc, &inc, &settings);
▲ Show 20 Lines • Show All 64 Lines • ▼ Show 20 Lines
}		}

static void		static void
synqe_to_protohdrs(struct adapter sc, struct synq_entry synqe,		synqe_to_protohdrs(struct adapter sc, struct synq_entry synqe,
const struct cpl_pass_establish cpl, struct in_conninfo inc,		const struct cpl_pass_establish cpl, struct in_conninfo inc,
struct tcphdr th, struct tcpopt to)		struct tcphdr th, struct tcpopt to)
{		{
uint16_t tcp_opt = be16toh(cpl->tcp_opt);		uint16_t tcp_opt = be16toh(cpl->tcp_opt);
		uint8_t iptos;

/* start off with the original SYN */		/* start off with the original SYN */
pass_accept_req_to_protohdrs(sc, synqe->syn, inc, th);		pass_accept_req_to_protohdrs(sc, synqe->syn, inc, th, &iptos);

/* modify parts to make it look like the ACK to our SYN\|ACK */		/* modify parts to make it look like the ACK to our SYN\|ACK */
th->th_flags = TH_ACK;		th->th_flags = TH_ACK;
th->th_ack = synqe->iss + 1;		th->th_ack = synqe->iss + 1;
th->th_seq = be32toh(cpl->rcv_isn);		th->th_seq = be32toh(cpl->rcv_isn);
bzero(to, sizeof(*to));		bzero(to, sizeof(*to));
if (G_TCPOPT_TSTAMP(tcp_opt)) {		if (G_TCPOPT_TSTAMP(tcp_opt)) {
to->to_flags \|= TOF_TS;		to->to_flags \|= TOF_TS;
▲ Show 20 Lines • Show All 137 Lines • Show Last 20 Lines