Differential D17364 Diff 48604 sys/dev/netmap/netmap_pipe.c

Changeset View

Standalone View

sys/dev/netmap/netmap_pipe.c

	/*-	/*-
	* SPDX-License-Identifier: BSD-2-Clause-FreeBSD	* SPDX-License-Identifier: BSD-2-Clause-FreeBSD
	*	*
	* Copyright (C) 2014-2016 Giuseppe Lettieri	* Copyright (C) 2014-2018 Giuseppe Lettieri
	* All rights reserved.	* All rights reserved.
	*	*
	* Redistribution and use in source and binary forms, with or without	* Redistribution and use in source and binary forms, with or without
Context not available.
	netmap_pipe_txsync(struct netmap_kring *txkring, int flags)	netmap_pipe_txsync(struct netmap_kring *txkring, int flags)
	{	{
	struct netmap_kring *rxkring = txkring->pipe;	struct netmap_kring *rxkring = txkring->pipe;
	u_int k, lim = txkring->nkr_num_slots - 1;	u_int k, lim = txkring->nkr_num_slots - 1, nk;
	int m; /* slots to transfer */	int m; /* slots to transfer */
		int complete; /* did we see a complete packet ? */
	struct netmap_ring txring = txkring->ring, rxring = rxkring->ring;	struct netmap_ring txring = txkring->ring, rxring = rxkring->ring;

	ND("%p: %s %x -> %s", txkring, txkring->name, flags, rxkring->name);	ND("%p: %s %x -> %s", txkring, txkring->name, flags, rxkring->name);
Context not available.
	txkring->nr_hwcur, txkring->nr_hwtail,	txkring->nr_hwcur, txkring->nr_hwtail,
	txkring->rcur, txkring->rhead, txkring->rtail);	txkring->rcur, txkring->rhead, txkring->rtail);

		/* update the hwtail */
		txkring->nr_hwtail = txkring->pipe_tail;

	m = txkring->rhead - txkring->nr_hwcur; /* new slots */	m = txkring->rhead - txkring->nr_hwcur; /* new slots */
	if (m < 0)	if (m < 0)
	m += txkring->nkr_num_slots;	m += txkring->nkr_num_slots;
Context not available.
	return 0;	return 0;
	}	}

	for (k = txkring->nr_hwcur; m; m--, k = nm_next(k, lim)) {	for (k = txkring->nr_hwcur, nk = lim + 1, complete = 0; m;
		m--, k = nm_next(k, lim), nk = (complete ? k : nk)) {
	struct netmap_slot *rs = &rxring->slot[k];	struct netmap_slot *rs = &rxring->slot[k];
	struct netmap_slot *ts = &txring->slot[k];	struct netmap_slot *ts = &txring->slot[k];

	rs->len = ts->len;	rs = ts;
	rs->ptr = ts->ptr;

	if (ts->flags & NS_BUF_CHANGED) {	if (ts->flags & NS_BUF_CHANGED) {
	rs->buf_idx = ts->buf_idx;
	rs->flags \|= NS_BUF_CHANGED;
	ts->flags &= ~NS_BUF_CHANGED;	ts->flags &= ~NS_BUF_CHANGED;
	}	}
		complete = !(ts->flags & NS_MOREFRAG);
	}	}

	mb(); /* make sure the slots are updated before publishing them */
	rxkring->nr_hwtail = k;
	txkring->nr_hwcur = k;	txkring->nr_hwcur = k;

	ND(20, "TX after : hwcur %d hwtail %d cur %d head %d tail %d k %d",	ND(20, "TX after : hwcur %d hwtail %d cur %d head %d tail %d k %d",
Context not available.
	txkring->nr_hwcur, txkring->nr_hwtail,	txkring->nr_hwcur, txkring->nr_hwtail,
	txkring->rcur, txkring->rhead, txkring->rtail, k);	txkring->rcur, txkring->rhead, txkring->rtail, k);

	rxkring->nm_notify(rxkring, 0);	if (likely(nk <= lim)) {
		mb(); /* make sure the slots are updated before publishing them */
		rxkring->pipe_tail = nk; /* only publish complete packets */
		rxkring->nm_notify(rxkring, 0);
		}

	return 0;	return 0;
	}	}
Context not available.
	rxkring->nr_hwcur, rxkring->nr_hwtail,	rxkring->nr_hwcur, rxkring->nr_hwtail,
	rxkring->rcur, rxkring->rhead, rxkring->rtail);	rxkring->rcur, rxkring->rhead, rxkring->rtail);

		/* update the hwtail */
		rxkring->nr_hwtail = rxkring->pipe_tail;

	m = rxkring->rhead - rxkring->nr_hwcur; /* released slots */	m = rxkring->rhead - rxkring->nr_hwcur; /* released slots */
	if (m < 0)	if (m < 0)
	m += rxkring->nkr_num_slots;	m += rxkring->nkr_num_slots;
Context not available.
	}	}

	mb(); /* make sure the slots are updated before publishing them */	mb(); /* make sure the slots are updated before publishing them */
	txkring->nr_hwtail = nm_prev(k, lim);	txkring->pipe_tail = nm_prev(k, lim);
	rxkring->nr_hwcur = k;	rxkring->nr_hwcur = k;

	ND(20, "RX after : hwcur %d hwtail %d cur %d head %d tail %d k %d",	ND(20, "RX after : hwcur %d hwtail %d cur %d head %d tail %d k %d",
Context not available.
	if (error)	if (error)
	goto del_krings1;	goto del_krings1;

	/* cross link the krings */	/* cross link the krings and initialize the pipe_tails */
	for_rx_tx(t) {	for_rx_tx(t) {
	enum txrx r = nm_txrx_swap(t); /* swap NR_TX <-> NR_RX */	enum txrx r = nm_txrx_swap(t); /* swap NR_TX <-> NR_RX */
	for (i = 0; i < nma_get_nrings(na, t); i++) {	for (i = 0; i < nma_get_nrings(na, t); i++) {
	NMR(na, t)[i]->pipe = NMR(ona, r)[i];	struct netmap_kring *k1 = NMR(na, t)[i],
	NMR(ona, r)[i]->pipe = NMR(na, t)[i];	*k2 = NMR(ona, r)[i];
		k1->pipe = k2;
		k2->pipe = k1;
	/* mark all peer-adapter rings as fake */	/* mark all peer-adapter rings as fake */
	NMR(ona, r)[i]->nr_kflags \|= NKR_FAKERING;	k2->nr_kflags \|= NKR_FAKERING;
		/* init tails */
		k1->pipe_tail = k1->nr_hwtail;
		k2->pipe_tail = k2->nr_hwtail;
	}	}
	}	}

Context not available.
	if (nm_kring_pending_on(kring)) {	if (nm_kring_pending_on(kring)) {
	struct netmap_kring sring, dring;	struct netmap_kring sring, dring;

		kring->nr_mode = NKR_NETMAP_ON;
		if ((kring->nr_kflags & NKR_FAKERING) &&
		(kring->pipe->nr_kflags & NKR_FAKERING)) {
		/* this is a re-open of a pipe
		* end-point kept alive by the other end.
		* We need to leave everything as it is
		*/
		continue;
		}

	/* copy the buffers from the non-fake ring */	/* copy the buffers from the non-fake ring */
	if (kring->nr_kflags & NKR_FAKERING) {	if (kring->nr_kflags & NKR_FAKERING) {
	sring = kring->pipe;	sring = kring->pipe;
Context not available.
	if (ring == NULL)	if (ring == NULL)
	continue;	continue;

	if (kring->nr_hwtail == kring->nr_hwcur)	if (kring->tx == NR_RX)
	ring->slot[kring->nr_hwtail].buf_idx = 0;	ring->slot[kring->pipe_tail].buf_idx = 0;

	for (j = nm_next(kring->nr_hwtail, lim);	for (j = nm_next(kring->pipe_tail, lim);
	j != kring->nr_hwcur;	j != kring->nr_hwcur;
	j = nm_next(j, lim))	j = nm_next(j, lim))
	{	{
Context not available.