Differential D20986 Diff 59888 sys/kern/kern_sendfile.c

Changeset View

Standalone View

sys/kern/kern_sendfile.c

Show First 20 Lines • Show All 115 Lines • ▼ Show 20 Lines	sfstat_sysctl(SYSCTL_HANDLER_ARGS)
COUNTER_ARRAY_COPY(sfstat, &s, sizeof(s) / sizeof(uint64_t));		COUNTER_ARRAY_COPY(sfstat, &s, sizeof(s) / sizeof(uint64_t));
if (req->newptr)		if (req->newptr)
COUNTER_ARRAY_ZERO(sfstat, sizeof(s) / sizeof(uint64_t));		COUNTER_ARRAY_ZERO(sfstat, sizeof(s) / sizeof(uint64_t));
return (SYSCTL_OUT(req, &s, sizeof(s)));		return (SYSCTL_OUT(req, &s, sizeof(s)));
}		}
SYSCTL_PROC(_kern_ipc, OID_AUTO, sfstat, CTLTYPE_OPAQUE \| CTLFLAG_RW,		SYSCTL_PROC(_kern_ipc, OID_AUTO, sfstat, CTLTYPE_OPAQUE \| CTLFLAG_RW,
NULL, 0, sfstat_sysctl, "I", "sendfile statistics");		NULL, 0, sfstat_sysctl, "I", "sendfile statistics");

/*
* Detach mapped page and release resources back to the system. Called
* by mbuf(9) code when last reference to a page is freed.
*/
static void		static void
sendfile_free_page(vm_page_t pg, bool nocache)
{
bool freed;

vm_page_lock(pg);
/*
* In either case check for the object going away on us. This can
* happen since we don't hold a reference to it. If so, we're
* responsible for freeing the page. In 'noncache' case try to free
* the page, but only if it is cheap to.
*/
if (vm_page_unwire_noq(pg)) {
vm_object_t obj;

if ((obj = pg->object) == NULL)
vm_page_free(pg);
else {
freed = false;
if (nocache && !vm_page_xbusied(pg) &&
VM_OBJECT_TRYWLOCK(obj)) {
/* Only free unmapped pages. */
if (obj->ref_count == 0 \|\|
!pmap_page_is_mapped(pg))
/*
* The busy test before the object is
* locked cannot be relied upon.
*/
freed = vm_page_try_to_free(pg);
VM_OBJECT_WUNLOCK(obj);
}
if (!freed) {
/*
* If we were asked to not cache the page, place
* it near the head of the inactive queue so
* that it is reclaimed sooner. Otherwise,
* maintain LRU.
*/
if (nocache)
vm_page_deactivate_noreuse(pg);
else if (vm_page_active(pg))
vm_page_reference(pg);
else
vm_page_deactivate(pg);
}
}
}
vm_page_unlock(pg);
}

static void
sendfile_free_mext(struct mbuf *m)		sendfile_free_mext(struct mbuf *m)
{		{
struct sf_buf *sf;		struct sf_buf *sf;
vm_page_t pg;		vm_page_t pg;
bool nocache;		int flags;

KASSERT(m->m_flags & M_EXT && m->m_ext.ext_type == EXT_SFBUF,		KASSERT(m->m_flags & M_EXT && m->m_ext.ext_type == EXT_SFBUF,
("%s: m %p !M_EXT or !EXT_SFBUF", __func__, m));		("%s: m %p !M_EXT or !EXT_SFBUF", __func__, m));

sf = m->m_ext.ext_arg1;		sf = m->m_ext.ext_arg1;
pg = sf_buf_page(sf);		pg = sf_buf_page(sf);
nocache = m->m_ext.ext_flags & EXT_FLAG_NOCACHE;		flags = (m->m_ext.ext_flags & EXT_FLAG_NOCACHE) != 0 ? VPR_TRYFREE : 0;

sf_buf_free(sf);		sf_buf_free(sf);
sendfile_free_page(pg, nocache);		vm_page_release(pg, flags);

if (m->m_ext.ext_flags & EXT_FLAG_SYNC) {		if (m->m_ext.ext_flags & EXT_FLAG_SYNC) {
struct sendfile_sync *sfs = m->m_ext.ext_arg2;		struct sendfile_sync *sfs = m->m_ext.ext_arg2;

mtx_lock(&sfs->mtx);		mtx_lock(&sfs->mtx);
KASSERT(sfs->count > 0, ("Sendfile sync botchup count == 0"));		KASSERT(sfs->count > 0, ("Sendfile sync botchup count == 0"));
if (--sfs->count == 0)		if (--sfs->count == 0)
cv_signal(&sfs->cv);		cv_signal(&sfs->cv);
mtx_unlock(&sfs->mtx);		mtx_unlock(&sfs->mtx);
}		}
}		}

static void		static void
sendfile_free_mext_pg(struct mbuf *m)		sendfile_free_mext_pg(struct mbuf *m)
{		{
struct mbuf_ext_pgs *ext_pgs;		struct mbuf_ext_pgs *ext_pgs;
vm_page_t pg;		vm_page_t pg;
int i;		int flags, i;
bool nocache, cache_last;		bool cache_last;

KASSERT(m->m_flags & M_EXT && m->m_ext.ext_type == EXT_PGS,		KASSERT(m->m_flags & M_EXT && m->m_ext.ext_type == EXT_PGS,
("%s: m %p !M_EXT or !EXT_PGS", __func__, m));		("%s: m %p !M_EXT or !EXT_PGS", __func__, m));

nocache = m->m_ext.ext_flags & EXT_FLAG_NOCACHE;
cache_last = m->m_ext.ext_flags & EXT_FLAG_CACHE_LAST;		cache_last = m->m_ext.ext_flags & EXT_FLAG_CACHE_LAST;
ext_pgs = m->m_ext.ext_pgs;		ext_pgs = m->m_ext.ext_pgs;
		flags = (m->m_ext.ext_flags & EXT_FLAG_NOCACHE) != 0 ? VPR_TRYFREE : 0;

for (i = 0; i < ext_pgs->npgs; i++) {		for (i = 0; i < ext_pgs->npgs; i++) {
if (cache_last && i == ext_pgs->npgs - 1)		if (cache_last && i == ext_pgs->npgs - 1)
nocache = false;		flags = 0;
pg = PHYS_TO_VM_PAGE(ext_pgs->pa[i]);		pg = PHYS_TO_VM_PAGE(ext_pgs->pa[i]);
sendfile_free_page(pg, nocache);		vm_page_release(pg, flags);
}		}

if (m->m_ext.ext_flags & EXT_FLAG_SYNC) {		if (m->m_ext.ext_flags & EXT_FLAG_SYNC) {
struct sendfile_sync *sfs = m->m_ext.ext_arg2;		struct sendfile_sync *sfs = m->m_ext.ext_arg2;

mtx_lock(&sfs->mtx);		mtx_lock(&sfs->mtx);
KASSERT(sfs->count > 0, ("Sendfile sync botchup count == 0"));		KASSERT(sfs->count > 0, ("Sendfile sync botchup count == 0"));
if (--sfs->count == 0)		if (--sfs->count == 0)
▲ Show 20 Lines • Show All 941 Lines • Show Last 20 Lines