D13485.id39946.diff
No OneTemporary
Actions

Size

12 KB

Referenced Files

None

Subscribers

None

D13485.id39946.diff
View Options

	Index: head/sys/amd64/amd64/pmap.c
	===================================================================
	--- head/sys/amd64/amd64/pmap.c
	+++ head/sys/amd64/amd64/pmap.c
	@@ -2369,20 +2369,6 @@
	/***************************************************
	* Page table page management routines.....
	***************************************************/
	-static __inline void
	-pmap_free_zero_pages(struct spglist *free)
	-{
	- vm_page_t m;
	- int count;
	-
	- for (count = 0; (m = SLIST_FIRST(free)) != NULL; count++) {
	- SLIST_REMOVE_HEAD(free, plinks.s.ss);
	- /* Preserve the page's PG_ZERO setting. */
	- vm_page_free_toq(m);
	- }
	- vm_wire_sub(count);
	-}
	-
	/*
	* Schedule the specified unused page table page to be freed. Specifically,
	* add the page to the specified list of pages that will be released to the
	@@ -3282,7 +3268,7 @@
	/* Recycle a freed page table page. */
	m_pc->wire_count = 1;
	}
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	return (m_pc);
	}

	@@ -3781,7 +3767,7 @@
	pmap_remove_pde(pmap, pde, sva, &free, lockp);
	if ((oldpde & PG_G) == 0)
	pmap_invalidate_pde_page(pmap, sva, oldpde);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	CTR2(KTR_PMAP, "pmap_demote_pde: failure for va %#lx"
	" in pmap %p", va, pmap);
	return (FALSE);
	@@ -4183,7 +4169,7 @@
	pmap_invalidate_all(pmap);
	PMAP_UNLOCK(pmap);
	pmap_delayed_invl_finished();
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	/*
	@@ -4281,7 +4267,7 @@
	vm_page_aflag_clear(m, PGA_WRITEABLE);
	rw_wunlock(lock);
	pmap_delayed_invl_wait(m);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	/*
	@@ -4949,7 +4935,7 @@
	pmap_invalidate_all(pmap);
	pmap_delayed_invl_finished();
	}
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	if (va >= VM_MAXUSER_ADDRESS) {
	mt = PHYS_TO_VM_PAGE(*pde & PG_FRAME);
	if (pmap_insert_pt_page(pmap, mt)) {
	@@ -4978,7 +4964,7 @@
	* pages. Invalidate those entries.
	*/
	pmap_invalidate_page(pmap, va);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}
	CTR2(KTR_PMAP, "pmap_enter_pde: failure for va %#lx"
	" in pmap %p", va, pmap);
	@@ -5159,7 +5145,7 @@
	* pages. Invalidate those entries.
	*/
	pmap_invalidate_page(pmap, va);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}
	mpte = NULL;
	}
	@@ -5537,7 +5523,8 @@
	*/
	pmap_invalidate_page(dst_pmap,
	addr);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free,
	+ true);
	}
	goto out;
	}
	@@ -5955,7 +5942,7 @@
	rw_wunlock(lock);
	pmap_invalidate_all(pmap);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	static boolean_t
	@@ -6440,7 +6427,7 @@
	not_cleared < PMAP_TS_REFERENCED_MAX);
	out:
	rw_wunlock(lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	return (cleared + not_cleared);
	}

	Index: head/sys/arm/arm/pmap-v6.c
	===================================================================
	--- head/sys/arm/arm/pmap-v6.c
	+++ head/sys/arm/arm/pmap-v6.c
	@@ -2550,18 +2550,6 @@
	return (m);
	}

	-static __inline void
	-pmap_free_zero_pages(struct spglist *free)
	-{
	- vm_page_t m;
	-
	- while ((m = SLIST_FIRST(free)) != NULL) {
	- SLIST_REMOVE_HEAD(free, plinks.s.ss);
	- /* Preserve the page's PG_ZERO setting. */
	- vm_page_free_toq(m);
	- }
	-}
	-
	/*
	* Schedule the specified unused L2 page table page to be freed. Specifically,
	* add the page to the specified list of pages that will be released to the
	@@ -2948,7 +2936,7 @@
	m_pc->wire_count = 1;
	vm_wire_add(1);
	}
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	return (m_pc);
	}

	@@ -3711,7 +3699,7 @@
	VM_ALLOC_NORMAL \| VM_ALLOC_WIRED)) == NULL) {
	SLIST_INIT(&free);
	pmap_remove_pte1(pmap, pte1p, pte1_trunc(va), &free);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	CTR3(KTR_PMAP, "%s: failure for va %#x in pmap %p",
	__func__, va, pmap);
	return (FALSE);
	@@ -4235,7 +4223,7 @@
	sched_unpin();
	rw_wunlock(&pvh_global_lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -4309,7 +4297,7 @@
	vm_page_aflag_clear(m, PGA_WRITEABLE);
	sched_unpin();
	rw_wunlock(&pvh_global_lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -4496,7 +4484,7 @@
	sched_unpin();
	rw_wunlock(&pvh_global_lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -4605,7 +4593,7 @@
	SLIST_INIT(&free);
	if (pmap_unwire_pt2(pmap, va, mpt2pg, &free)) {
	pmap_tlb_flush(pmap, va);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	mpt2pg = NULL;
	@@ -6079,7 +6067,8 @@
	if (pmap_unwire_pt2(dst_pmap, addr,
	dst_mpt2pg, &free)) {
	pmap_tlb_flush(dst_pmap, addr);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free,
	+ false);
	}
	goto out;
	}
	Index: head/sys/arm64/arm64/pmap.c
	===================================================================
	--- head/sys/arm64/arm64/pmap.c
	+++ head/sys/arm64/arm64/pmap.c
	@@ -1266,18 +1266,6 @@
	/***************************************************
	* Page table page management routines.....
	***************************************************/
	-static __inline void
	-pmap_free_zero_pages(struct spglist *free)
	-{
	- vm_page_t m;
	-
	- while ((m = SLIST_FIRST(free)) != NULL) {
	- SLIST_REMOVE_HEAD(free, plinks.s.ss);
	- /* Preserve the page's PG_ZERO setting. */
	- vm_page_free_toq(m);
	- }
	-}
	-
	/*
	* Schedule the specified unused page table page to be freed. Specifically,
	* add the page to the specified list of pages that will be released to the
	@@ -1909,7 +1897,7 @@
	m_pc->wire_count = 1;
	vm_wire_add(1);
	}
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	return (m_pc);
	}

	@@ -2417,7 +2405,7 @@
	if (lock != NULL)
	rw_wunlock(lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -2522,7 +2510,7 @@
	}
	vm_page_aflag_clear(m, PGA_WRITEABLE);
	rw_wunlock(lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -3230,7 +3218,7 @@
	SLIST_INIT(&free);
	if (pmap_unwire_l3(pmap, va, mpte, &free)) {
	pmap_invalidate_page(pmap, va);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}
	mpte = NULL;
	}
	@@ -3750,7 +3738,7 @@
	if (lock != NULL)
	rw_wunlock(lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -4211,7 +4199,7 @@
	not_cleared < PMAP_TS_REFERENCED_MAX);
	out:
	rw_wunlock(lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	return (cleared + not_cleared);
	}

	Index: head/sys/i386/i386/pmap.c
	===================================================================
	--- head/sys/i386/i386/pmap.c
	+++ head/sys/i386/i386/pmap.c
	@@ -1711,20 +1711,6 @@
	/***************************************************
	* Page table page management routines.....
	***************************************************/
	-static __inline void
	-pmap_free_zero_pages(struct spglist *free)
	-{
	- vm_page_t m;
	- int count;
	-
	- for (count = 0; (m = SLIST_FIRST(free)) != NULL; count++) {
	- SLIST_REMOVE_HEAD(free, plinks.s.ss);
	- /* Preserve the page's PG_ZERO setting. */
	- vm_page_free_toq(m);
	- }
	- vm_wire_sub(count);
	-}
	-
	/*
	* Schedule the specified unused page table page to be freed. Specifically,
	* add the page to the specified list of pages that will be released to the
	@@ -2324,7 +2310,7 @@
	/* Recycle a freed page table page. */
	m_pc->wire_count = 1;
	}
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	return (m_pc);
	}

	@@ -2674,7 +2660,7 @@
	pmap_remove_pde(pmap, pde, sva, &free);
	if ((oldpde & PG_G) == 0)
	pmap_invalidate_pde_page(pmap, sva, oldpde);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	CTR2(KTR_PMAP, "pmap_demote_pde: failure for va %#x"
	" in pmap %p", va, pmap);
	return (FALSE);
	@@ -3044,7 +3030,7 @@
	pmap_invalidate_all(pmap);
	rw_wunlock(&pvh_global_lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	/*
	@@ -3118,7 +3104,7 @@
	vm_page_aflag_clear(m, PGA_WRITEABLE);
	sched_unpin();
	rw_wunlock(&pvh_global_lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	/*
	@@ -3886,7 +3872,7 @@
	SLIST_INIT(&free);
	if (pmap_unwire_ptp(pmap, mpte, &free)) {
	pmap_invalidate_page(pmap, va);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	mpte = NULL;
	@@ -4201,7 +4187,8 @@
	&free)) {
	pmap_invalidate_page(dst_pmap,
	addr);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free,
	+ true);
	}
	goto out;
	}
	@@ -4619,7 +4606,7 @@
	pmap_invalidate_all(pmap);
	rw_wunlock(&pvh_global_lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, true);
	}

	/*
	Index: head/sys/riscv/riscv/pmap.c
	===================================================================
	--- head/sys/riscv/riscv/pmap.c
	+++ head/sys/riscv/riscv/pmap.c
	@@ -1069,18 +1069,6 @@
	/***************************************************
	* Page table page management routines.....
	***************************************************/
	-static __inline void
	-pmap_free_zero_pages(struct spglist *free)
	-{
	- vm_page_t m;
	-
	- while ((m = SLIST_FIRST(free)) != NULL) {
	- SLIST_REMOVE_HEAD(free, plinks.s.ss);
	- /* Preserve the page's PG_ZERO setting. */
	- vm_page_free_toq(m);
	- }
	-}
	-
	/*
	* Schedule the specified unused page table page to be freed. Specifically,
	* add the page to the specified list of pages that will be released to the
	@@ -1876,7 +1864,7 @@
	rw_wunlock(lock);
	rw_runlock(&pvh_global_lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -1942,7 +1930,7 @@
	}
	vm_page_aflag_clear(m, PGA_WRITEABLE);
	rw_wunlock(&pvh_global_lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -2377,7 +2365,7 @@
	SLIST_INIT(&free);
	if (pmap_unwire_l3(pmap, va, mpte, &free)) {
	pmap_invalidate_page(pmap, va);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}
	mpte = NULL;
	}
	@@ -2783,7 +2771,7 @@
	rw_wunlock(lock);
	rw_runlock(&pvh_global_lock);
	PMAP_UNLOCK(pmap);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	}

	/*
	@@ -3085,7 +3073,7 @@
	out:
	rw_wunlock(lock);
	rw_runlock(&pvh_global_lock);
	- pmap_free_zero_pages(&free);
	+ vm_page_free_pages_toq(&free, false);
	return (cleared + not_cleared);
	}

	Index: head/sys/vm/vm_page.h
	===================================================================
	--- head/sys/vm/vm_page.h
	+++ head/sys/vm/vm_page.h
	@@ -535,6 +535,7 @@
	vm_page_bits_t vm_page_bits(int base, int size);
	void vm_page_zero_invalid(vm_page_t m, boolean_t setvalid);
	void vm_page_free_toq(vm_page_t m);
	+void vm_page_free_pages_toq(struct spglist *free, bool update_wire_count);

	void vm_page_dirty_KBI(vm_page_t m);
	void vm_page_lock_KBI(vm_page_t m, const char *file, int line);
	Index: head/sys/vm/vm_page.c
	===================================================================
	--- head/sys/vm/vm_page.c
	+++ head/sys/vm/vm_page.c
	@@ -2538,17 +2538,7 @@
	}
	if (m_mtx != NULL)
	mtx_unlock(m_mtx);
	- if ((m = SLIST_FIRST(&free)) != NULL) {
	- vmd = VM_DOMAIN(domain);
	- vm_domain_free_lock(vmd);
	- do {
	- MPASS(vm_phys_domain(m) == domain);
	- SLIST_REMOVE_HEAD(&free, plinks.s.ss);
	- vm_page_free_phys(vmd, m);
	- } while ((m = SLIST_FIRST(&free)) != NULL);
	- vm_domain_free_wakeup(vmd);
	- vm_domain_free_unlock(vmd);
	- }
	+ vm_page_free_pages_toq(&free, false);
	return (error);
	}

	@@ -3248,7 +3238,42 @@
	}

	/*
	- * vm_page_wire:
	+ * vm_page_free_pages_toq:
	+ *
	+ * Returns a list of pages to the free list, disassociating it
	+ * from any VM object. In other words, this is equivalent to
	+ * calling vm_page_free_toq() for each page of a list of VM objects.
	+ *
	+ * The objects must be locked. The pages must be locked if it is
	+ * managed.
	+ */
	+void
	+vm_page_free_pages_toq(struct spglist *free, bool update_wire_count)
	+{
	+ vm_page_t m;
	+ struct pglist pgl;
	+ int count;
	+
	+ if (SLIST_EMPTY(free))
	+ return;
	+
	+ count = 0;
	+ TAILQ_INIT(&pgl);
	+ while ((m = SLIST_FIRST(free)) != NULL) {
	+ count++;
	+ SLIST_REMOVE_HEAD(free, plinks.s.ss);
	+ if (vm_page_free_prep(m, false))
	+ TAILQ_INSERT_TAIL(&pgl, m, listq);
	+ }
	+
	+ vm_page_free_phys_pglist(&pgl);
	+
	+ if (update_wire_count && count > 0)
	+ vm_wire_sub(count);
	+}
	+
	+/*
	+ * vm_page_wire:
	*
	* Mark this page as wired down. If the page is fictitious, then
	* its wire count must remain one.

File Metadata

Mime Type: text/plain
Expires: Thu, Nov 20, 5:27 AM (19 h, 49 m)
Storage Engine: blob
Storage Format: Raw Data
Storage Handle: 25631435
Default Alt Text: D13485.id39946.diff (12 KB)

D13485.id39946.diffNo OneTemporaryActions

D13485.id39946.diffView Options

File Metadata

Event Timeline

D13485.id39946.diff
No OneTemporary
Actions

D13485.id39946.diff
View Options