Page MenuHomeFreeBSD
Differential D13485 Diff 39946 head/sys/arm64/arm64/pmap.c

Changeset View

Standalone View

View Options

head/sys/arm64/arm64/pmap.c

Show First 20 Lines • Show All 1,260 Lines • ▼ Show 20 Lines while (count-- > 0) {
va += PAGE_SIZE; va += PAGE_SIZE;
} }
pmap_invalidate_range(kernel_pmap, sva, va); pmap_invalidate_range(kernel_pmap, sva, va);
} }
/*************************************************** /***************************************************
* Page table page management routines..... * Page table page management routines.....
***************************************************/ ***************************************************/
static __inline void
pmap_free_zero_pages(struct spglist *free)
{
vm_page_t m;
while ((m = SLIST_FIRST(free)) != NULL) {
SLIST_REMOVE_HEAD(free, plinks.s.ss);
/* Preserve the page's PG_ZERO setting. */
vm_page_free_toq(m);
}
}
/* /*
* Schedule the specified unused page table page to be freed. Specifically, * Schedule the specified unused page table page to be freed. Specifically,
* add the page to the specified list of pages that will be released to the * add the page to the specified list of pages that will be released to the
* physical memory manager after the TLB has been updated. * physical memory manager after the TLB has been updated.
*/ */
static __inline void static __inline void
pmap_add_delayed_free_list(vm_page_t m, struct spglist *free, pmap_add_delayed_free_list(vm_page_t m, struct spglist *free,
boolean_t set_PG_ZERO) boolean_t set_PG_ZERO)
▲ Show 20 Lines • Show All 615 Lines • ▼ Show 20 Lines if (pmap != NULL && pmap != locked_pmap)
PMAP_UNLOCK(pmap); PMAP_UNLOCK(pmap);
if (m_pc == NULL && !SLIST_EMPTY(&free)) { if (m_pc == NULL && !SLIST_EMPTY(&free)) {
m_pc = SLIST_FIRST(&free); m_pc = SLIST_FIRST(&free);
SLIST_REMOVE_HEAD(&free, plinks.s.ss); SLIST_REMOVE_HEAD(&free, plinks.s.ss);
/* Recycle a freed page table page. */ /* Recycle a freed page table page. */
m_pc->wire_count = 1; m_pc->wire_count = 1;
vm_wire_add(1); vm_wire_add(1);
} }
pmap_free_zero_pages(&free); vm_page_free_pages_toq(&free, false);
return (m_pc); return (m_pc);
} }
/* /*
* free the pv_entry back to the free list * free the pv_entry back to the free list
*/ */
static void static void
free_pv_entry(pmap_t pmap, pv_entry_t pv) free_pv_entry(pmap_t pmap, pv_entry_t pv)
▲ Show 20 Lines • Show All 491 Lines • ▼ Show 20 Lines for (l3 = pmap_l2_to_l3(l2, sva); sva != va_next; l3++,
} }
} }
if (va != va_next) if (va != va_next)
pmap_invalidate_range(pmap, va, sva); pmap_invalidate_range(pmap, va, sva);
} }
if (lock != NULL) if (lock != NULL)
rw_wunlock(lock); rw_wunlock(lock);
PMAP_UNLOCK(pmap); PMAP_UNLOCK(pmap);
pmap_free_zero_pages(&free); vm_page_free_pages_toq(&free, false);
} }
/* /*
* Routine: pmap_remove_all * Routine: pmap_remove_all
* Function: * Function:
* Removes this physical page from * Removes this physical page from
* all physical maps in which it resides. * all physical maps in which it resides.
* Reflects back modify bits to the pager. * Reflects back modify bits to the pager.
▲ Show 20 Lines • Show All 88 Lines • ▼ Show 20 Lines while ((pv = TAILQ_FIRST(&m->md.pv_list)) != NULL) {
pmap_unuse_pt(pmap, pv->pv_va, tpde, &free); pmap_unuse_pt(pmap, pv->pv_va, tpde, &free);
TAILQ_REMOVE(&m->md.pv_list, pv, pv_next); TAILQ_REMOVE(&m->md.pv_list, pv, pv_next);
m->md.pv_gen++; m->md.pv_gen++;
free_pv_entry(pmap, pv); free_pv_entry(pmap, pv);
PMAP_UNLOCK(pmap); PMAP_UNLOCK(pmap);
} }
vm_page_aflag_clear(m, PGA_WRITEABLE); vm_page_aflag_clear(m, PGA_WRITEABLE);
rw_wunlock(lock); rw_wunlock(lock);
pmap_free_zero_pages(&free); vm_page_free_pages_toq(&free, false);
} }
/* /*
* Set the physical protection on the * Set the physical protection on the
* specified range of this map as requested. * specified range of this map as requested.
*/ */
void void
pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, vm_prot_t prot) pmap_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, vm_prot_t prot)
▲ Show 20 Lines • Show All 691 Lines • ▼ Show 20 Linespmap_enter_quick_locked(pmap_t pmap, vm_offset_t va, vm_page_t m,
* Enter on the PV list if part of our managed memory. * Enter on the PV list if part of our managed memory.
*/ */
if ((m->oflags & VPO_UNMANAGED) == 0 && if ((m->oflags & VPO_UNMANAGED) == 0 &&
!pmap_try_insert_pv_entry(pmap, va, m, lockp)) { !pmap_try_insert_pv_entry(pmap, va, m, lockp)) {
if (mpte != NULL) { if (mpte != NULL) {
SLIST_INIT(&free); SLIST_INIT(&free);
if (pmap_unwire_l3(pmap, va, mpte, &free)) { if (pmap_unwire_l3(pmap, va, mpte, &free)) {
pmap_invalidate_page(pmap, va); pmap_invalidate_page(pmap, va);
pmap_free_zero_pages(&free); vm_page_free_pages_toq(&free, false);
} }
mpte = NULL; mpte = NULL;
} }
return (mpte); return (mpte);
} }
/* /*
* Increment counters * Increment counters
▲ Show 20 Lines • Show All 503 Lines • ▼ Show 20 Lines if (allfree) {
TAILQ_REMOVE(&pmap->pm_pvchunk, pc, pc_list); TAILQ_REMOVE(&pmap->pm_pvchunk, pc, pc_list);
free_pv_chunk(pc); free_pv_chunk(pc);
} }
} }
pmap_invalidate_all(pmap); pmap_invalidate_all(pmap);
if (lock != NULL) if (lock != NULL)
rw_wunlock(lock); rw_wunlock(lock);
PMAP_UNLOCK(pmap); PMAP_UNLOCK(pmap);
pmap_free_zero_pages(&free); vm_page_free_pages_toq(&free, false);
} }
/* /*
* This is used to check if a page has been accessed or modified. As we * This is used to check if a page has been accessed or modified. As we
* don't have a bit to see if it has been modified we have to assume it * don't have a bit to see if it has been modified we have to assume it
* has been if the page is read/write. * has been if the page is read/write.
*/ */
static boolean_t static boolean_t
▲ Show 20 Lines • Show All 444 Lines • ▼ Show 20 Lines if (pv != NULL && TAILQ_NEXT(pv, pv_next) != NULL) {
TAILQ_REMOVE(&m->md.pv_list, pv, pv_next); TAILQ_REMOVE(&m->md.pv_list, pv, pv_next);
TAILQ_INSERT_TAIL(&m->md.pv_list, pv, pv_next); TAILQ_INSERT_TAIL(&m->md.pv_list, pv, pv_next);
m->md.pv_gen++; m->md.pv_gen++;
} }
} while ((pv = TAILQ_FIRST(&m->md.pv_list)) != pvf && cleared + } while ((pv = TAILQ_FIRST(&m->md.pv_list)) != pvf && cleared +
not_cleared < PMAP_TS_REFERENCED_MAX); not_cleared < PMAP_TS_REFERENCED_MAX);
out: out:
rw_wunlock(lock); rw_wunlock(lock);
pmap_free_zero_pages(&free); vm_page_free_pages_toq(&free, false);
return (cleared + not_cleared); return (cleared + not_cleared);
} }
/* /*
* Apply the given advice to the specified range of addresses within the * Apply the given advice to the specified range of addresses within the
* given pmap. Depending on the advice, clear the referenced and/or * given pmap. Depending on the advice, clear the referenced and/or
* modified flags in each mapping and set the mapped page's dirty field. * modified flags in each mapping and set the mapped page's dirty field.
*/ */
▲ Show 20 Lines • Show All 687 Lines • Show Last 20 Lines