Changeset View
Changeset View
Standalone View
Standalone View
head/sys/vm/vm_kern.c
Show First 20 Lines • Show All 218 Lines • ▼ Show 20 Lines | if (m == NULL) { | ||||
return (0); | return (0); | ||||
} | } | ||||
KASSERT(vm_phys_domain(m) == domain, | KASSERT(vm_phys_domain(m) == domain, | ||||
("kmem_alloc_attr_domain: Domain mismatch %d != %d", | ("kmem_alloc_attr_domain: Domain mismatch %d != %d", | ||||
vm_phys_domain(m), domain)); | vm_phys_domain(m), domain)); | ||||
if ((flags & M_ZERO) && (m->flags & PG_ZERO) == 0) | if ((flags & M_ZERO) && (m->flags & PG_ZERO) == 0) | ||||
pmap_zero_page(m); | pmap_zero_page(m); | ||||
vm_page_valid(m); | vm_page_valid(m); | ||||
vm_page_xunbusy(m); | |||||
pmap_enter(kernel_pmap, addr + i, m, prot, | pmap_enter(kernel_pmap, addr + i, m, prot, | ||||
prot | PMAP_ENTER_WIRED, 0); | prot | PMAP_ENTER_WIRED, 0); | ||||
} | } | ||||
VM_OBJECT_WUNLOCK(object); | VM_OBJECT_WUNLOCK(object); | ||||
return (addr); | return (addr); | ||||
} | } | ||||
vm_offset_t | vm_offset_t | ||||
▲ Show 20 Lines • Show All 76 Lines • ▼ Show 20 Lines | KASSERT(vm_phys_domain(m) == domain, | ||||
("kmem_alloc_contig_domain: Domain mismatch %d != %d", | ("kmem_alloc_contig_domain: Domain mismatch %d != %d", | ||||
vm_phys_domain(m), domain)); | vm_phys_domain(m), domain)); | ||||
end_m = m + npages; | end_m = m + npages; | ||||
tmp = addr; | tmp = addr; | ||||
for (; m < end_m; m++) { | for (; m < end_m; m++) { | ||||
if ((flags & M_ZERO) && (m->flags & PG_ZERO) == 0) | if ((flags & M_ZERO) && (m->flags & PG_ZERO) == 0) | ||||
pmap_zero_page(m); | pmap_zero_page(m); | ||||
vm_page_valid(m); | vm_page_valid(m); | ||||
vm_page_xunbusy(m); | |||||
pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, | pmap_enter(kernel_pmap, tmp, m, VM_PROT_RW, | ||||
VM_PROT_RW | PMAP_ENTER_WIRED, 0); | VM_PROT_RW | PMAP_ENTER_WIRED, 0); | ||||
tmp += PAGE_SIZE; | tmp += PAGE_SIZE; | ||||
} | } | ||||
VM_OBJECT_WUNLOCK(object); | VM_OBJECT_WUNLOCK(object); | ||||
return (addr); | return (addr); | ||||
} | } | ||||
▲ Show 20 Lines • Show All 167 Lines • ▼ Show 20 Lines | for (; i < size; i += PAGE_SIZE, mpred = m) { | ||||
KASSERT(vm_phys_domain(m) == domain, | KASSERT(vm_phys_domain(m) == domain, | ||||
("kmem_back_domain: Domain mismatch %d != %d", | ("kmem_back_domain: Domain mismatch %d != %d", | ||||
vm_phys_domain(m), domain)); | vm_phys_domain(m), domain)); | ||||
if (flags & M_ZERO && (m->flags & PG_ZERO) == 0) | if (flags & M_ZERO && (m->flags & PG_ZERO) == 0) | ||||
pmap_zero_page(m); | pmap_zero_page(m); | ||||
KASSERT((m->oflags & VPO_UNMANAGED) != 0, | KASSERT((m->oflags & VPO_UNMANAGED) != 0, | ||||
("kmem_malloc: page %p is managed", m)); | ("kmem_malloc: page %p is managed", m)); | ||||
vm_page_valid(m); | vm_page_valid(m); | ||||
vm_page_xunbusy(m); | |||||
pmap_enter(kernel_pmap, addr + i, m, prot, | pmap_enter(kernel_pmap, addr + i, m, prot, | ||||
prot | PMAP_ENTER_WIRED, 0); | prot | PMAP_ENTER_WIRED, 0); | ||||
#if VM_NRESERVLEVEL > 0 | #if VM_NRESERVLEVEL > 0 | ||||
if (__predict_false((prot & VM_PROT_EXECUTE) != 0)) | if (__predict_false((prot & VM_PROT_EXECUTE) != 0)) | ||||
m->oflags |= VPO_KMEM_EXEC; | m->oflags |= VPO_KMEM_EXEC; | ||||
#endif | #endif | ||||
} | } | ||||
VM_OBJECT_WUNLOCK(object); | VM_OBJECT_WUNLOCK(object); | ||||
▲ Show 20 Lines • Show All 73 Lines • ▼ Show 20 Lines | if (__predict_true((m->oflags & VPO_KMEM_EXEC) == 0)) | ||||
arena = vm_dom[domain].vmd_kernel_arena; | arena = vm_dom[domain].vmd_kernel_arena; | ||||
else | else | ||||
arena = vm_dom[domain].vmd_kernel_rwx_arena; | arena = vm_dom[domain].vmd_kernel_rwx_arena; | ||||
#else | #else | ||||
arena = vm_dom[domain].vmd_kernel_arena; | arena = vm_dom[domain].vmd_kernel_arena; | ||||
#endif | #endif | ||||
for (; offset < end; offset += PAGE_SIZE, m = next) { | for (; offset < end; offset += PAGE_SIZE, m = next) { | ||||
next = vm_page_next(m); | next = vm_page_next(m); | ||||
vm_page_busy_acquire(m, 0); | vm_page_xbusy_claim(m); | ||||
vm_page_unwire_noq(m); | vm_page_unwire_noq(m); | ||||
vm_page_free(m); | vm_page_free(m); | ||||
} | } | ||||
VM_OBJECT_WUNLOCK(object); | VM_OBJECT_WUNLOCK(object); | ||||
return (arena); | return (arena); | ||||
} | } | ||||
▲ Show 20 Lines • Show All 294 Lines • Show Last 20 Lines |