Page MenuHomeFreeBSD
Differential D31121 Diff 92713 sys/amd64/amd64/mp_machdep.c

Changeset View

Standalone View

View Options

sys/amd64/amd64/mp_machdep.c

Show First 20 Lines • Show All 99 Lines • ▼ Show 20 Lines
/* Temporary variables for init_secondary() */ /* Temporary variables for init_secondary() */
static char *doublefault_stack; static char *doublefault_stack;
static char *mce_stack; static char *mce_stack;
static char *nmi_stack; static char *nmi_stack;
static char *dbg_stack; static char *dbg_stack;
extern u_int mptramp_la57; extern u_int mptramp_la57;
extern u_int mptramp_nx;
/* /*
* Local data and functions. * Local data and functions.
*/ */
static int start_ap(int apic_id); static int start_ap(int apic_id);
static bool
is_kernel_paddr(vm_paddr_t pa)
{
return (pa >= trunc_2mpage(btext - KERNBASE) &&
pa < round_page(_end - KERNBASE));
}
static bool
is_mpboot_good(vm_paddr_t start, vm_paddr_t end)
{
return (start + AP_BOOTPT_SZ <= GiB(4) && atop(end) < Maxmem);
}
/* /*
* Calculate usable address in base memory for AP trampoline code.
*/
void
mp_bootaddress(vm_paddr_t *physmap, unsigned int *physmap_idx)
{
vm_paddr_t start, end;
unsigned int i;
bool allocated;
alloc_ap_trampoline(physmap, physmap_idx);
/*
* Find a memory region big enough below the 4GB boundary to
* store the initial page tables. Region must be mapped by
* the direct map.
*
* Note that it needs to be aligned to a page boundary.
*/
allocated = false;
for (i = *physmap_idx; i <= *physmap_idx; i -= 2) {
/*
* First, try to chomp at the start of the physmap region.
* Kernel binary might claim it already.
*/
start = round_page(physmap[i]);
end = start + AP_BOOTPT_SZ;
if (start < end && end <= physmap[i + 1] &&
is_mpboot_good(start, end) &&
!is_kernel_paddr(start) && !is_kernel_paddr(end - 1)) {
allocated = true;
physmap[i] = end;
break;
}
/*
* Second, try to chomp at the end. Again, check
* against kernel.
*/
end = trunc_page(physmap[i + 1]);
start = end - AP_BOOTPT_SZ;
if (start < end && start >= physmap[i] &&
is_mpboot_good(start, end) &&
!is_kernel_paddr(start) && !is_kernel_paddr(end - 1)) {
allocated = true;
physmap[i + 1] = start;
break;
}
}
if (allocated) {
mptramp_pagetables = start;
if (physmap[i] == physmap[i + 1] && *physmap_idx != 0) {
memmove(&physmap[i], &physmap[i + 2],
sizeof(*physmap) * (*physmap_idx - i + 2));
*physmap_idx -= 2;
}
} else {
mptramp_pagetables = trunc_page(boot_address) - AP_BOOTPT_SZ;
if (bootverbose)
printf(
"Cannot find enough space for the initial AP page tables, placing them at %#x",
mptramp_pagetables);
}
}
/*
* Initialize the IPI handlers and start up the AP's. * Initialize the IPI handlers and start up the AP's.
*/ */
void void
cpu_mp_start(void) cpu_mp_start(void)
{ {
int i; int i;
/* Initialize the logical ID to APIC ID table. */ /* Initialize the logical ID to APIC ID table. */
Show All 34 Lines KASSERT(boot_cpu_id == PCPU_GET(apic_id),
("BSP's APIC ID doesn't match boot_cpu_id")); ("BSP's APIC ID doesn't match boot_cpu_id"));
/* Probe logical/physical core configuration. */ /* Probe logical/physical core configuration. */
topo_probe(); topo_probe();
assign_cpu_ids(); assign_cpu_ids();
mptramp_la57 = la57; mptramp_la57 = la57;
mptramp_nx = pg_nx != 0;
MPASS(kernel_pmap->pm_cr3 < (1UL << 32));
mptramp_pagetables = kernel_pmap->pm_cr3;
/* Start each Application Processor */ /* Start each Application Processor */
start_all_aps(); start_all_aps();
set_interrupt_apic_ids(); set_interrupt_apic_ids();
#if defined(DEV_ACPI) && MAXMEMDOM > 1 #if defined(DEV_ACPI) && MAXMEMDOM > 1
acpi_pxm_set_cpu_locality(); acpi_pxm_set_cpu_locality();
▲ Show 20 Lines • Show All 140 Lines • ▼ Show 20 Lines
#endif #endif
/* /*
* start each AP in our list * start each AP in our list
*/ */
int int
start_all_aps(void) start_all_aps(void)
{ {
u_int64_t *pt5, *pt4, *pt3, *pt2; vm_page_t m_pml4, m_pdp, m_pd[4];
pml5_entry_t old_pml45;
pml4_entry_t *v_pml4;
pdp_entry_t *v_pdp;
pd_entry_t *v_pd;
u_int32_t mpbioswarmvec; u_int32_t mpbioswarmvec;
int apic_id, cpu, domain, i, xo; int apic_id, cpu, domain, i;
u_char mpbiosreason; u_char mpbiosreason;
mtx_init(&ap_boot_mtx, "ap boot", NULL, MTX_SPIN); mtx_init(&ap_boot_mtx, "ap boot", NULL, MTX_SPIN);
/* copy the AP 1st level boot code */ /* Create a transient 1:1 mapping of low 4G */
markjUnsubmitted
Done
Inline Actions
markj:
bcopy(mptramp_start, (void *)PHYS_TO_DMAP(boot_address), bootMP_size);
/* Locate the page tables, they'll be below the trampoline */
if (la57) { if (la57) {
pt5 = (uint64_t *)PHYS_TO_DMAP(mptramp_pagetables); m_pml4 = pmap_page_alloc_below_4g(true);
xo = 1; v_pml4 = (pml4_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pml4));
} else { } else {
xo = 0; v_pml4 = &kernel_pmap->pm_pmltop[0];
} }
pt4 = (uint64_t *)PHYS_TO_DMAP(mptramp_pagetables + xo * PAGE_SIZE); m_pdp = pmap_page_alloc_below_4g(true);
pt3 = pt4 + (PAGE_SIZE) / sizeof(u_int64_t); v_pdp = (pdp_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pdp));
pt2 = pt3 + (PAGE_SIZE) / sizeof(u_int64_t); m_pd[0] = pmap_page_alloc_below_4g(false);
v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[0]));
/* Create the initial 1GB replicated page tables */ for (i = 0; i < NPDEPG; i++)
for (i = 0; i < 512; i++) { v_pd[i] = (i << PDRSHIFT) | X86_PG_V | X86_PG_RW | X86_PG_A |
X86_PG_M | PG_PS;
m_pd[1] = pmap_page_alloc_below_4g(false);
v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[1]));
for (i = 0; i < NPDEPG; i++)
v_pd[i] = (NBPDP + (i << PDRSHIFT)) | X86_PG_V | X86_PG_RW |
X86_PG_A | X86_PG_M | PG_PS;
m_pd[2] = pmap_page_alloc_below_4g(false);
v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[2]));
for (i = 0; i < NPDEPG; i++)
v_pd[i] = (2UL * NBPDP + (i << PDRSHIFT)) | X86_PG_V |
X86_PG_RW | X86_PG_A | X86_PG_M | PG_PS;
m_pd[3] = pmap_page_alloc_below_4g(false);
v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[3]));
for (i = 0; i < NPDEPG; i++)
v_pd[i] = (3UL * NBPDP + (i << PDRSHIFT)) | X86_PG_V |
X86_PG_RW | X86_PG_A | X86_PG_M | PG_PS;
v_pdp[0] = VM_PAGE_TO_PHYS(m_pd[0]) | X86_PG_V |
X86_PG_RW | X86_PG_A | X86_PG_M;
v_pdp[1] = VM_PAGE_TO_PHYS(m_pd[1]) | X86_PG_V |
X86_PG_RW | X86_PG_A | X86_PG_M;
v_pdp[2] = VM_PAGE_TO_PHYS(m_pd[2]) | X86_PG_V |
X86_PG_RW | X86_PG_A | X86_PG_M;
v_pdp[3] = VM_PAGE_TO_PHYS(m_pd[3]) | X86_PG_V |
markjUnsubmitted
Done
Inline Actions

I would suggest adding a helper function to wrap the vm_page_alloc_contig() call and handle zeroing when necessary, just to make this block of code less dense.

markj: I would suggest adding a helper function to wrap the `vm_page_alloc_contig()` call and handle…
X86_PG_RW | X86_PG_A | X86_PG_M;
old_pml45 = kernel_pmap->pm_pmltop[0];
if (la57) { if (la57) {
pt5[i] = (u_int64_t)(uintptr_t)(mptramp_pagetables + kernel_pmap->pm_pmltop[0] = VM_PAGE_TO_PHYS(m_pml4) |
PAGE_SIZE); X86_PG_V | X86_PG_RW | X86_PG_A | X86_PG_M;
pt5[i] |= PG_V | PG_RW | PG_U;
} }
v_pml4[0] = VM_PAGE_TO_PHYS(m_pdp) | X86_PG_V |
X86_PG_RW | X86_PG_A | X86_PG_M;
pmap_invalidate_all(kernel_pmap);
/* /* copy the AP 1st level boot code */
* Each slot of the level 4 pages points to the same bcopy(mptramp_start, (void *)PHYS_TO_DMAP(boot_address), bootMP_size);
* level 3 page. if (bootverbose)
*/ printf("AP boot address %#x\n", boot_address);
pt4[i] = (u_int64_t)(uintptr_t)(mptramp_pagetables +
(xo + 1) * PAGE_SIZE);
pt4[i] |= PG_V | PG_RW | PG_U;
/*
* Each slot of the level 3 pages points to the same
* level 2 page.
*/
pt3[i] = (u_int64_t)(uintptr_t)(mptramp_pagetables +
((xo + 2) * PAGE_SIZE));
pt3[i] |= PG_V | PG_RW | PG_U;
/* The level 2 page slots are mapped with 2MB pages for 1GB. */
pt2[i] = i * (2 * 1024 * 1024);
pt2[i] |= PG_V | PG_RW | PG_PS | PG_U;
}
/* save the current value of the warm-start vector */ /* save the current value of the warm-start vector */
if (!efi_boot) if (!efi_boot)
mpbioswarmvec = *((u_int32_t *) WARMBOOT_OFF); mpbioswarmvec = *((u_int32_t *) WARMBOOT_OFF);
outb(CMOS_REG, BIOS_RESET); outb(CMOS_REG, BIOS_RESET);
mpbiosreason = inb(CMOS_DATA); mpbiosreason = inb(CMOS_DATA);
/* setup a vector to our boot code */ /* setup a vector to our boot code */
if (!efi_boot) { if (!efi_boot) {
▲ Show 20 Lines • Show All 49 Lines • ▼ Show 20 Lines#endif
CPU_SET(cpu, &all_cpus); /* record AP in CPU map */ CPU_SET(cpu, &all_cpus); /* record AP in CPU map */
} }
/* restore the warmstart vector */ /* restore the warmstart vector */
*(u_int32_t *) WARMBOOT_OFF = mpbioswarmvec; *(u_int32_t *) WARMBOOT_OFF = mpbioswarmvec;
outb(CMOS_REG, BIOS_RESET); outb(CMOS_REG, BIOS_RESET);
outb(CMOS_DATA, mpbiosreason); outb(CMOS_DATA, mpbiosreason);
/* Destroy transient 1:1 mapping */
kernel_pmap->pm_pmltop[0] = old_pml45;
invlpg(0);
if (la57)
vm_page_free(m_pml4);
vm_page_free(m_pd[3]);
vm_page_free(m_pd[2]);
vm_page_free(m_pd[1]);
vm_page_free(m_pd[0]);
vm_page_free(m_pdp);
/* number of APs actually started */ /* number of APs actually started */
return (mp_naps); return (mp_naps);
} }
/* /*
* This function starts the AP (application processor) identified * This function starts the AP (application processor) identified
* by the APIC ID 'physicalCpu'. It does quite a "song and dance" * by the APIC ID 'physicalCpu'. It does quite a "song and dance"
▲ Show 20 Lines • Show All 626 Lines • Show Last 20 Lines