diff --git a/sys/conf/files.arm64 b/sys/conf/files.arm64
index a22ffa2b7f0c..632fbab5070d 100644
--- a/sys/conf/files.arm64
+++ b/sys/conf/files.arm64
@@ -1,750 +1,751 @@
##
## Kernel
##
kern/msi_if.m optional intrng
kern/pic_if.m optional intrng
kern/subr_devmap.c standard
kern/subr_intr.c optional intrng
kern/subr_physmem.c standard
libkern/strlen.c standard
libkern/arm64/crc32c_armv8.S standard
arm/arm/generic_timer.c standard
arm/arm/gic.c standard
arm/arm/gic_acpi.c optional acpi
arm/arm/gic_fdt.c optional fdt
arm/arm/gic_if.m standard
arm/arm/pmu.c standard
arm/arm/pmu_acpi.c optional acpi
arm/arm/pmu_fdt.c optional fdt
arm64/acpica/acpi_iort.c optional acpi
arm64/acpica/acpi_machdep.c optional acpi
arm64/acpica/OsdEnvironment.c optional acpi
arm64/acpica/acpi_wakeup.c optional acpi
arm64/acpica/pci_cfgreg.c optional acpi pci
arm64/arm64/autoconf.c standard
arm64/arm64/bus_machdep.c standard
arm64/arm64/bus_space_asm.S standard
arm64/arm64/busdma_bounce.c standard
arm64/arm64/busdma_machdep.c standard
arm64/arm64/clock.c standard
arm64/arm64/copyinout.S standard
arm64/arm64/cpu_errata.c standard
arm64/arm64/cpufunc_asm.S standard
arm64/arm64/db_disasm.c optional ddb
arm64/arm64/db_interface.c optional ddb
arm64/arm64/db_trace.c optional ddb
arm64/arm64/debug_monitor.c standard
arm64/arm64/disassem.c optional ddb
arm64/arm64/dump_machdep.c standard
arm64/arm64/efirt_machdep.c optional efirt
arm64/arm64/elf32_machdep.c optional compat_freebsd32
arm64/arm64/elf_machdep.c standard
arm64/arm64/exception.S standard
arm64/arm64/exec_machdep.c standard
arm64/arm64/freebsd32_machdep.c optional compat_freebsd32
arm64/arm64/gdb_machdep.c optional gdb
arm64/arm64/gicv3_its.c optional intrng fdt
arm64/arm64/gic_v3.c standard
arm64/arm64/gic_v3_acpi.c optional acpi
arm64/arm64/gic_v3_fdt.c optional fdt
arm64/arm64/hyp_stub.S standard
arm64/arm64/identcpu.c standard
arm64/arm64/locore.S standard no-obj
arm64/arm64/machdep.c standard
arm64/arm64/machdep_boot.c standard
arm64/arm64/mem.c standard
arm64/arm64/memcmp.S standard
arm64/arm64/memcpy.S standard
arm64/arm64/memset.S standard
arm64/arm64/minidump_machdep.c standard
arm64/arm64/mp_machdep.c optional smp
arm64/arm64/nexus.c standard
arm64/arm64/ofw_machdep.c optional fdt
arm64/arm64/pl031_rtc.c optional fdt pl031
arm64/arm64/ptrauth.c standard \
compile-with "${NORMAL_C:N-mbranch-protection*}"
arm64/arm64/pmap.c standard
arm64/arm64/ptrace_machdep.c standard
arm64/arm64/sigtramp.S standard
arm64/arm64/stack_machdep.c optional ddb | stack
arm64/arm64/strcmp.S standard
arm64/arm64/strncmp.S standard
arm64/arm64/support_ifunc.c standard
arm64/arm64/support.S standard
arm64/arm64/swtch.S standard
arm64/arm64/sys_machdep.c standard
arm64/arm64/trap.c standard
arm64/arm64/uio_machdep.c standard
arm64/arm64/uma_machdep.c standard
arm64/arm64/undefined.c standard
arm64/arm64/unwind.c optional ddb | kdtrace_hooks | stack \
compile-with "${NORMAL_C:N-fsanitize*:N-fno-sanitize*}"
arm64/arm64/vfp.c standard
arm64/arm64/vm_machdep.c standard
arm64/coresight/coresight.c standard
arm64/coresight/coresight_acpi.c optional acpi
arm64/coresight/coresight_fdt.c optional fdt
arm64/coresight/coresight_if.m standard
arm64/coresight/coresight_cmd.c standard
arm64/coresight/coresight_cpu_debug.c optional fdt
arm64/coresight/coresight_etm4x.c standard
arm64/coresight/coresight_etm4x_acpi.c optional acpi
arm64/coresight/coresight_etm4x_fdt.c optional fdt
arm64/coresight/coresight_funnel.c standard
arm64/coresight/coresight_funnel_acpi.c optional acpi
arm64/coresight/coresight_funnel_fdt.c optional fdt
arm64/coresight/coresight_replicator.c standard
arm64/coresight/coresight_replicator_acpi.c optional acpi
arm64/coresight/coresight_replicator_fdt.c optional fdt
arm64/coresight/coresight_tmc.c standard
arm64/coresight/coresight_tmc_acpi.c optional acpi
arm64/coresight/coresight_tmc_fdt.c optional fdt
dev/smbios/smbios_subr.c standard
arm64/iommu/iommu.c optional iommu
arm64/iommu/iommu_if.m optional iommu
arm64/iommu/iommu_pmap.c optional iommu
arm64/iommu/smmu.c optional iommu
arm64/iommu/smmu_acpi.c optional iommu acpi
arm64/iommu/smmu_fdt.c optional iommu fdt
arm64/iommu/smmu_quirks.c optional iommu
dev/iommu/busdma_iommu.c optional iommu
dev/iommu/iommu_gas.c optional iommu
arm64/vmm/vmm.c optional vmm
arm64/vmm/vmm_dev.c optional vmm
arm64/vmm/vmm_instruction_emul.c optional vmm
arm64/vmm/vmm_stat.c optional vmm
arm64/vmm/vmm_arm64.c optional vmm
arm64/vmm/vmm_reset.c optional vmm
arm64/vmm/vmm_call.S optional vmm
arm64/vmm/vmm_hyp_exception.S optional vmm \
compile-with "${NORMAL_C:N-fsanitize*:N-fno-sanitize*:N-mbranch-protection*} -fpie" \
no-obj
arm64/vmm/vmm_hyp.c optional vmm \
compile-with "${NORMAL_C:N-fsanitize*:N-fno-sanitize*:N-mbranch-protection*} -fpie" \
no-obj
vmm_hyp_blob.elf.full optional vmm \
dependency "vmm_hyp.o vmm_hyp_exception.o" \
compile-with "${SYSTEM_LD_BASECMD} -o ${.TARGET} ${.ALLSRC} --defsym=text_start='0x0'" \
no-obj no-implicit-rule
vmm_hyp_blob.elf optional vmm \
dependency "vmm_hyp_blob.elf.full" \
compile-with "${OBJCOPY} --strip-debug ${.ALLSRC} ${.TARGET}" \
no-obj no-implicit-rule
vmm_hyp_blob.bin optional vmm \
dependency vmm_hyp_blob.elf \
compile-with "${OBJCOPY} --output-target=binary ${.ALLSRC} ${.TARGET}" \
no-obj no-implicit-rule
arm64/vmm/vmm_hyp_el2.S optional vmm \
dependency vmm_hyp_blob.bin
arm64/vmm/vmm_mmu.c optional vmm
arm64/vmm/io/vgic.c optional vmm
arm64/vmm/io/vgic_v3.c optional vmm
arm64/vmm/io/vgic_if.m optional vmm
arm64/vmm/io/vtimer.c optional vmm
crypto/armv8/armv8_crypto.c optional armv8crypto
armv8_crypto_wrap.o optional armv8crypto \
dependency "$S/crypto/armv8/armv8_crypto_wrap.c" \
compile-with "${CC} -c ${CFLAGS:C/^-O2$/-O3/:N-nostdinc:N-mgeneral-regs-only} -I$S/crypto/armv8 ${WERROR} ${NO_WCAST_QUAL} ${CFLAGS:M-march=*:S/^$/-march=armv8-a/}+crypto ${.IMPSRC}" \
no-implicit-rule \
clean "armv8_crypto_wrap.o"
aesv8-armx.o optional armv8crypto | ossl \
dependency "$S/crypto/openssl/aarch64/aesv8-armx.S" \
compile-with "${CC} -c ${CFLAGS:C/^-O2$/-O3/:N-nostdinc:N-mgeneral-regs-only} -I$S/crypto/armv8 -I$S/crypto/openssl ${WERROR} ${NO_WCAST_QUAL} ${CFLAGS:M-march=*:S/^$/-march=armv8-a/}+crypto ${.IMPSRC}" \
no-implicit-rule \
clean "aesv8-armx.o"
ghashv8-armx.o optional armv8crypto \
dependency "$S/crypto/openssl/aarch64/ghashv8-armx.S" \
compile-with "${CC} -c ${CFLAGS:C/^-O2$/-O3/:N-nostdinc:N-mgeneral-regs-only} -I$S/crypto/armv8 -I$S/crypto/openssl ${WERROR} ${NO_WCAST_QUAL} ${CFLAGS:M-march=*:S/^$/-march=armv8-a/}+crypto ${.IMPSRC}" \
no-implicit-rule \
clean "ghashv8-armx.o"
crypto/des/des_enc.c optional netsmb
crypto/openssl/ossl_aarch64.c optional ossl
crypto/openssl/aarch64/chacha-armv8.S optional ossl \
compile-with "${CC} -c ${CFLAGS:N-mgeneral-regs-only} -I$S/crypto/openssl ${WERROR} ${.IMPSRC}"
crypto/openssl/aarch64/poly1305-armv8.S optional ossl \
compile-with "${CC} -c ${CFLAGS:N-mgeneral-regs-only} -I$S/crypto/openssl ${WERROR} ${.IMPSRC}"
crypto/openssl/aarch64/sha1-armv8.S optional ossl \
compile-with "${CC} -c ${CFLAGS:N-mgeneral-regs-only} -I$S/crypto/openssl ${WERROR} ${.IMPSRC}"
crypto/openssl/aarch64/sha256-armv8.S optional ossl \
compile-with "${CC} -c ${CFLAGS:N-mgeneral-regs-only} -I$S/crypto/openssl ${WERROR} ${.IMPSRC}"
crypto/openssl/aarch64/sha512-armv8.S optional ossl \
compile-with "${CC} -c ${CFLAGS:N-mgeneral-regs-only} -I$S/crypto/openssl ${WERROR} ${.IMPSRC}"
crypto/openssl/aarch64/vpaes-armv8.S optional ossl \
compile-with "${CC} -c ${CFLAGS:N-mgeneral-regs-only} -I$S/crypto/openssl ${WERROR} ${.IMPSRC}"
dev/acpica/acpi_bus_if.m optional acpi
dev/acpica/acpi_if.m optional acpi
dev/acpica/acpi_pci_link.c optional acpi pci
dev/acpica/acpi_pcib.c optional acpi pci
dev/acpica/acpi_pxm.c optional acpi
dev/ahci/ahci_generic.c optional ahci
cddl/dev/dtrace/aarch64/dtrace_asm.S optional dtrace compile-with "${DTRACE_S}"
cddl/dev/dtrace/aarch64/dtrace_subr.c optional dtrace compile-with "${DTRACE_C}"
cddl/dev/fbt/aarch64/fbt_isa.c optional dtrace_fbt | dtraceall compile-with "${FBT_C}"
# zfs blake3 hash support
contrib/openzfs/module/icp/asm-aarch64/blake3/b3_aarch64_sse2.S optional zfs compile-with "${ZFS_S:N-mgeneral-regs-only}"
contrib/openzfs/module/icp/asm-aarch64/blake3/b3_aarch64_sse41.S optional zfs compile-with "${ZFS_S:N-mgeneral-regs-only}"
# zfs sha2 hash support
zfs-sha256-armv8.o optional zfs \
dependency "$S/contrib/openzfs/module/icp/asm-aarch64/sha2/sha256-armv8.S" \
compile-with "${CC} -c ${ZFS_ASM_CFLAGS:N-mgeneral-regs-only} -o ${.TARGET} ${WERROR} $S/contrib/openzfs/module/icp/asm-aarch64/sha2/sha256-armv8.S" \
no-implicit-rule \
clean "zfs-sha256-armv8.o"
zfs-sha512-armv8.o optional zfs \
dependency "$S/contrib/openzfs/module/icp/asm-aarch64/sha2/sha512-armv8.S" \
compile-with "${CC} -c ${ZFS_ASM_CFLAGS:N-mgeneral-regs-only} -o ${.TARGET} ${WERROR} $S/contrib/openzfs/module/icp/asm-aarch64/sha2/sha512-armv8.S" \
no-implicit-rule \
clean "zfs-sha512-armv8.o"
##
## ASoC support
##
dev/sound/fdt/audio_dai_if.m optional sound fdt
dev/sound/fdt/audio_soc.c optional sound fdt
dev/sound/fdt/dummy_codec.c optional sound fdt
dev/sound/fdt/simple_amplifier.c optional sound fdt
##
## Device drivers
##
dev/axgbe/if_axgbe.c optional axa fdt
dev/axgbe/xgbe-desc.c optional axa fdt
dev/axgbe/xgbe-dev.c optional axa fdt
dev/axgbe/xgbe-drv.c optional axa fdt
dev/axgbe/xgbe-mdio.c optional axa fdt
dev/axgbe/xgbe-sysctl.c optional axa fdt
dev/axgbe/xgbe-txrx.c optional axa fdt
dev/axgbe/xgbe_osdep.c optional axa fdt
dev/axgbe/xgbe-phy-v1.c optional axa fdt
dev/cpufreq/cpufreq_dt.c optional cpufreq fdt
dev/dpaa2/dpaa2_bp.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_buf.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_channel.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_cmd_if.m optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_con.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_console.c optional soc_nxp_ls dpaa2 fdt
dev/dpaa2/dpaa2_io.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_mac.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_mc.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_mc_acpi.c optional soc_nxp_ls dpaa2 acpi
dev/dpaa2/dpaa2_mc_fdt.c optional soc_nxp_ls dpaa2 fdt
dev/dpaa2/dpaa2_mc_if.m optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_mcp.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_ni.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_rc.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_swp.c optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_swp_if.m optional soc_nxp_ls dpaa2
dev/dpaa2/dpaa2_types.c optional soc_nxp_ls dpaa2
dev/dpaa2/memac_mdio_acpi.c optional soc_nxp_ls dpaa2 acpi
dev/dpaa2/memac_mdio_common.c optional soc_nxp_ls dpaa2 acpi | soc_nxp_ls dpaa2 fdt
dev/dpaa2/memac_mdio_fdt.c optional soc_nxp_ls dpaa2 fdt
dev/dpaa2/memac_mdio_if.m optional soc_nxp_ls dpaa2 acpi | soc_nxp_ls dpaa2 fdt
# Synopsys DesignWare Ethernet Controller
dev/dwc/if_dwc_rk.c optional fdt dwc_rk soc_rockchip_rk3328 | fdt dwc_rk soc_rockchip_rk3399
dev/dwc/if_dwc_socfpga.c optional fdt dwc_socfpga
dev/enetc/enetc_mdio.c optional enetc soc_nxp_ls
dev/enetc/if_enetc.c optional enetc iflib pci fdt soc_nxp_ls
dev/eqos/if_eqos.c optional eqos
dev/eqos/if_eqos_if.m optional eqos
dev/eqos/if_eqos_fdt.c optional eqos fdt
dev/etherswitch/felix/felix.c optional enetc etherswitch fdt felix pci soc_nxp_ls
dev/firmware/arm/scmi.c optional fdt scmi
dev/firmware/arm/scmi_clk.c optional fdt scmi
dev/firmware/arm/scmi_if.m optional fdt scmi
dev/firmware/arm/scmi_mailbox.c optional fdt scmi
dev/firmware/arm/scmi_smc.c optional fdt scmi
+dev/firmware/arm/scmi_virtio.c optional fdt scmi
dev/firmware/arm/scmi_shmem.c optional fdt scmi
dev/gpio/pl061.c optional pl061 gpio
dev/gpio/pl061_acpi.c optional pl061 gpio acpi
dev/gpio/pl061_fdt.c optional pl061 gpio fdt
dev/gpio/qoriq_gpio.c optional soc_nxp_ls gpio fdt
dev/hwpmc/hwpmc_arm64.c optional hwpmc
dev/hwpmc/hwpmc_arm64_md.c optional hwpmc
dev/hwpmc/hwpmc_cmn600.c optional hwpmc acpi
arm64/arm64/cmn600.c optional hwpmc acpi
dev/hwpmc/hwpmc_dmc620.c optional hwpmc acpi
dev/hwpmc/pmu_dmc620.c optional hwpmc acpi
# Microsoft Hyper-V
dev/hyperv/vmbus/hyperv.c optional hyperv acpi
dev/hyperv/vmbus/aarch64/hyperv_aarch64.c optional hyperv acpi
dev/hyperv/vmbus/vmbus.c optional hyperv acpi pci
dev/hyperv/vmbus/aarch64/vmbus_aarch64.c optional hyperv acpi
dev/hyperv/vmbus/vmbus_if.m optional hyperv acpi
dev/hyperv/vmbus/vmbus_res.c optional hyperv acpi
dev/hyperv/vmbus/vmbus_xact.c optional hyperv acpi
dev/hyperv/vmbus/aarch64/hyperv_machdep.c optional hyperv acpi
dev/hyperv/vmbus/vmbus_chan.c optional hyperv acpi
dev/hyperv/vmbus/hyperv_busdma.c optional hyperv acpi
dev/hyperv/vmbus/vmbus_br.c optional hyperv acpi
dev/hyperv/storvsc/hv_storvsc_drv_freebsd.c optional hyperv acpi
dev/hyperv/utilities/vmbus_timesync.c optional hyperv acpi
dev/hyperv/utilities/vmbus_heartbeat.c optional hyperv acpi
dev/hyperv/utilities/vmbus_ic.c optional hyperv acpi
dev/hyperv/utilities/vmbus_shutdown.c optional hyperv acpi
dev/hyperv/utilities/hv_kvp.c optional hyperv acpi
dev/hyperv/input/hv_kbd.c optional hyperv acpi
dev/hyperv/input/hv_kbdc.c optional hyperv acpi
dev/hyperv/netvsc/hn_nvs.c optional hyperv acpi
dev/hyperv/netvsc/hn_rndis.c optional hyperv acpi
dev/hyperv/netvsc/if_hn.c optional hyperv acpi
dev/hyperv/pcib/vmbus_pcib.c optional hyperv pci acpi
dev/ice/if_ice_iflib.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_lib.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_osdep.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_resmgr.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_strings.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_iflib_recovery_txrx.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_iflib_txrx.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_common.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_controlq.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_dcb.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_flex_pipe.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_flow.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_nvm.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_sched.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_switch.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_vlan_mode.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_fw_logging.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_fwlog.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/ice_rdma.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
dev/ice/irdma_if.m optional ice pci \
compile-with "${NORMAL_M} -I$S/dev/ice"
dev/ice/irdma_di_if.m optional ice pci \
compile-with "${NORMAL_M} -I$S/dev/ice"
dev/ice/ice_ddp_common.c optional ice pci \
compile-with "${NORMAL_C} -I$S/dev/ice"
ice_ddp.c optional ice_ddp \
compile-with "${AWK} -f $S/tools/fw_stub.awk ice_ddp.fw:ice_ddp:0x01032400 -mice_ddp -c${.TARGET}" \
no-ctfconvert no-implicit-rule before-depend local \
clean "ice_ddp.c"
ice_ddp.fwo optional ice_ddp \
dependency "ice_ddp.fw" \
compile-with "${NORMAL_FWO}" \
no-implicit-rule \
clean "ice_ddp.fwo"
ice_ddp.fw optional ice_ddp \
dependency "$S/contrib/dev/ice/ice-1.3.36.0.pkg" \
compile-with "${CP} $S/contrib/dev/ice/ice-1.3.36.0.pkg ice_ddp.fw" \
no-obj no-implicit-rule \
clean "ice_ddp.fw"
dev/iicbus/controller/twsi/mv_twsi.c optional twsi fdt
dev/iicbus/controller/twsi/a10_twsi.c optional twsi fdt
dev/iicbus/controller/twsi/twsi.c optional twsi fdt
dev/iicbus/controller/rockchip/rk_i2c.c optional rk_i2c fdt
dev/ipmi/ipmi.c optional ipmi
dev/ipmi/ipmi_acpi.c optional ipmi acpi
dev/ipmi/ipmi_bt.c optional ipmi
dev/ipmi/ipmi_kcs.c optional ipmi
dev/ipmi/ipmi_smic.c optional ipmi
dev/mailbox/arm/arm_doorbell.c optional fdt arm_doorbell
dev/mbox/mbox_if.m optional soc_brcm_bcm2837
dev/mmc/host/dwmmc_altera.c optional dwmmc dwmmc_altera fdt
dev/mmc/host/dwmmc_hisi.c optional dwmmc dwmmc_hisi fdt
dev/mmc/host/dwmmc_rockchip.c optional dwmmc rk_dwmmc fdt
dev/neta/if_mvneta_fdt.c optional neta fdt
dev/neta/if_mvneta.c optional neta mdio mii fdt
dev/ofw/ofw_cpu.c optional fdt
dev/ofw/ofw_pci.c optional fdt pci
dev/ofw/ofw_pcib.c optional fdt pci
dev/pci/controller/pci_n1sdp.c optional pci_n1sdp acpi
dev/pci/pci_host_generic.c optional pci
dev/pci/pci_host_generic_acpi.c optional pci acpi
dev/pci/pci_host_generic_den0115.c optional pci acpi
dev/pci/pci_host_generic_fdt.c optional pci fdt
dev/pci/pci_dw_mv.c optional pci fdt
dev/pci/pci_dw.c optional pci fdt
dev/pci/pci_dw_if.m optional pci fdt
dev/psci/psci.c standard
dev/psci/smccc_arm64.S standard
dev/psci/smccc.c standard
dev/pwm/controller/allwinner/aw_pwm.c optional fdt aw_pwm
dev/pwm/controller//rockchip/rk_pwm.c optional fdt rk_pwm
dev/random/armv8rng.c optional armv8_rng !random_loadable
dev/safexcel/safexcel.c optional safexcel fdt
dev/sdhci/sdhci_xenon.c optional sdhci_xenon sdhci
dev/sdhci/sdhci_xenon_acpi.c optional sdhci_xenon sdhci acpi
dev/sdhci/sdhci_xenon_fdt.c optional sdhci_xenon sdhci fdt
dev/sram/mmio_sram.c optional fdt mmio_sram
dev/sram/mmio_sram_if.m optional fdt mmio_sram
dev/spibus/controller/allwinner/aw_spi.c optional fdt aw_spi
dev/spibus/controller/rockchip/rk_spi.c optional fdt rk_spi
dev/uart/uart_cpu_arm64.c optional uart
dev/uart/uart_dev_mu.c optional uart uart_mu fdt
dev/uart/uart_dev_pl011.c optional uart pl011
dev/usb/controller/dwc_otg_hisi.c optional dwcotg fdt soc_hisi_hi6220
dev/usb/controller/ehci_mv.c optional ehci_mv fdt
dev/usb/controller/generic_ehci.c optional ehci
dev/usb/controller/generic_ehci_acpi.c optional ehci acpi
dev/usb/controller/generic_ehci_fdt.c optional ehci fdt
dev/usb/controller/generic_ohci.c optional ohci fdt
dev/usb/controller/generic_usb_if.m optional ohci fdt
dev/usb/controller/musb_otg_allwinner.c optional musb fdt soc_allwinner_a64
dev/usb/controller/usb_nop_xceiv.c optional fdt
dev/usb/controller/generic_xhci.c optional xhci
dev/usb/controller/generic_xhci_acpi.c optional xhci acpi
dev/usb/controller/generic_xhci_fdt.c optional xhci fdt
dev/usb/controller/dwc3/dwc3.c optional xhci acpi dwc3 | xhci fdt dwc3
dev/usb/controller/dwc3/aw_dwc3.c optional xhci fdt dwc3 aw_dwc3
dev/usb/controller/dwc3/rk_dwc3.c optional xhci fdt dwc3 rk_dwc3
dev/vnic/mrml_bridge.c optional vnic fdt
dev/vnic/nic_main.c optional vnic pci
dev/vnic/nicvf_main.c optional vnic pci pci_iov
dev/vnic/nicvf_queues.c optional vnic pci pci_iov
dev/vnic/thunder_bgx_fdt.c optional soc_cavm_thunderx pci vnic fdt
dev/vnic/thunder_bgx.c optional soc_cavm_thunderx pci vnic pci
dev/vnic/thunder_mdio_fdt.c optional soc_cavm_thunderx pci vnic fdt
dev/vnic/thunder_mdio.c optional soc_cavm_thunderx pci vnic
dev/vnic/lmac_if.m optional inet | inet6 | vnic
##
## SoC Support
##
# Allwinner common files
arm/allwinner/a10_timer.c optional a10_timer fdt
arm/allwinner/a10_codec.c optional sound a10_codec fdt
arm/allwinner/a31_dmac.c optional a31_dmac fdt
arm/allwinner/a33_codec.c optional fdt sound a33_codec
arm/allwinner/a64/sun50i_a64_acodec.c optional fdt sound a64_codec
arm/allwinner/sunxi_dma_if.m optional a31_dmac
arm/allwinner/aw_cir.c optional evdev aw_cir fdt
arm/allwinner/aw_gpio.c optional gpio aw_gpio fdt
arm/allwinner/aw_i2s.c optional fdt sound aw_i2s
arm/allwinner/aw_mmc.c optional mmc aw_mmc fdt | mmccam aw_mmc fdt
arm/allwinner/aw_nmi.c optional aw_nmi fdt \
compile-with "${NORMAL_C} -I$S/contrib/device-tree/include"
arm/allwinner/aw_r_intc.c optional aw_r_intc fdt
arm/allwinner/aw_rsb.c optional aw_rsb fdt
arm/allwinner/aw_rtc.c optional aw_rtc fdt
arm/allwinner/aw_sid.c optional aw_sid nvmem fdt
arm/allwinner/aw_syscon.c optional aw_syscon syscon fdt
arm/allwinner/aw_thermal.c optional aw_thermal nvmem fdt
arm/allwinner/aw_usbphy.c optional ehci aw_usbphy fdt
arm/allwinner/aw_usb3phy.c optional xhci aw_usbphy fdt
arm/allwinner/aw_wdog.c optional aw_wdog fdt
arm/allwinner/axp81x.c optional axp81x fdt
arm/allwinner/if_awg.c optional awg syscon aw_sid nvmem fdt
# Allwinner clock driver
dev/clk/allwinner/aw_ccung.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_frac.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_m.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_mipi.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_nkmp.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_nm.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_nmm.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_np.c optional aw_ccu fdt
dev/clk/allwinner/aw_clk_prediv_mux.c optional aw_ccu fdt
dev/clk/allwinner/ccu_a64.c optional soc_allwinner_a64 aw_ccu fdt
dev/clk/allwinner/ccu_h3.c optional soc_allwinner_h5 aw_ccu fdt
dev/clk/allwinner/ccu_h6.c optional soc_allwinner_h6 aw_ccu fdt
dev/clk/allwinner/ccu_h6_r.c optional soc_allwinner_h6 aw_ccu fdt
dev/clk/allwinner/ccu_sun8i_r.c optional aw_ccu fdt
dev/clk/allwinner/ccu_de2.c optional aw_ccu fdt
# Allwinner padconf files
arm/allwinner/a64/a64_padconf.c optional soc_allwinner_a64 fdt
arm/allwinner/a64/a64_r_padconf.c optional soc_allwinner_a64 fdt
arm/allwinner/h3/h3_padconf.c optional soc_allwinner_h5 fdt
arm/allwinner/h3/h3_r_padconf.c optional soc_allwinner_h5 fdt
arm/allwinner/h6/h6_padconf.c optional soc_allwinner_h6 fdt
arm/allwinner/h6/h6_r_padconf.c optional soc_allwinner_h6 fdt
# Altera/Intel
arm64/intel/stratix10-soc-fpga-mgr.c optional soc_intel_stratix10 fdt
arm64/intel/stratix10-svc.c optional soc_intel_stratix10 fdt
# Annapurna
arm/annapurna/alpine/alpine_ccu.c optional al_ccu fdt
arm/annapurna/alpine/alpine_nb_service.c optional al_nb_service fdt
arm/annapurna/alpine/alpine_pci.c optional al_pci fdt
arm/annapurna/alpine/alpine_pci_msix.c optional al_pci fdt
arm/annapurna/alpine/alpine_serdes.c optional al_serdes fdt \
no-depend \
compile-with "${CC} -c -o ${.TARGET} ${CFLAGS} -I$S/contrib/alpine-hal -I$S/contrib/alpine-hal/eth ${.IMPSRC}"
# Broadcom
arm64/broadcom/brcmmdio/mdio_mux_iproc.c optional soc_brcm_ns2 fdt
arm64/broadcom/brcmmdio/mdio_nexus_iproc.c optional soc_brcm_ns2 fdt
arm64/broadcom/brcmmdio/mdio_ns2_pcie_phy.c optional soc_brcm_ns2 fdt pci
arm64/broadcom/genet/if_genet.c optional soc_brcm_bcm2838 fdt genet
arm/broadcom/bcm2835/bcm2835_audio.c optional sound vchiq fdt \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
arm/broadcom/bcm2835/bcm2835_bsc.c optional bcm2835_bsc fdt
arm/broadcom/bcm2835/bcm2835_clkman.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_cpufreq.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_dma.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_fbd.c optional vt soc_brcm_bcm2837 fdt | vt soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_firmware.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_ft5406.c optional evdev bcm2835_ft5406 fdt
arm/broadcom/bcm2835/bcm2835_gpio.c optional gpio soc_brcm_bcm2837 fdt | gpio soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_intr.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_mbox.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_rng.c optional !random_loadable soc_brcm_bcm2837 fdt | !random_loadable soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_sdhci.c optional sdhci soc_brcm_bcm2837 fdt | sdhci soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_sdhost.c optional sdhci soc_brcm_bcm2837 fdt | sdhci soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_spi.c optional bcm2835_spi fdt
arm/broadcom/bcm2835/bcm2835_vcbus.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_vcio.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2835_wdog.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm2836.c optional soc_brcm_bcm2837 fdt | soc_brcm_bcm2838 fdt
arm/broadcom/bcm2835/bcm283x_dwc_fdt.c optional dwcotg fdt soc_brcm_bcm2837 | dwcotg fdt soc_brcm_bcm2838
arm/broadcom/bcm2835/bcm2838_pci.c optional soc_brcm_bcm2838 fdt pci
arm/broadcom/bcm2835/bcm2838_xhci.c optional soc_brcm_bcm2838 fdt pci xhci
arm/broadcom/bcm2835/raspberrypi_gpio.c optional soc_brcm_bcm2837 gpio fdt | soc_brcm_bcm2838 gpio fdt
contrib/vchiq/interface/compat/vchi_bsd.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_2835_arm.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -Wno-unused -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_arm.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -Wno-unused -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_connected.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_core.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_kern_lib.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_kmod.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_shim.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
contrib/vchiq/interface/vchiq_arm/vchiq_util.c optional vchiq soc_brcm_bcm2837 \
compile-with "${NORMAL_C} -DUSE_VCHIQ_ARM -D__VCCOREVER__=0x04000000 -I$S/contrib/vchiq"
# Cavium
arm64/cavium/thunder_pcie_fdt.c optional soc_cavm_thunderx pci fdt
arm64/cavium/thunder_pcie_pem.c optional soc_cavm_thunderx pci
arm64/cavium/thunder_pcie_pem_fdt.c optional soc_cavm_thunderx pci fdt
arm64/cavium/thunder_pcie_common.c optional soc_cavm_thunderx pci
# i.MX8 Clock support
arm64/freescale/imx/imx8mq_ccm.c optional fdt soc_freescale_imx8
arm64/freescale/imx/clk/imx_clk_gate.c optional fdt soc_freescale_imx8
arm64/freescale/imx/clk/imx_clk_mux.c optional fdt soc_freescale_imx8
arm64/freescale/imx/clk/imx_clk_composite.c optional fdt soc_freescale_imx8
arm64/freescale/imx/clk/imx_clk_sscg_pll.c optional fdt soc_freescale_imx8
arm64/freescale/imx/clk/imx_clk_frac_pll.c optional fdt soc_freescale_imx8
# iMX drivers
arm/freescale/imx/imx_gpio.c optional gpio soc_freescale_imx8 fdt
arm/freescale/imx/imx_i2c.c optional fsliic
arm/freescale/imx/imx_machdep.c optional fdt soc_freescale_imx8
arm64/freescale/imx/imx7gpc.c optional fdt soc_freescale_imx8
dev/ffec/if_ffec.c optional ffec
# Marvell
arm/mv/a37x0_gpio.c optional a37x0_gpio gpio fdt
arm/mv/a37x0_iic.c optional a37x0_iic iicbus fdt
arm/mv/a37x0_spi.c optional a37x0_spi spibus fdt
arm/mv/clk/a37x0_tbg.c optional a37x0_tbg clk fdt syscon
arm/mv/clk/a37x0_xtal.c optional a37x0_xtal clk fdt syscon
arm/mv/armada38x/armada38x_rtc.c optional mv_rtc fdt
arm/mv/gpio.c optional mv_gpio fdt
arm/mv/mvebu_gpio.c optional mv_gpio fdt
arm/mv/mvebu_pinctrl.c optional mvebu_pinctrl fdt
arm/mv/mv_ap806_clock.c optional soc_marvell_8k fdt
arm/mv/mv_ap806_gicp.c optional mv_ap806_gicp fdt
arm/mv/mv_ap806_sei.c optional mv_ap806_sei fdt
arm/mv/mv_cp110_clock.c optional soc_marvell_8k fdt
arm/mv/mv_cp110_icu.c optional mv_cp110_icu fdt
arm/mv/mv_cp110_icu_bus.c optional mv_cp110_icu fdt
arm/mv/mv_thermal.c optional soc_marvell_8k mv_thermal fdt
arm/mv/clk/a37x0_tbg_pll.c optional a37x0_tbg clk fdt syscon
arm/mv/clk/a37x0_periph_clk_driver.c optional a37x0_nb_periph a37x0_sb_periph clk fdt syscon
arm/mv/clk/a37x0_nb_periph_clk_driver.c optional a37x0_nb_periph clk fdt syscon
arm/mv/clk/a37x0_sb_periph_clk_driver.c optional a37x0_sb_periph clk fdt syscon
arm/mv/clk/periph.c optional a37x0_nb_periph a37x0_sb_periph clk fdt syscon
arm/mv/clk/periph_clk_d.c optional a37x0_nb_periph a37x0_sb_periph clk fdt syscon
arm/mv/clk/periph_clk_fixed.c optional a37x0_nb_periph a37x0_sb_periph clk fdt syscon
arm/mv/clk/periph_clk_gate.c optional a37x0_nb_periph a37x0_sb_periph clk fdt syscon
arm/mv/clk/periph_clk_mux_gate.c optional a37x0_nb_periph a37x0_sb_periph clk fdt syscon
# NVidia
arm/nvidia/tegra_abpmisc.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_ahci.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_efuse.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_ehci.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_gpio.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_i2c.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_lic.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_mc.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_pcie.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_sdhci.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_soctherm_if.m optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_soctherm.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_uart.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_usbphy.c optional fdt soc_nvidia_tegra210
arm/nvidia/tegra_xhci.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/max77620.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/max77620_gpio.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/max77620_regulators.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/max77620_rtc.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_car.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_clk_per.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_clk_pll.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_clk_super.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_coretemp.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_cpufreq.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_pinmux.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_pmc.c optional fdt soc_nvidia_tegra210
arm64/nvidia/tegra210/tegra210_xusbpadctl.c optional fdt soc_nvidia_tegra210
# Nvidia firmware for Tegra
tegra210_xusb_fw.c optional tegra210_xusb_fw \
dependency "$S/conf/files.arm64" \
compile-with "${AWK} -f $S/tools/fw_stub.awk tegra210_xusb.fw:tegra210_xusb_fw -mtegra210_xusb_fw -c${.TARGET}" \
no-ctfconvert no-implicit-rule before-depend local \
clean "tegra210_xusb_fw.c"
tegra210_xusb.fwo optional tegra210_xusb_fw \
dependency "tegra210_xusb.fw" \
compile-with "${NORMAL_FWO}" \
no-implicit-rule \
clean "tegra210_xusb.fwo"
tegra210_xusb.fw optional tegra210_xusb_fw \
dependency "$S/contrib/dev/nvidia/tegra210_xusb.bin.uu" \
compile-with "${NORMAL_FW}" \
no-obj no-implicit-rule \
clean "tegra210_xusb.fw"
# NXP
dev/iicbus/controller/vybrid/vf_i2c.c optional vf_i2c iicbus soc_nxp_ls
dev/iicbus/controller/vybrid/vf_i2c_acpi.c optional vf_i2c iicbus acpi soc_nxp_ls
dev/iicbus/controller/vybrid/vf_i2c_fdt.c optional vf_i2c iicbus fdt soc_nxp_ls
arm64/qoriq/qoriq_dw_pci.c optional pci fdt soc_nxp_ls
arm64/qoriq/qoriq_gpio_pic.c optional gpio fdt soc_nxp_ls
arm64/qoriq/qoriq_therm.c optional pci fdt soc_nxp_ls
arm64/qoriq/qoriq_therm_if.m optional pci fdt soc_nxp_ls
arm64/qoriq/clk/ls1028a_clkgen.c optional clk soc_nxp_ls fdt
arm64/qoriq/clk/ls1028a_flexspi_clk.c optional clk soc_nxp_ls fdt
arm64/qoriq/clk/ls1046a_clkgen.c optional clk soc_nxp_ls fdt
arm64/qoriq/clk/ls1088a_clkgen.c optional clk soc_nxp_ls fdt
arm64/qoriq/clk/lx2160a_clkgen.c optional clk soc_nxp_ls fdt
arm64/qoriq/clk/qoriq_clk_pll.c optional clk soc_nxp_ls
arm64/qoriq/clk/qoriq_clkgen.c optional clk soc_nxp_ls fdt
dev/ahci/ahci_fsl_fdt.c optional soc_nxp_ls ahci fdt
dev/flash/flexspi/flex_spi.c optional clk flex_spi soc_nxp_ls fdt
# Qualcomm
arm64/qualcomm/qcom_gcc.c optional qcom_gcc fdt
dev/qcom_mdio/qcom_mdio_ipq4018.c optional qcom_mdio fdt mdio mii
# RockChip Drivers
arm64/rockchip/rk3328_codec.c optional fdt rk3328codec soc_rockchip_rk3328
arm64/rockchip/rk3399_emmcphy.c optional fdt rk_emmcphy soc_rockchip_rk3399
arm64/rockchip/rk3568_combphy.c optional fdt rk_combphy soc_rockchip_rk3568
arm64/rockchip/rk3568_pcie.c optional fdt pci soc_rockchip_rk3568
arm64/rockchip/rk3568_pciephy.c optional fdt pci soc_rockchip_rk3568
arm64/rockchip/rk_i2s.c optional fdt sound soc_rockchip_rk3328 | fdt sound soc_rockchip_rk3399
arm64/rockchip/rk_otp.c optional fdt soc_rockchip_rk3568
arm64/rockchip/rk_otp_if.m optional fdt soc_rockchip_rk3568
dev/iicbus/pmic/rockchip/rk8xx.c optional fdt rk805 soc_rockchip_rk3328 | fdt rk805 soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/iicbus/pmic/rockchip/rk8xx_clocks.c optional fdt rk805 soc_rockchip_rk3328 | fdt rk805 soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/iicbus/pmic/rockchip/rk8xx_regulators.c optional fdt rk805 soc_rockchip_rk3328 | fdt rk805 soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/iicbus/pmic/rockchip/rk8xx_rtc.c optional fdt rk805 soc_rockchip_rk3328 | fdt rk805 soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/iicbus/pmic/rockchip/rk805.c optional fdt rk805 soc_rockchip_rk3328
dev/iicbus/pmic/rockchip/rk808.c optional fdt rk805 soc_rockchip_rk3399
dev/iicbus/pmic/rockchip/rk817.c optional fdt rk817 soc_rockchip_rk3568
arm64/rockchip/rk_grf.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
arm64/rockchip/rk_pinctrl.c optional fdt rk_pinctrl soc_rockchip_rk3328 | fdt rk_pinctrl soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
arm64/rockchip/rk_gpio.c optional fdt rk_gpio soc_rockchip_rk3328 | fdt rk_gpio soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
arm64/rockchip/rk_iodomain.c optional fdt rk_iodomain
arm64/rockchip/rk_usb2phy.c optional fdt rk_usb2phy soc_rockchip_rk3328 | fdt rk_usb2phy soc_rockchip_rk3399 | fdt rk_usb2phy soc_rockchip_rk3568
arm64/rockchip/rk_typec_phy.c optional fdt rk_typec_phy soc_rockchip_rk3399
arm64/rockchip/rk_tsadc_if.m optional fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
arm64/rockchip/rk_tsadc.c optional fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
arm64/rockchip/rk_pcie.c optional fdt pci soc_rockchip_rk3399
arm64/rockchip/rk_pcie_phy.c optional fdt pci soc_rockchip_rk3399
# RockChip Clock support
dev/clk/rockchip/rk_cru.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk_clk_armclk.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk_clk_composite.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk_clk_fract.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk_clk_gate.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk_clk_mux.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk_clk_pll.c optional fdt soc_rockchip_rk3328 | fdt soc_rockchip_rk3399 | fdt soc_rockchip_rk3568
dev/clk/rockchip/rk3328_cru.c optional fdt soc_rockchip_rk3328
dev/clk/rockchip/rk3399_cru.c optional fdt soc_rockchip_rk3399
dev/clk/rockchip/rk3399_pmucru.c optional fdt soc_rockchip_rk3399
dev/clk/rockchip/rk3568_cru.c optional fdt soc_rockchip_rk3568
dev/clk/rockchip/rk3568_pmucru.c optional fdt soc_rockchip_rk3568
# Xilinx
arm/xilinx/uart_dev_cdnc.c optional uart soc_xilinx_zynq fdt
arm/xilinx/zy7_gpio.c optional gpio soc_xilinx_zynq fdt
dev/iicbus/controller/cadence/cdnc_i2c.c optional cdnc_i2c iicbus soc_xilinx_zynq fdt
dev/usb/controller/xlnx_dwc3.c optional xhci soc_xilinx_zynq fdt
dev/firmware/xilinx/zynqmp_firmware.c optional fdt soc_xilinx_zynq
dev/firmware/xilinx/zynqmp_firmware_if.m optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_clock.c optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_clk_div.c optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_clk_fixed.c optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_clk_gate.c optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_clk_mux.c optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_clk_pll.c optional fdt soc_xilinx_zynq
dev/clk/xilinx/zynqmp_reset.c optional fdt soc_xilinx_zynq
diff --git a/sys/dev/firmware/arm/scmi.c b/sys/dev/firmware/arm/scmi.c
index 945c2b2e9f6e..ef4bcbf13996 100644
--- a/sys/dev/firmware/arm/scmi.c
+++ b/sys/dev/firmware/arm/scmi.c
@@ -1,642 +1,651 @@
/*-
* SPDX-License-Identifier: BSD-2-Clause
*
* Copyright (c) 2022 Ruslan Bukin
* Copyright (c) 2023 Arm Ltd
*
* This work was supported by Innovate UK project 105694, "Digital Security
* by Design (DSbD) Technology Platform Prototype".
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include
#include "scmi.h"
#include "scmi_protocols.h"
#define SCMI_MAX_TOKEN 1024
#define SCMI_HDR_TOKEN_S 18
#define SCMI_HDR_TOKEN_BF (0x3fff)
#define SCMI_HDR_TOKEN_M (SCMI_HDR_TOKEN_BF << SCMI_HDR_TOKEN_S)
#define SCMI_HDR_PROTOCOL_ID_S 10
#define SCMI_HDR_PROTOCOL_ID_BF (0xff)
#define SCMI_HDR_PROTOCOL_ID_M \
(SCMI_HDR_PROTOCOL_ID_BF << SCMI_HDR_PROTOCOL_ID_S)
#define SCMI_HDR_MESSAGE_TYPE_S 8
#define SCMI_HDR_MESSAGE_TYPE_BF (0x3)
#define SCMI_HDR_MESSAGE_TYPE_M \
(SCMI_HDR_MESSAGE_TYPE_BF << SCMI_HDR_MESSAGE_TYPE_S)
#define SCMI_HDR_MESSAGE_ID_S 0
#define SCMI_HDR_MESSAGE_ID_BF (0xff)
#define SCMI_HDR_MESSAGE_ID_M \
(SCMI_HDR_MESSAGE_ID_BF << SCMI_HDR_MESSAGE_ID_S)
#define SCMI_MSG_TYPE_CMD 0
#define SCMI_MSG_TYPE_DRESP 2
#define SCMI_MSG_TYPE_NOTIF 3
#define SCMI_MSG_TYPE_CHECK(_h, _t) \
((((_h) & SCMI_HDR_MESSAGE_TYPE_M) >> SCMI_HDR_MESSAGE_TYPE_S) == (_t))
#define SCMI_IS_MSG_TYPE_NOTIF(h) \
SCMI_MSG_TYPE_CHECK((h), SCMI_MSG_TYPE_NOTIF)
#define SCMI_IS_MSG_TYPE_DRESP(h) \
SCMI_MSG_TYPE_CHECK((h), SCMI_MSG_TYPE_DRESP)
#define SCMI_MSG_TOKEN(_hdr) \
(((_hdr) & SCMI_HDR_TOKEN_M) >> SCMI_HDR_TOKEN_S)
struct scmi_req {
int cnt;
bool timed_out;
bool use_polling;
bool done;
struct mtx mtx;
LIST_ENTRY(scmi_req) next;
int protocol_id;
int message_id;
int token;
uint32_t header;
struct scmi_msg msg;
};
#define buf_to_msg(b) __containerof((b), struct scmi_msg, payld)
#define msg_to_req(m) __containerof((m), struct scmi_req, msg)
#define buf_to_req(b) msg_to_req(buf_to_msg(b))
LIST_HEAD(reqs_head, scmi_req);
struct scmi_reqs_pool {
struct mtx mtx;
struct reqs_head head;
};
BITSET_DEFINE(_scmi_tokens, SCMI_MAX_TOKEN);
LIST_HEAD(inflight_head, scmi_req);
#define REQHASH(_sc, _tk) \
(&((_sc)->trs->inflight_ht[(_tk) & (_sc)->trs->inflight_mask]))
struct scmi_transport {
unsigned long next_id;
struct _scmi_tokens avail_tokens;
struct inflight_head *inflight_ht;
unsigned long inflight_mask;
struct scmi_reqs_pool *chans[SCMI_CHAN_MAX];
struct mtx mtx;
};
static int scmi_transport_init(struct scmi_softc *);
static void scmi_transport_cleanup(struct scmi_softc *);
static struct scmi_reqs_pool *scmi_reqs_pool_allocate(const int, const int);
static void scmi_reqs_pool_free(struct scmi_reqs_pool *);
static struct scmi_req *scmi_req_alloc(struct scmi_softc *, enum scmi_chan);
static void scmi_req_free_unlocked(struct scmi_softc *,
enum scmi_chan, struct scmi_req *);
static void scmi_req_get(struct scmi_softc *, struct scmi_req *);
static void scmi_req_put(struct scmi_softc *, struct scmi_req *);
static int scmi_token_pick(struct scmi_softc *);
static void scmi_token_release_unlocked(struct scmi_softc *, int);
static int scmi_req_track_inflight(struct scmi_softc *,
struct scmi_req *);
static int scmi_req_drop_inflight(struct scmi_softc *,
struct scmi_req *);
static struct scmi_req *scmi_req_lookup_inflight(struct scmi_softc *, uint32_t);
static int scmi_wait_for_response(struct scmi_softc *,
struct scmi_req *, void **);
static void scmi_process_response(struct scmi_softc *, uint32_t);
int
scmi_attach(device_t dev)
{
struct scmi_softc *sc;
phandle_t node;
int error;
sc = device_get_softc(dev);
sc->dev = dev;
node = ofw_bus_get_node(dev);
if (node == -1)
return (ENXIO);
simplebus_init(dev, node);
error = scmi_transport_init(sc);
if (error != 0)
return (error);
device_printf(dev, "Transport reply timeout initialized to %dms\n",
sc->trs_desc.reply_timo_ms);
/*
* Allow devices to identify.
*/
bus_generic_probe(dev);
/*
* Now walk the OFW tree and attach top-level devices.
*/
for (node = OF_child(node); node > 0; node = OF_peer(node))
simplebus_add_device(dev, node, 0, NULL, -1, NULL);
error = bus_generic_attach(dev);
return (error);
}
static int
scmi_detach(device_t dev)
{
struct scmi_softc *sc;
sc = device_get_softc(dev);
scmi_transport_cleanup(sc);
return (0);
}
static device_method_t scmi_methods[] = {
DEVMETHOD(device_attach, scmi_attach),
DEVMETHOD(device_detach, scmi_detach),
DEVMETHOD_END
};
DEFINE_CLASS_1(scmi, scmi_driver, scmi_methods, sizeof(struct scmi_softc),
simplebus_driver);
DRIVER_MODULE(scmi, simplebus, scmi_driver, 0, 0);
MODULE_VERSION(scmi, 1);
static struct scmi_reqs_pool *
scmi_reqs_pool_allocate(const int max_msg, const int max_payld_sz)
{
struct scmi_reqs_pool *rp;
struct scmi_req *req;
rp = malloc(sizeof(*rp), M_DEVBUF, M_ZERO | M_WAITOK);
LIST_INIT(&rp->head);
for (int i = 0; i < max_msg; i++) {
req = malloc(sizeof(*req) + max_payld_sz,
M_DEVBUF, M_ZERO | M_WAITOK);
mtx_init(&req->mtx, "req", "SCMI", MTX_SPIN);
LIST_INSERT_HEAD(&rp->head, req, next);
}
mtx_init(&rp->mtx, "reqs_pool", "SCMI", MTX_SPIN);
return (rp);
}
static void
scmi_reqs_pool_free(struct scmi_reqs_pool *rp)
{
struct scmi_req *req;
LIST_FOREACH(req, &rp->head, next) {
mtx_destroy(&req->mtx);
free(req, M_DEVBUF);
}
mtx_destroy(&rp->mtx);
free(rp, M_DEVBUF);
}
static int
scmi_transport_init(struct scmi_softc *sc)
{
struct scmi_transport *trs;
int ret;
trs = malloc(sizeof(*trs), M_DEVBUF, M_ZERO | M_WAITOK);
BIT_FILL(SCMI_MAX_TOKEN, &trs->avail_tokens);
mtx_init(&trs->mtx, "tokens", "SCMI", MTX_SPIN);
trs->inflight_ht = hashinit(SCMI_MAX_MSG, M_DEVBUF,
&trs->inflight_mask);
trs->chans[SCMI_CHAN_A2P] =
scmi_reqs_pool_allocate(SCMI_MAX_MSG, SCMI_MAX_MSG_PAYLD_SIZE);
if (trs->chans[SCMI_CHAN_A2P] == NULL) {
free(trs, M_DEVBUF);
return (ENOMEM);
}
trs->chans[SCMI_CHAN_P2A] =
scmi_reqs_pool_allocate(SCMI_MAX_MSG, SCMI_MAX_MSG_PAYLD_SIZE);
if (trs->chans[SCMI_CHAN_P2A] == NULL) {
scmi_reqs_pool_free(trs->chans[SCMI_CHAN_A2P]);
free(trs, M_DEVBUF);
return (ENOMEM);
}
sc->trs = trs;
ret = SCMI_TRANSPORT_INIT(sc->dev);
if (ret != 0) {
scmi_reqs_pool_free(trs->chans[SCMI_CHAN_A2P]);
scmi_reqs_pool_free(trs->chans[SCMI_CHAN_P2A]);
free(trs, M_DEVBUF);
return (ret);
}
return (0);
}
static void
scmi_transport_cleanup(struct scmi_softc *sc)
{
SCMI_TRANSPORT_CLEANUP(sc->dev);
mtx_destroy(&sc->trs->mtx);
hashdestroy(sc->trs->inflight_ht, M_DEVBUF, sc->trs->inflight_mask);
scmi_reqs_pool_free(sc->trs->chans[SCMI_CHAN_A2P]);
scmi_reqs_pool_free(sc->trs->chans[SCMI_CHAN_P2A]);
free(sc->trs, M_DEVBUF);
}
static struct scmi_req *
scmi_req_alloc(struct scmi_softc *sc, enum scmi_chan ch_idx)
{
struct scmi_reqs_pool *rp;
struct scmi_req *req = NULL;
rp = sc->trs->chans[ch_idx];
mtx_lock_spin(&rp->mtx);
if (!LIST_EMPTY(&rp->head)) {
req = LIST_FIRST(&rp->head);
LIST_REMOVE_HEAD(&rp->head, next);
}
mtx_unlock_spin(&rp->mtx);
if (req != NULL)
refcount_init(&req->cnt, 1);
return (req);
}
static void
scmi_req_free_unlocked(struct scmi_softc *sc, enum scmi_chan ch_idx,
struct scmi_req *req)
{
struct scmi_reqs_pool *rp;
rp = sc->trs->chans[ch_idx];
mtx_lock_spin(&rp->mtx);
req->timed_out = false;
req->done = false;
refcount_init(&req->cnt, 0);
LIST_INSERT_HEAD(&rp->head, req, next);
mtx_unlock_spin(&rp->mtx);
}
static void
scmi_req_get(struct scmi_softc *sc, struct scmi_req *req)
{
bool ok;
mtx_lock_spin(&req->mtx);
ok = refcount_acquire_if_not_zero(&req->cnt);
mtx_unlock_spin(&req->mtx);
if (!ok)
device_printf(sc->dev, "%s() -- BAD REFCOUNT\n", __func__);
return;
}
static void
scmi_req_put(struct scmi_softc *sc, struct scmi_req *req)
{
mtx_lock_spin(&req->mtx);
if (!refcount_release_if_not_last(&req->cnt)) {
bzero(&req->msg, sizeof(req->msg) + SCMI_MAX_MSG_PAYLD_SIZE);
scmi_req_free_unlocked(sc, SCMI_CHAN_A2P, req);
}
mtx_unlock_spin(&req->mtx);
}
static int
scmi_token_pick(struct scmi_softc *sc)
{
unsigned long next_msg_id, token;
mtx_lock_spin(&sc->trs->mtx);
/*
* next_id is a monotonically increasing unsigned long that can be used
* for tracing purposes; next_msg_id is a 10-bit sequence number derived
* from it.
*/
next_msg_id = sc->trs->next_id++ & SCMI_HDR_TOKEN_BF;
token = BIT_FFS_AT(SCMI_MAX_TOKEN, &sc->trs->avail_tokens, next_msg_id);
/* TODO Account for wrap-arounds and holes */
if (token != 0)
BIT_CLR(SCMI_MAX_TOKEN, token - 1, &sc->trs->avail_tokens);
mtx_unlock_spin(&sc->trs->mtx);
/*
* BIT_FFS_AT returns 1-indexed values, so 0 means failure to find a
* free slot: all possible SCMI messages are in-flight using all of the
* SCMI_MAX_TOKEN sequence numbers.
*/
if (!token)
return (-EBUSY);
return ((int)(token - 1));
}
static void
scmi_token_release_unlocked(struct scmi_softc *sc, int token)
{
BIT_SET(SCMI_MAX_TOKEN, token, &sc->trs->avail_tokens);
}
static int
scmi_finalize_req(struct scmi_softc *sc, struct scmi_req *req)
{
uint32_t header = 0;
req->token = scmi_token_pick(sc);
if (req->token < 0)
return (EBUSY);
header = req->message_id;
header |= SCMI_MSG_TYPE_CMD << SCMI_HDR_MESSAGE_TYPE_S;
header |= req->protocol_id << SCMI_HDR_PROTOCOL_ID_S;
header |= req->token << SCMI_HDR_TOKEN_S;
req->header = htole32(header);
req->msg.hdr = htole32(header);
return (0);
}
static int
scmi_req_track_inflight(struct scmi_softc *sc, struct scmi_req *req)
{
int error;
/* build hdr, pick token */
error = scmi_finalize_req(sc, req);
if (error != 0)
return (error);
/* Bump refcount to get hold of this in-flight transaction */
scmi_req_get(sc, req);
/* Register in the inflight hashtable */
mtx_lock_spin(&sc->trs->mtx);
LIST_INSERT_HEAD(REQHASH(sc, req->token), req, next);
mtx_unlock_spin(&sc->trs->mtx);
return (0);
}
static int
scmi_req_drop_inflight(struct scmi_softc *sc, struct scmi_req *req)
{
/* Remove from inflight hashtable at first ... */
mtx_lock_spin(&sc->trs->mtx);
LIST_REMOVE(req, next);
scmi_token_release_unlocked(sc, req->token);
mtx_unlock_spin(&sc->trs->mtx);
/* ...and drop refcount..potentially releasing *req */
scmi_req_put(sc, req);
return (0);
}
static struct scmi_req *
scmi_req_lookup_inflight(struct scmi_softc *sc, uint32_t hdr)
{
struct scmi_req *req = NULL;
unsigned int token;
token = SCMI_MSG_TOKEN(hdr);
mtx_lock_spin(&sc->trs->mtx);
LIST_FOREACH(req, REQHASH(sc, token), next) {
if (req->token == token)
break;
}
mtx_unlock_spin(&sc->trs->mtx);
return (req);
}
static void
scmi_process_response(struct scmi_softc *sc, uint32_t hdr)
{
bool timed_out = false;
struct scmi_req *req;
req = scmi_req_lookup_inflight(sc, hdr);
if (req == NULL) {
device_printf(sc->dev,
"Unexpected reply with header |%X| - token: 0x%X Drop.\n",
hdr, SCMI_MSG_TOKEN(hdr));
return;
}
mtx_lock_spin(&req->mtx);
req->done = true;
- if (!req->timed_out)
- wakeup(req);
- else
+ if (!req->timed_out) {
+ /*
+ * Consider the case in which a polled message is picked
+ * by chance on the IRQ path on another CPU: setting poll_done
+ * will terminate the other poll loop.
+ */
+ if (!req->msg.polling)
+ wakeup(req);
+ else
+ atomic_store_rel_int(&req->msg.poll_done, 1);
+ } else {
timed_out = true;
+ }
mtx_unlock_spin(&req->mtx);
if (timed_out)
device_printf(sc->dev,
"Late reply for timed-out request - token: 0x%X. Ignore.\n",
req->token);
/*
* In case of a late reply to a timed-out transaction this will
* finally free the pending scmi_req
*/
scmi_req_drop_inflight(sc, req);
}
void
scmi_rx_irq_callback(device_t dev, void *chan, uint32_t hdr)
{
struct scmi_softc *sc;
sc = device_get_softc(dev);
if (SCMI_IS_MSG_TYPE_NOTIF(hdr) || SCMI_IS_MSG_TYPE_DRESP(hdr)) {
device_printf(dev, "DRESP/NOTIF unsupported. Drop.\n");
SCMI_CLEAR_CHANNEL(dev, chan);
return;
}
scmi_process_response(sc, hdr);
}
static int
scmi_wait_for_response(struct scmi_softc *sc, struct scmi_req *req, void **out)
{
int ret;
if (req->msg.polling) {
bool needs_drop;
ret = SCMI_POLL_MSG(sc->dev, &req->msg,
sc->trs_desc.reply_timo_ms);
/*
* Drop reference to successfully polled req unless it had
* already also been processed on the IRQ path.
* Addresses a possible race-condition between polling and
* interrupt reception paths.
*/
mtx_lock_spin(&req->mtx);
needs_drop = (ret == 0) && !req->done;
mtx_unlock_spin(&req->mtx);
if (needs_drop)
scmi_req_drop_inflight(sc, req);
if (ret == 0 && req->msg.hdr != req->header) {
device_printf(sc->dev,
"Malformed reply with header |%08X|. Expected: |%08X|Drop.\n",
le32toh(req->msg.hdr), le32toh(req->header));
}
} else {
ret = tsleep(req, 0, "scmi_wait4",
(sc->trs_desc.reply_timo_ms * hz) / 1000);
/* Check for lost wakeups since there is no associated lock */
mtx_lock_spin(&req->mtx);
if (ret != 0 && req->done)
ret = 0;
mtx_unlock_spin(&req->mtx);
}
if (ret == 0) {
SCMI_COLLECT_REPLY(sc->dev, &req->msg);
if (req->msg.payld[0] != 0)
ret = req->msg.payld[0];
*out = &req->msg.payld[SCMI_MSG_HDR_SIZE];
} else {
mtx_lock_spin(&req->mtx);
req->timed_out = true;
mtx_unlock_spin(&req->mtx);
device_printf(sc->dev,
"Request for token 0x%X timed-out.\n", req->token);
}
SCMI_TX_COMPLETE(sc->dev, NULL);
return (ret);
}
void *
scmi_buf_get(device_t dev, uint8_t protocol_id, uint8_t message_id,
int tx_payld_sz, int rx_payld_sz)
{
struct scmi_softc *sc;
struct scmi_req *req;
sc = device_get_softc(dev);
if (tx_payld_sz > SCMI_MAX_MSG_PAYLD_SIZE ||
rx_payld_sz > SCMI_MAX_MSG_REPLY_SIZE) {
device_printf(dev, "Unsupported payload size. Drop.\n");
return (NULL);
}
/* Pick one from free list */
req = scmi_req_alloc(sc, SCMI_CHAN_A2P);
if (req == NULL)
return (NULL);
req->protocol_id = protocol_id & SCMI_HDR_PROTOCOL_ID_BF;
req->message_id = message_id & SCMI_HDR_MESSAGE_ID_BF;
req->msg.tx_len = sizeof(req->msg.hdr) + tx_payld_sz;
req->msg.rx_len = rx_payld_sz ?
rx_payld_sz + 2 * sizeof(uint32_t) : SCMI_MAX_MSG_SIZE;
return (&req->msg.payld[0]);
}
void
scmi_buf_put(device_t dev, void *buf)
{
struct scmi_softc *sc;
struct scmi_req *req;
sc = device_get_softc(dev);
req = buf_to_req(buf);
scmi_req_put(sc, req);
}
int
scmi_request(device_t dev, void *in, void **out)
{
struct scmi_softc *sc;
struct scmi_req *req;
int error;
sc = device_get_softc(dev);
req = buf_to_req(in);
req->msg.polling =
(cold || sc->trs_desc.no_completion_irq || req->use_polling);
/* Set inflight and send using transport specific method - refc-2 */
error = scmi_req_track_inflight(sc, req);
if (error != 0)
return (error);
error = SCMI_XFER_MSG(sc->dev, &req->msg);
if (error != 0) {
scmi_req_drop_inflight(sc, req);
return (error);
}
return (scmi_wait_for_response(sc, req, out));
}
diff --git a/sys/dev/firmware/arm/scmi.h b/sys/dev/firmware/arm/scmi.h
index 572422594292..345ae6eeb03a 100644
--- a/sys/dev/firmware/arm/scmi.h
+++ b/sys/dev/firmware/arm/scmi.h
@@ -1,82 +1,84 @@
/*-
* SPDX-License-Identifier: BSD-2-Clause
*
* Copyright (c) 2022 Ruslan Bukin
* Copyright (c) 2023 Arm Ltd
*
* This work was supported by Innovate UK project 105694, "Digital Security
* by Design (DSbD) Technology Platform Prototype".
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
#ifndef _ARM64_SCMI_SCMI_H_
#define _ARM64_SCMI_SCMI_H_
#include "scmi_if.h"
#define SCMI_MAX_MSG 32
#define SCMI_MAX_MSG_PAYLD_SIZE 128
#define SCMI_MAX_MSG_REPLY_SIZE (SCMI_MAX_MSG_PAYLD_SIZE - sizeof(uint32_t))
#define SCMI_MAX_MSG_SIZE (SCMI_MAX_MSG_PAYLD_SIZE + sizeof(uint32_t))
enum scmi_chan {
SCMI_CHAN_A2P,
SCMI_CHAN_P2A,
SCMI_CHAN_MAX
};
struct scmi_transport_desc {
bool no_completion_irq;
unsigned int reply_timo_ms;
};
struct scmi_transport;
struct scmi_softc {
struct simplebus_softc simplebus_sc;
device_t dev;
struct mtx mtx;
struct scmi_transport_desc trs_desc;
struct scmi_transport *trs;
};
struct scmi_msg {
bool polling;
+ int poll_done;
uint32_t tx_len;
uint32_t rx_len;
#define SCMI_MSG_HDR_SIZE (sizeof(uint32_t))
uint32_t hdr;
uint8_t payld[];
};
+#define hdr_to_msg(h) __containerof((h), struct scmi_msg, hdr)
void *scmi_buf_get(device_t dev, uint8_t protocol_id, uint8_t message_id,
int tx_payd_sz, int rx_payld_sz);
void scmi_buf_put(device_t dev, void *buf);
int scmi_request(device_t dev, void *in, void **);
void scmi_rx_irq_callback(device_t dev, void *chan, uint32_t hdr);
DECLARE_CLASS(scmi_driver);
int scmi_attach(device_t dev);
#endif /* !_ARM64_SCMI_SCMI_H_ */
diff --git a/sys/dev/firmware/arm/scmi_virtio.c b/sys/dev/firmware/arm/scmi_virtio.c
new file mode 100644
index 000000000000..12cbb9ecefd5
--- /dev/null
+++ b/sys/dev/firmware/arm/scmi_virtio.c
@@ -0,0 +1,298 @@
+/*-
+ * SPDX-License-Identifier: BSD-2-Clause
+ *
+ * Copyright (c) 2023 Arm Ltd
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions
+ * are met:
+ * 1. Redistributions of source code must retain the above copyright
+ * notice, this list of conditions and the following disclaimer.
+ * 2. Redistributions in binary form must reproduce the above copyright
+ * notice, this list of conditions and the following disclaimer in the
+ * documentation and/or other materials provided with the distribution.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+ * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+ * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+ * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+ * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+ * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+ * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+ * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+ * SUCH DAMAGE.
+ */
+
+#include
+#include
+#include
+#include
+#include
+#include
+#include
+
+#include
+#include
+#include
+
+#include
+
+#include "scmi.h"
+#include "scmi_protocols.h"
+
+#define SCMI_VIRTIO_POLLING_INTERVAL_MS 2
+
+struct scmi_virtio_softc {
+ struct scmi_softc base;
+ device_t virtio_dev;
+ int cmdq_sz;
+ int evtq_sz;
+ void *p2a_pool;
+};
+
+static void scmi_virtio_callback(void *, unsigned int, void *);
+static void *scmi_virtio_p2a_pool_init(device_t, unsigned int);
+static int scmi_virtio_transport_init(device_t);
+static void scmi_virtio_transport_cleanup(device_t);
+static int scmi_virtio_xfer_msg(device_t, struct scmi_msg *);
+static int scmi_virtio_poll_msg(device_t, struct scmi_msg *, unsigned int);
+static void scmi_virtio_clear_channel(device_t, void *);
+static int scmi_virtio_probe(device_t);
+static int scmi_virtio_attach(device_t);
+
+static void
+scmi_virtio_callback(void *msg, unsigned int len, void *priv)
+{
+ struct scmi_virtio_softc *sc;
+ uint32_t hdr;
+
+ sc = priv;
+
+ if (msg == NULL || len < sizeof(hdr)) {
+ device_printf(sc->virtio_dev, "Ignoring malformed message.\n");
+ return;
+ }
+
+ hdr = le32toh(*((uint32_t *)msg));
+ scmi_rx_irq_callback(sc->base.dev, msg, hdr);
+}
+
+static void *
+scmi_virtio_p2a_pool_init(device_t dev, unsigned int max_msg)
+{
+ struct scmi_virtio_softc *sc;
+ void *pool;
+ uint8_t *buf;
+ int i;
+
+ sc = device_get_softc(dev);
+
+ pool = mallocarray(max_msg, SCMI_MAX_MSG_SIZE, M_DEVBUF,
+ M_ZERO | M_WAITOK);
+
+ for (i = 0, buf = pool; i < max_msg; i++, buf += SCMI_MAX_MSG_SIZE) {
+ /* Feed platform with pre-allocated P2A buffers */
+ virtio_scmi_message_enqueue(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_P2A, buf, 0, SCMI_MAX_MSG_SIZE);
+ }
+
+ device_printf(dev,
+ "Fed %d initial P2A buffers to platform.\n", max_msg);
+
+ return (pool);
+}
+
+static void
+scmi_virtio_clear_channel(device_t dev, void *msg)
+{
+ struct scmi_virtio_softc *sc;
+
+ sc = device_get_softc(dev);
+ virtio_scmi_message_enqueue(sc->virtio_dev, VIRTIO_SCMI_CHAN_P2A,
+ msg, 0, SCMI_MAX_MSG_SIZE);
+}
+
+static int
+scmi_virtio_transport_init(device_t dev)
+{
+ struct scmi_virtio_softc *sc;
+ int ret;
+
+ sc = device_get_softc(dev);
+
+ sc->cmdq_sz = virtio_scmi_channel_size_get(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_A2P);
+ sc->evtq_sz = virtio_scmi_channel_size_get(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_P2A);
+
+ if (!sc->cmdq_sz) {
+ device_printf(dev,
+ "VirtIO cmdq virtqueue not found. Aborting.\n");
+ return (ENXIO);
+ }
+
+ /*
+ * P2A buffers are owned by the platform initially; allocate a feed an
+ * appropriate number of buffers.
+ */
+ if (sc->evtq_sz != 0) {
+ sc->p2a_pool = scmi_virtio_p2a_pool_init(dev, sc->evtq_sz);
+ if (sc->p2a_pool == NULL)
+ return (ENOMEM);
+ }
+
+ /* Note that setting a callback also enables that VQ interrupts */
+ ret = virtio_scmi_channel_callback_set(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_A2P, scmi_virtio_callback, sc);
+ if (ret) {
+ device_printf(dev, "Failed to set VirtIO cmdq callback.\n");
+ return (ENXIO);
+ }
+
+ device_printf(dev,
+ "VirtIO cmdq virtqueue configured - cmdq_sz:%d\n", sc->cmdq_sz);
+
+ /* P2A channel is optional */
+ if (sc->evtq_sz) {
+ ret = virtio_scmi_channel_callback_set(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_P2A, scmi_virtio_callback, sc);
+ if (ret == 0) {
+ device_printf(dev,
+ "VirtIO evtq virtqueue configured - evtq_sz:%d\n",
+ sc->evtq_sz);
+ } else {
+ device_printf(dev,
+ "Failed to set VirtIO evtq callback.Skip.\n");
+ sc->evtq_sz = 0;
+ }
+ }
+
+ sc->base.trs_desc.reply_timo_ms = 100;
+
+ return (0);
+}
+
+static void
+scmi_virtio_transport_cleanup(device_t dev)
+{
+ struct scmi_virtio_softc *sc;
+
+ sc = device_get_softc(dev);
+
+ if (sc->evtq_sz != 0) {
+ virtio_scmi_channel_callback_set(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_P2A, NULL, NULL);
+ free(sc->p2a_pool, M_DEVBUF);
+ }
+
+ virtio_scmi_channel_callback_set(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_A2P, NULL, NULL);
+}
+
+static int
+scmi_virtio_xfer_msg(device_t dev, struct scmi_msg *msg)
+{
+ struct scmi_virtio_softc *sc;
+
+ sc = device_get_softc(dev);
+
+ return (virtio_scmi_message_enqueue(sc->virtio_dev,
+ VIRTIO_SCMI_CHAN_A2P, &msg->hdr, msg->tx_len, msg->rx_len));
+}
+
+static int
+scmi_virtio_poll_msg(device_t dev, struct scmi_msg *msg, unsigned int tmo_ms)
+{
+ struct scmi_virtio_softc *sc;
+ device_t vdev;
+ int tmo_loops;
+
+ sc = device_get_softc(dev);
+ vdev = sc->virtio_dev;
+
+ tmo_loops = tmo_ms / SCMI_VIRTIO_POLLING_INTERVAL_MS;
+ while (tmo_loops-- && atomic_load_acq_int(&msg->poll_done) == 0) {
+ struct scmi_msg *rx_msg;
+ void *rx_buf;
+ uint32_t rx_len;
+
+ rx_buf = virtio_scmi_message_poll(vdev, &rx_len);
+ if (rx_buf == NULL) {
+ DELAY(SCMI_VIRTIO_POLLING_INTERVAL_MS * 1000);
+ continue;
+ }
+
+ rx_msg = hdr_to_msg(rx_buf);
+ rx_msg->rx_len = rx_len;
+ /* Complete the polling on any poll path */
+ if (rx_msg->polling)
+ atomic_store_rel_int(&rx_msg->poll_done, 1);
+
+ if (__predict_true(rx_msg == msg))
+ break;
+
+ /*
+ * Polling returned an unexpected message: either a message
+ * polled by some other thread of execution or a message not
+ * supposed to be polled.
+ */
+ device_printf(dev, "POLLED OoO HDR:|%08X| - polling:%d\n",
+ rx_msg->hdr, rx_msg->polling);
+
+ if (!rx_msg->polling)
+ scmi_rx_irq_callback(sc->base.dev, rx_msg, rx_msg->hdr);
+ }
+
+ return (tmo_loops > 0 ? 0 : ETIMEDOUT);
+}
+
+static int
+scmi_virtio_probe(device_t dev)
+{
+ if (!ofw_bus_is_compatible(dev, "arm,scmi-virtio"))
+ return (ENXIO);
+
+ if (!ofw_bus_status_okay(dev))
+ return (ENXIO);
+
+ device_set_desc(dev, "ARM SCMI VirtIO Transport driver");
+
+ return (BUS_PROBE_DEFAULT);
+}
+
+static int
+scmi_virtio_attach(device_t dev)
+{
+ struct scmi_virtio_softc *sc;
+
+ sc = device_get_softc(dev);
+ sc->virtio_dev = virtio_scmi_transport_get();
+ if (sc->virtio_dev == NULL)
+ return (1);
+
+ /* When attach fails there is nothing to cleanup*/
+ return (scmi_attach(dev));
+}
+
+static device_method_t scmi_virtio_methods[] = {
+ DEVMETHOD(device_probe, scmi_virtio_probe),
+ DEVMETHOD(device_attach, scmi_virtio_attach),
+
+ /* SCMI interface */
+ DEVMETHOD(scmi_transport_init, scmi_virtio_transport_init),
+ DEVMETHOD(scmi_transport_cleanup, scmi_virtio_transport_cleanup),
+ DEVMETHOD(scmi_xfer_msg, scmi_virtio_xfer_msg),
+ DEVMETHOD(scmi_poll_msg, scmi_virtio_poll_msg),
+ DEVMETHOD(scmi_clear_channel, scmi_virtio_clear_channel),
+
+ DEVMETHOD_END
+};
+
+DEFINE_CLASS_1(scmi_virtio, scmi_virtio_driver, scmi_virtio_methods,
+ sizeof(struct scmi_virtio_softc), scmi_driver);
+
+/* Needs to be after the mmio_sram driver */
+DRIVER_MODULE(scmi_virtio, simplebus, scmi_virtio_driver, 0, 0);
+MODULE_VERSION(scmi_virtio, 1);