// Copyright 2020 Arm Limited (or its affiliates). All rights reserved. // Copyright 2019 Amazon.com, Inc. or its affiliates. All Rights Reserved. // SPDX-License-Identifier: Apache-2.0 // // Portions Copyright 2017 The Chromium OS Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the THIRD-PARTY file. use std::collections::HashMap; use std::ffi::CStr; use std::fmt::Debug; use std::result; use super::super::DeviceType; use super::super::GuestMemoryMmap; use super::super::InitramfsConfig; use super::get_fdt_addr; use super::gic::GicDevice; use super::layout::{ IRQ_BASE, MEM_32BIT_DEVICES_SIZE, MEM_32BIT_DEVICES_START, PCI_MMCONFIG_SIZE, PCI_MMCONFIG_START, }; use vm_fdt::{FdtWriter, FdtWriterResult}; use vm_memory::{Address, Bytes, GuestAddress, GuestMemory, GuestMemoryError}; // This is a value for uniquely identifying the FDT node declaring the interrupt controller. const GIC_PHANDLE: u32 = 1; // This is a value for uniquely identifying the FDT node declaring the MSI controller. const MSI_PHANDLE: u32 = 2; // This is a value for uniquely identifying the FDT node containing the clock definition. const CLOCK_PHANDLE: u32 = 3; // This is a value for uniquely identifying the FDT node containing the gpio controller. const GPIO_PHANDLE: u32 = 4; // Read the documentation specified when appending the root node to the FDT. const ADDRESS_CELLS: u32 = 0x2; const SIZE_CELLS: u32 = 0x2; // As per kvm tool and // https://www.kernel.org/doc/Documentation/devicetree/bindings/interrupt-controller/arm%2Cgic.txt // Look for "The 1st cell..." const GIC_FDT_IRQ_TYPE_SPI: u32 = 0; const GIC_FDT_IRQ_TYPE_PPI: u32 = 1; // From https://elixir.bootlin.com/linux/v4.9.62/source/include/dt-bindings/interrupt-controller/irq.h#L17 const IRQ_TYPE_EDGE_RISING: u32 = 1; const IRQ_TYPE_LEVEL_HI: u32 = 4; // Keys and Buttons // System Power Down const KEY_POWER: u32 = 116; /// Trait for devices to be added to the Flattened Device Tree. pub trait DeviceInfoForFdt { /// Returns the address where this device will be loaded. fn addr(&self) -> u64; /// Returns the associated interrupt for this device. fn irq(&self) -> u32; /// Returns the amount of memory that needs to be reserved for this device. fn length(&self) -> u64; } /// Errors thrown while configuring the Flattened Device Tree for aarch64. #[derive(Debug)] pub enum Error { /// Failure in writing FDT in memory. WriteFdtToMemory(GuestMemoryError), } type Result = result::Result; /// Creates the flattened device tree for this aarch64 VM. pub fn create_fdt( guest_mem: &GuestMemoryMmap, cmdline: &CStr, vcpu_mpidr: Vec, device_info: &HashMap<(DeviceType, String), T, S>, gic_device: &dyn GicDevice, initrd: &Option, pci_space_address: &(u64, u64), ) -> FdtWriterResult> { // Allocate stuff necessary for the holding the blob. let mut fdt = FdtWriter::new(&[]).unwrap(); // For an explanation why these nodes were introduced in the blob take a look at // https://github.com/torvalds/linux/blob/master/Documentation/devicetree/booting-without-of.txt#L845 // Look for "Required nodes and properties". // Header or the root node as per above mentioned documentation. let root_node = fdt.begin_node("")?; fdt.property_string("compatible", "linux,dummy-virt")?; // For info on #address-cells and size-cells read "Note about cells and address representation" // from the above mentioned txt file. fdt.property_u32("#address-cells", ADDRESS_CELLS)?; fdt.property_u32("#size-cells", SIZE_CELLS)?; // This is not mandatory but we use it to point the root node to the node // containing description of the interrupt controller for this VM. fdt.property_u32("interrupt-parent", GIC_PHANDLE)?; create_cpu_nodes(&mut fdt, &vcpu_mpidr)?; create_memory_node(&mut fdt, guest_mem)?; create_chosen_node(&mut fdt, cmdline.to_str().unwrap(), initrd)?; create_gic_node(&mut fdt, gic_device)?; create_timer_node(&mut fdt)?; create_clock_node(&mut fdt)?; create_psci_node(&mut fdt)?; create_devices_node(&mut fdt, device_info)?; create_pci_nodes(&mut fdt, pci_space_address.0, pci_space_address.1)?; // End Header node. fdt.end_node(root_node)?; let fdt_final = fdt.finish()?; Ok(fdt_final) } pub fn write_fdt_to_memory(fdt_final: Vec, guest_mem: &GuestMemoryMmap) -> Result<()> { // Write FDT to memory. let fdt_address = GuestAddress(get_fdt_addr()); guest_mem .write_slice(fdt_final.as_slice(), fdt_address) .map_err(Error::WriteFdtToMemory)?; Ok(()) } // Following are the auxiliary function for creating the different nodes that we append to our FDT. fn create_cpu_nodes(fdt: &mut FdtWriter, vcpu_mpidr: &[u64]) -> FdtWriterResult<()> { // See https://github.com/torvalds/linux/blob/master/Documentation/devicetree/bindings/arm/cpus.yaml. let cpus_node = fdt.begin_node("cpus")?; fdt.property_u32("#address-cells", 0x1)?; fdt.property_u32("#size-cells", 0x0)?; let num_cpus = vcpu_mpidr.len(); for cpu_id in 0..num_cpus { let cpu_name = format!("cpu@{:x}", cpu_id); let cpu_node = fdt.begin_node(&cpu_name)?; fdt.property_string("device_type", "cpu")?; fdt.property_string("compatible", "arm,arm-v8")?; if num_cpus > 1 { // This is required on armv8 64-bit. See aforementioned documentation. fdt.property_string("enable-method", "psci")?; } fdt.property_u32("reg", cpu_id as u32)?; fdt.end_node(cpu_node)?; } fdt.end_node(cpus_node)?; Ok(()) } fn create_memory_node(fdt: &mut FdtWriter, guest_mem: &GuestMemoryMmap) -> FdtWriterResult<()> { let mem_size = guest_mem.last_addr().raw_value() - super::layout::RAM_64BIT_START + 1; // See https://github.com/torvalds/linux/blob/master/Documentation/devicetree/booting-without-of.txt#L960 // for an explanation of this. let mem_reg_prop = [super::layout::RAM_64BIT_START as u64, mem_size as u64]; let memory_node = fdt.begin_node("memory")?; fdt.property_string("device_type", "memory")?; fdt.property_array_u64("reg", &mem_reg_prop)?; fdt.end_node(memory_node)?; Ok(()) } fn create_chosen_node( fdt: &mut FdtWriter, cmdline: &str, initrd: &Option, ) -> FdtWriterResult<()> { let chosen_node = fdt.begin_node("chosen")?; fdt.property_string("bootargs", cmdline)?; if let Some(initrd_config) = initrd { let initrd_start = initrd_config.address.raw_value() as u64; let initrd_end = initrd_config.address.raw_value() + initrd_config.size as u64; fdt.property_u64("linux,initrd-start", initrd_start)?; fdt.property_u64("linux,initrd-end", initrd_end)?; } fdt.end_node(chosen_node)?; Ok(()) } fn create_gic_node(fdt: &mut FdtWriter, gic_device: &dyn GicDevice) -> FdtWriterResult<()> { let gic_reg_prop = gic_device.device_properties(); let intc_node = fdt.begin_node("intc")?; fdt.property_string("compatible", gic_device.fdt_compatibility())?; fdt.property_null("interrupt-controller")?; // "interrupt-cells" field specifies the number of cells needed to encode an // interrupt source. The type shall be a and the value shall be 3 if no PPI affinity description // is required. fdt.property_u32("#interrupt-cells", 3)?; fdt.property_array_u64("reg", &gic_reg_prop)?; fdt.property_u32("phandle", GIC_PHANDLE)?; fdt.property_u32("#address-cells", 2)?; fdt.property_u32("#size-cells", 2)?; fdt.property_null("ranges")?; let gic_intr_prop = [ GIC_FDT_IRQ_TYPE_PPI, gic_device.fdt_maint_irq(), IRQ_TYPE_LEVEL_HI, ]; fdt.property_array_u32("interrupts", &gic_intr_prop)?; if gic_device.msi_compatible() { let msic_node = fdt.begin_node("msic")?; fdt.property_string("compatible", gic_device.msi_compatibility())?; fdt.property_null("msi-controller")?; fdt.property_u32("phandle", MSI_PHANDLE)?; let msi_reg_prop = gic_device.msi_properties(); fdt.property_array_u64("reg", &msi_reg_prop)?; fdt.end_node(msic_node)?; } fdt.end_node(intc_node)?; Ok(()) } fn create_clock_node(fdt: &mut FdtWriter) -> FdtWriterResult<()> { // The Advanced Peripheral Bus (APB) is part of the Advanced Microcontroller Bus Architecture // (AMBA) protocol family. It defines a low-cost interface that is optimized for minimal power // consumption and reduced interface complexity. // PCLK is the clock source and this node defines exactly the clock for the APB. let clock_node = fdt.begin_node("apb-pclk")?; fdt.property_string("compatible", "fixed-clock")?; fdt.property_u32("#clock-cells", 0x0)?; fdt.property_u32("clock-frequency", 24000000)?; fdt.property_string("clock-output-names", "clk24mhz")?; fdt.property_u32("phandle", CLOCK_PHANDLE)?; fdt.end_node(clock_node)?; Ok(()) } fn create_timer_node(fdt: &mut FdtWriter) -> FdtWriterResult<()> { // See // https://github.com/torvalds/linux/blob/master/Documentation/devicetree/bindings/interrupt-controller/arch_timer.txt // These are fixed interrupt numbers for the timer device. let irqs = [13, 14, 11, 10]; let compatible = "arm,armv8-timer"; let mut timer_reg_cells: Vec = Vec::new(); for &irq in irqs.iter() { timer_reg_cells.push(GIC_FDT_IRQ_TYPE_PPI); timer_reg_cells.push(irq); timer_reg_cells.push(IRQ_TYPE_LEVEL_HI); } let timer_node = fdt.begin_node("timer")?; fdt.property_string("compatible", compatible)?; fdt.property_null("always-on")?; fdt.property_array_u32("interrupts", &timer_reg_cells)?; fdt.end_node(timer_node)?; Ok(()) } fn create_psci_node(fdt: &mut FdtWriter) -> FdtWriterResult<()> { let compatible = "arm,psci-0.2"; let psci_node = fdt.begin_node("psci")?; fdt.property_string("compatible", compatible)?; // Two methods available: hvc and smc. // As per documentation, PSCI calls between a guest and hypervisor may use the HVC conduit instead of SMC. // So, since we are using kvm, we need to use hvc. fdt.property_string("method", "hvc")?; fdt.end_node(psci_node)?; Ok(()) } fn create_virtio_node( fdt: &mut FdtWriter, dev_info: &T, ) -> FdtWriterResult<()> { let device_reg_prop = [dev_info.addr(), dev_info.length()]; let irq = [GIC_FDT_IRQ_TYPE_SPI, dev_info.irq(), IRQ_TYPE_EDGE_RISING]; let virtio_node = fdt.begin_node(&format!("virtio_mmio@{:x}", dev_info.addr()))?; fdt.property_string("compatible", "virtio,mmio")?; fdt.property_array_u64("reg", &device_reg_prop)?; fdt.property_array_u32("interrupts", &irq)?; fdt.property_u32("interrupt-parent", GIC_PHANDLE)?; fdt.end_node(virtio_node)?; Ok(()) } fn create_serial_node( fdt: &mut FdtWriter, dev_info: &T, ) -> FdtWriterResult<()> { let compatible = b"arm,pl011\0arm,primecell\0"; let serial_reg_prop = [dev_info.addr(), dev_info.length()]; let irq = [ GIC_FDT_IRQ_TYPE_SPI, dev_info.irq() - IRQ_BASE, IRQ_TYPE_EDGE_RISING, ]; let serial_node = fdt.begin_node(&format!("pl011@{:x}", dev_info.addr()))?; fdt.property("compatible", compatible)?; fdt.property_array_u64("reg", &serial_reg_prop)?; fdt.property_u32("clocks", CLOCK_PHANDLE)?; fdt.property_string("clock-names", "apb_pclk")?; fdt.property_array_u32("interrupts", &irq)?; fdt.end_node(serial_node)?; Ok(()) } fn create_rtc_node( fdt: &mut FdtWriter, dev_info: &T, ) -> FdtWriterResult<()> { let compatible = b"arm,pl031\0arm,primecell\0"; let rtc_reg_prop = [dev_info.addr(), dev_info.length()]; let irq = [ GIC_FDT_IRQ_TYPE_SPI, dev_info.irq() - IRQ_BASE, IRQ_TYPE_LEVEL_HI, ]; let rtc_node = fdt.begin_node(&format!("rtc@{:x}", dev_info.addr()))?; fdt.property("compatible", compatible)?; fdt.property_array_u64("reg", &rtc_reg_prop)?; fdt.property_array_u32("interrupts", &irq)?; fdt.property_u32("clocks", CLOCK_PHANDLE)?; fdt.property_string("clock-names", "apb_pclk")?; fdt.end_node(rtc_node)?; Ok(()) } fn create_gpio_node( fdt: &mut FdtWriter, dev_info: &T, ) -> FdtWriterResult<()> { // PL061 GPIO controller node let compatible = b"arm,pl061\0arm,primecell\0"; let gpio_reg_prop = [dev_info.addr(), dev_info.length()]; let irq = [ GIC_FDT_IRQ_TYPE_SPI, dev_info.irq() - IRQ_BASE, IRQ_TYPE_EDGE_RISING, ]; let gpio_node = fdt.begin_node(&format!("pl061@{:x}", dev_info.addr()))?; fdt.property("compatible", compatible)?; fdt.property_array_u64("reg", &gpio_reg_prop)?; fdt.property_array_u32("interrupts", &irq)?; fdt.property_null("gpio-controller")?; fdt.property_u32("#gpio-cells", 2)?; fdt.property_u32("clocks", CLOCK_PHANDLE)?; fdt.property_string("clock-names", "apb_pclk")?; fdt.property_u32("phandle", GPIO_PHANDLE)?; fdt.end_node(gpio_node)?; // gpio-keys node let gpio_keys_node = fdt.begin_node("gpio-keys")?; fdt.property_string("compatible", "gpio-keys")?; fdt.property_u32("#size-cells", 0)?; fdt.property_u32("#address-cells", 1)?; let gpio_keys_poweroff_node = fdt.begin_node("button@1")?; fdt.property_string("label", "GPIO Key Poweroff")?; fdt.property_u32("linux,code", KEY_POWER)?; let gpios = [GPIO_PHANDLE, 3, 0]; fdt.property_array_u32("gpios", &gpios)?; fdt.end_node(gpio_keys_poweroff_node)?; fdt.end_node(gpio_keys_node)?; Ok(()) } fn create_devices_node( fdt: &mut FdtWriter, dev_info: &HashMap<(DeviceType, String), T, S>, ) -> FdtWriterResult<()> { // Create one temp Vec to store all virtio devices let mut ordered_virtio_device: Vec<&T> = Vec::new(); for ((device_type, _device_id), info) in dev_info { match device_type { DeviceType::Gpio => create_gpio_node(fdt, info)?, DeviceType::Rtc => create_rtc_node(fdt, info)?, DeviceType::Serial => create_serial_node(fdt, info)?, DeviceType::Virtio(_) => { ordered_virtio_device.push(info); } } } // Sort out virtio devices by address from low to high and insert them into fdt table. ordered_virtio_device.sort_by_key(|&a| a.addr()); // Current address allocation strategy in cloud-hypervisor is: the first created device // will be allocated to higher address. Here we reverse the vector to make sure that // the older created device will appear in front of the newer created device in FDT. ordered_virtio_device.reverse(); for ordered_device_info in ordered_virtio_device.drain(..) { create_virtio_node(fdt, ordered_device_info)?; } Ok(()) } fn create_pci_nodes( fdt: &mut FdtWriter, pci_device_base: u64, pci_device_size: u64, ) -> FdtWriterResult<()> { // Add node for PCIe controller. // See Documentation/devicetree/bindings/pci/host-generic-pci.txt in the kernel // and https://elinux.org/Device_Tree_Usage. let ranges = [ // mmio addresses 0x2000000, // (ss = 10: 32-bit memory space) (MEM_32BIT_DEVICES_START.0 >> 32) as u32, // PCI address MEM_32BIT_DEVICES_START.0 as u32, (MEM_32BIT_DEVICES_START.0 >> 32) as u32, // CPU address MEM_32BIT_DEVICES_START.0 as u32, (MEM_32BIT_DEVICES_SIZE >> 32) as u32, // size MEM_32BIT_DEVICES_SIZE as u32, // device addresses 0x3000000, // (ss = 11: 64-bit memory space) (pci_device_base >> 32) as u32, // PCI address pci_device_base as u32, (pci_device_base >> 32) as u32, // CPU address pci_device_base as u32, (pci_device_size >> 32) as u32, // size pci_device_size as u32, ]; let bus_range = [0, 0]; // Only bus 0 let reg = [PCI_MMCONFIG_START.0, PCI_MMCONFIG_SIZE]; let pci_node = fdt.begin_node("pci")?; fdt.property_string("compatible", "pci-host-ecam-generic")?; fdt.property_string("device_type", "pci")?; fdt.property_array_u32("ranges", &ranges)?; fdt.property_array_u32("bus-range", &bus_range)?; fdt.property_u32("#address-cells", 3)?; fdt.property_u32("#size-cells", 2)?; fdt.property_array_u64("reg", ®)?; fdt.property_u32("#interrupt-cells", 1)?; fdt.property_null("interrupt-map")?; fdt.property_null("interrupt-map-mask")?; fdt.property_null("dma-coherent")?; fdt.property_u32("msi-parent", MSI_PHANDLE)?; fdt.end_node(pci_node)?; Ok(()) }