Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 1 | /* |
| 2 | * ARM64 Specific Low-Level ACPI Boot Support |
| 3 | * |
| 4 | * Copyright (C) 2013-2014, Linaro Ltd. |
| 5 | * Author: Al Stone <al.stone@linaro.org> |
| 6 | * Author: Graeme Gregory <graeme.gregory@linaro.org> |
| 7 | * Author: Hanjun Guo <hanjun.guo@linaro.org> |
| 8 | * Author: Tomasz Nowicki <tomasz.nowicki@linaro.org> |
| 9 | * Author: Naresh Bhat <naresh.bhat@linaro.org> |
| 10 | * |
| 11 | * This program is free software; you can redistribute it and/or modify |
| 12 | * it under the terms of the GNU General Public License version 2 as |
| 13 | * published by the Free Software Foundation. |
| 14 | */ |
| 15 | |
| 16 | #define pr_fmt(fmt) "ACPI: " fmt |
| 17 | |
| 18 | #include <linux/acpi.h> |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 19 | #include <linux/cpumask.h> |
AKASHI Takahiro | 09ffcb0d | 2018-07-23 10:57:32 +0900 | [diff] [blame] | 20 | #include <linux/efi.h> |
Bhupesh Sharma | 6e7300c | 2017-04-04 17:02:41 +0100 | [diff] [blame] | 21 | #include <linux/efi-bgrt.h> |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 22 | #include <linux/init.h> |
| 23 | #include <linux/irq.h> |
| 24 | #include <linux/irqdomain.h> |
| 25 | #include <linux/memblock.h> |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 26 | #include <linux/of_fdt.h> |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 27 | #include <linux/smp.h> |
Aleksey Makarov | 888125a | 2016-09-27 23:54:14 +0300 | [diff] [blame] | 28 | #include <linux/serial_core.h> |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 29 | |
James Morse | d44f1b8 | 2019-01-29 18:48:50 +0000 | [diff] [blame] | 30 | #include <acpi/ghes.h> |
Hanjun Guo | fccb9a8 | 2015-03-24 22:02:45 +0800 | [diff] [blame] | 31 | #include <asm/cputype.h> |
| 32 | #include <asm/cpu_ops.h> |
James Morse | d44f1b8 | 2019-01-29 18:48:50 +0000 | [diff] [blame] | 33 | #include <asm/daifflags.h> |
AKASHI Takahiro | 09ffcb0d | 2018-07-23 10:57:32 +0900 | [diff] [blame] | 34 | #include <asm/pgtable.h> |
Hanjun Guo | fccb9a8 | 2015-03-24 22:02:45 +0800 | [diff] [blame] | 35 | #include <asm/smp_plat.h> |
| 36 | |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 37 | int acpi_noirq = 1; /* skip ACPI IRQ initialization */ |
| 38 | int acpi_disabled = 1; |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 39 | EXPORT_SYMBOL(acpi_disabled); |
| 40 | |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 41 | int acpi_pci_disabled = 1; /* skip ACPI PCI scan and IRQ initialization */ |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 42 | EXPORT_SYMBOL(acpi_pci_disabled); |
| 43 | |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 44 | static bool param_acpi_off __initdata; |
Ard Biesheuvel | 6a1f547 | 2016-04-12 16:09:11 +0200 | [diff] [blame] | 45 | static bool param_acpi_on __initdata; |
Lorenzo Pieralisi | fb094eb | 2015-03-25 15:22:13 +0000 | [diff] [blame] | 46 | static bool param_acpi_force __initdata; |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 47 | |
| 48 | static int __init parse_acpi(char *arg) |
| 49 | { |
| 50 | if (!arg) |
| 51 | return -EINVAL; |
| 52 | |
| 53 | /* "acpi=off" disables both ACPI table parsing and interpreter */ |
| 54 | if (strcmp(arg, "off") == 0) |
| 55 | param_acpi_off = true; |
Ard Biesheuvel | 6a1f547 | 2016-04-12 16:09:11 +0200 | [diff] [blame] | 56 | else if (strcmp(arg, "on") == 0) /* prefer ACPI over DT */ |
| 57 | param_acpi_on = true; |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 58 | else if (strcmp(arg, "force") == 0) /* force ACPI to be enabled */ |
| 59 | param_acpi_force = true; |
| 60 | else |
| 61 | return -EINVAL; /* Core will print when we return error */ |
| 62 | |
| 63 | return 0; |
| 64 | } |
| 65 | early_param("acpi", parse_acpi); |
| 66 | |
| 67 | static int __init dt_scan_depth1_nodes(unsigned long node, |
| 68 | const char *uname, int depth, |
| 69 | void *data) |
| 70 | { |
| 71 | /* |
Mark Rutland | 9981293 | 2016-04-25 11:25:11 +0100 | [diff] [blame] | 72 | * Ignore anything not directly under the root node; we'll |
| 73 | * catch its parent instead. |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 74 | */ |
Mark Rutland | 9981293 | 2016-04-25 11:25:11 +0100 | [diff] [blame] | 75 | if (depth != 1) |
| 76 | return 0; |
Shannon Zhao | 2366c7f | 2016-04-07 20:03:29 +0800 | [diff] [blame] | 77 | |
Mark Rutland | 9981293 | 2016-04-25 11:25:11 +0100 | [diff] [blame] | 78 | if (strcmp(uname, "chosen") == 0) |
| 79 | return 0; |
| 80 | |
| 81 | if (strcmp(uname, "hypervisor") == 0 && |
| 82 | of_flat_dt_is_compatible(node, "xen,xen")) |
| 83 | return 0; |
| 84 | |
| 85 | /* |
| 86 | * This node at depth 1 is neither a chosen node nor a xen node, |
| 87 | * which we do not expect. |
| 88 | */ |
| 89 | return 1; |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 90 | } |
| 91 | |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 92 | /* |
| 93 | * __acpi_map_table() will be called before page_init(), so early_ioremap() |
| 94 | * or early_memremap() should be called here to for ACPI table mapping. |
| 95 | */ |
Andy Shevchenko | 6c9a58e | 2017-07-18 18:04:17 +0300 | [diff] [blame] | 96 | void __init __iomem *__acpi_map_table(unsigned long phys, unsigned long size) |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 97 | { |
| 98 | if (!size) |
| 99 | return NULL; |
| 100 | |
| 101 | return early_memremap(phys, size); |
| 102 | } |
| 103 | |
Andy Shevchenko | 6c9a58e | 2017-07-18 18:04:17 +0300 | [diff] [blame] | 104 | void __init __acpi_unmap_table(void __iomem *map, unsigned long size) |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 105 | { |
| 106 | if (!map || !size) |
| 107 | return; |
| 108 | |
| 109 | early_memunmap(map, size); |
| 110 | } |
| 111 | |
Mark Rutland | c5a1330 | 2015-04-30 14:22:04 +0100 | [diff] [blame] | 112 | bool __init acpi_psci_present(void) |
| 113 | { |
| 114 | return acpi_gbl_FADT.arm_boot_flags & ACPI_FADT_PSCI_COMPLIANT; |
| 115 | } |
| 116 | |
| 117 | /* Whether HVC must be used instead of SMC as the PSCI conduit */ |
James Morse | fa31ab7 | 2018-01-08 15:38:15 +0000 | [diff] [blame] | 118 | bool acpi_psci_use_hvc(void) |
Mark Rutland | c5a1330 | 2015-04-30 14:22:04 +0100 | [diff] [blame] | 119 | { |
| 120 | return acpi_gbl_FADT.arm_boot_flags & ACPI_FADT_PSCI_USE_HVC; |
| 121 | } |
| 122 | |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 123 | /* |
| 124 | * acpi_fadt_sanity_check() - Check FADT presence and carry out sanity |
| 125 | * checks on it |
| 126 | * |
| 127 | * Return 0 on success, <0 on failure |
| 128 | */ |
| 129 | static int __init acpi_fadt_sanity_check(void) |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 130 | { |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 131 | struct acpi_table_header *table; |
| 132 | struct acpi_table_fadt *fadt; |
| 133 | acpi_status status; |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 134 | int ret = 0; |
| 135 | |
| 136 | /* |
| 137 | * FADT is required on arm64; retrieve it to check its presence |
| 138 | * and carry out revision and ACPI HW reduced compliancy tests |
| 139 | */ |
Lv Zheng | 6b11d1d | 2016-12-14 15:04:39 +0800 | [diff] [blame] | 140 | status = acpi_get_table(ACPI_SIG_FADT, 0, &table); |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 141 | if (ACPI_FAILURE(status)) { |
| 142 | const char *msg = acpi_format_exception(status); |
| 143 | |
| 144 | pr_err("Failed to get FADT table, %s\n", msg); |
| 145 | return -ENODEV; |
| 146 | } |
| 147 | |
| 148 | fadt = (struct acpi_table_fadt *)table; |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 149 | |
| 150 | /* |
| 151 | * Revision in table header is the FADT Major revision, and there |
| 152 | * is a minor revision of FADT which was introduced by ACPI 5.1, |
| 153 | * we only deal with ACPI 5.1 or newer revision to get GIC and SMP |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 154 | * boot protocol configuration data. |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 155 | */ |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 156 | if (table->revision < 5 || |
| 157 | (table->revision == 5 && fadt->minor_revision < 1)) { |
| 158 | pr_err("Unsupported FADT revision %d.%d, should be 5.1+\n", |
| 159 | table->revision, fadt->minor_revision); |
| 160 | ret = -EINVAL; |
| 161 | goto out; |
Hanjun Guo | fccb9a8 | 2015-03-24 22:02:45 +0800 | [diff] [blame] | 162 | } |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 163 | |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 164 | if (!(fadt->flags & ACPI_FADT_HW_REDUCED)) { |
| 165 | pr_err("FADT not ACPI hardware reduced compliant\n"); |
| 166 | ret = -EINVAL; |
| 167 | } |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 168 | |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 169 | out: |
| 170 | /* |
Lv Zheng | 6b11d1d | 2016-12-14 15:04:39 +0800 | [diff] [blame] | 171 | * acpi_get_table() creates FADT table mapping that |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 172 | * should be released after parsing and before resuming boot |
| 173 | */ |
Lv Zheng | 6b11d1d | 2016-12-14 15:04:39 +0800 | [diff] [blame] | 174 | acpi_put_table(table); |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 175 | return ret; |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 176 | } |
| 177 | |
| 178 | /* |
| 179 | * acpi_boot_table_init() called from setup_arch(), always. |
| 180 | * 1. find RSDP and get its address, and then find XSDT |
| 181 | * 2. extract all tables and checksums them all |
| 182 | * 3. check ACPI FADT revision |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 183 | * 4. check ACPI FADT HW reduced flag |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 184 | * |
| 185 | * We can parse ACPI boot-time tables such as MADT after |
| 186 | * this function is called. |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 187 | * |
Lorenzo Pieralisi | fb094eb | 2015-03-25 15:22:13 +0000 | [diff] [blame] | 188 | * On return ACPI is enabled if either: |
| 189 | * |
| 190 | * - ACPI tables are initialized and sanity checks passed |
| 191 | * - acpi=force was passed in the command line and ACPI was not disabled |
| 192 | * explicitly through acpi=off command line parameter |
| 193 | * |
| 194 | * ACPI is disabled on function return otherwise |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 195 | */ |
| 196 | void __init acpi_boot_table_init(void) |
| 197 | { |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 198 | /* |
| 199 | * Enable ACPI instead of device tree unless |
| 200 | * - ACPI has been disabled explicitly (acpi=off), or |
Shannon Zhao | 2366c7f | 2016-04-07 20:03:29 +0800 | [diff] [blame] | 201 | * - the device tree is not empty (it has more than just a /chosen node, |
| 202 | * and a /hypervisor node when running on Xen) |
Ard Biesheuvel | 6a1f547 | 2016-04-12 16:09:11 +0200 | [diff] [blame] | 203 | * and ACPI has not been [force] enabled (acpi=on|force) |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 204 | */ |
| 205 | if (param_acpi_off || |
Ard Biesheuvel | 6a1f547 | 2016-04-12 16:09:11 +0200 | [diff] [blame] | 206 | (!param_acpi_on && !param_acpi_force && |
| 207 | of_scan_flat_dt(dt_scan_depth1_nodes, NULL))) |
Aleksey Makarov | 888125a | 2016-09-27 23:54:14 +0300 | [diff] [blame] | 208 | goto done; |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 209 | |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 210 | /* |
| 211 | * ACPI is disabled at this point. Enable it in order to parse |
| 212 | * the ACPI tables and carry out sanity checks |
| 213 | */ |
Al Stone | b10d79f | 2015-03-24 14:02:41 +0000 | [diff] [blame] | 214 | enable_acpi(); |
| 215 | |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 216 | /* |
| 217 | * If ACPI tables are initialized and FADT sanity checks passed, |
| 218 | * leave ACPI enabled and carry on booting; otherwise disable ACPI |
| 219 | * on initialization error. |
Lorenzo Pieralisi | fb094eb | 2015-03-25 15:22:13 +0000 | [diff] [blame] | 220 | * If acpi=force was passed on the command line it forces ACPI |
| 221 | * to be enabled even if its initialization failed. |
Lorenzo Pieralisi | 54971e4 | 2015-03-25 15:13:56 +0000 | [diff] [blame] | 222 | */ |
| 223 | if (acpi_table_init() || acpi_fadt_sanity_check()) { |
| 224 | pr_err("Failed to init ACPI tables\n"); |
Lorenzo Pieralisi | fb094eb | 2015-03-25 15:22:13 +0000 | [diff] [blame] | 225 | if (!param_acpi_force) |
| 226 | disable_acpi(); |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 227 | } |
Aleksey Makarov | 888125a | 2016-09-27 23:54:14 +0300 | [diff] [blame] | 228 | |
| 229 | done: |
| 230 | if (acpi_disabled) { |
Prarit Bhargava | 0231d00 | 2018-01-18 10:09:51 -0500 | [diff] [blame] | 231 | if (earlycon_acpi_spcr_enable) |
Aleksey Makarov | 888125a | 2016-09-27 23:54:14 +0300 | [diff] [blame] | 232 | early_init_dt_scan_chosen_stdout(); |
| 233 | } else { |
Prarit Bhargava | 0231d00 | 2018-01-18 10:09:51 -0500 | [diff] [blame] | 234 | acpi_parse_spcr(earlycon_acpi_spcr_enable, true); |
Bhupesh Sharma | 6e7300c | 2017-04-04 17:02:41 +0100 | [diff] [blame] | 235 | if (IS_ENABLED(CONFIG_ACPI_BGRT)) |
| 236 | acpi_table_parse(ACPI_SIG_BGRT, acpi_parse_bgrt); |
Aleksey Makarov | 888125a | 2016-09-27 23:54:14 +0300 | [diff] [blame] | 237 | } |
Al Stone | 3765516 | 2015-03-24 14:02:37 +0000 | [diff] [blame] | 238 | } |
Tomasz Nowicki | d60fc38 | 2015-03-24 14:02:49 +0000 | [diff] [blame] | 239 | |
AKASHI Takahiro | 09ffcb0d | 2018-07-23 10:57:32 +0900 | [diff] [blame] | 240 | pgprot_t __acpi_get_mem_attribute(phys_addr_t addr) |
Jonathan (Zhixiong) Zhang | 89e44b5 | 2015-09-04 14:11:41 +0100 | [diff] [blame] | 241 | { |
| 242 | /* |
| 243 | * According to "Table 8 Map: EFI memory types to AArch64 memory |
| 244 | * types" of UEFI 2.5 section 2.3.6.1, each EFI memory type is |
| 245 | * mapped to a corresponding MAIR attribute encoding. |
| 246 | * The EFI memory attribute advises all possible capabilities |
| 247 | * of a memory region. We use the most efficient capability. |
| 248 | */ |
| 249 | |
| 250 | u64 attr; |
| 251 | |
| 252 | attr = efi_mem_attributes(addr); |
| 253 | if (attr & EFI_MEMORY_WB) |
| 254 | return PAGE_KERNEL; |
| 255 | if (attr & EFI_MEMORY_WT) |
| 256 | return __pgprot(PROT_NORMAL_WT); |
| 257 | if (attr & EFI_MEMORY_WC) |
| 258 | return __pgprot(PROT_NORMAL_NC); |
| 259 | return __pgprot(PROT_DEVICE_nGnRnE); |
| 260 | } |
James Morse | d44f1b8 | 2019-01-29 18:48:50 +0000 | [diff] [blame] | 261 | |
| 262 | /* |
| 263 | * Claim Synchronous External Aborts as a firmware first notification. |
| 264 | * |
| 265 | * Used by KVM and the arch do_sea handler. |
| 266 | * @regs may be NULL when called from process context. |
| 267 | */ |
| 268 | int apei_claim_sea(struct pt_regs *regs) |
| 269 | { |
| 270 | int err = -ENOENT; |
| 271 | unsigned long current_flags; |
| 272 | |
| 273 | if (!IS_ENABLED(CONFIG_ACPI_APEI_GHES)) |
| 274 | return err; |
| 275 | |
| 276 | current_flags = arch_local_save_flags(); |
| 277 | |
| 278 | /* |
| 279 | * SEA can interrupt SError, mask it and describe this as an NMI so |
| 280 | * that APEI defers the handling. |
| 281 | */ |
| 282 | local_daif_restore(DAIF_ERRCTX); |
| 283 | nmi_enter(); |
| 284 | err = ghes_notify_sea(); |
| 285 | nmi_exit(); |
| 286 | local_daif_restore(current_flags); |
| 287 | |
| 288 | return err; |
| 289 | } |