blob: 9dda2602c862ad08622439abae2935148f3de1b0 [file] [log] [blame]
Ard Biesheuvel4febfb82019-02-02 10:41:15 +01001// SPDX-License-Identifier: GPL-2.0
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +01002/*
3 * Extensible Firmware Interface
4 *
5 * Based on Extensible Firmware Interface Specification version 2.4
6 *
7 * Copyright (C) 2013, 2014 Linaro Ltd.
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +01008 */
9
Ard Biesheuvelbb817be2017-06-02 13:52:07 +000010#include <linux/dmi.h>
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010011#include <linux/efi.h>
Ard Biesheuvelf7d92482015-11-30 13:28:19 +010012#include <linux/io.h>
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010013#include <linux/memblock.h>
14#include <linux/mm_types.h>
15#include <linux/preempt.h>
16#include <linux/rbtree.h>
17#include <linux/rwsem.h>
18#include <linux/sched.h>
19#include <linux/slab.h>
20#include <linux/spinlock.h>
21
22#include <asm/cacheflush.h>
23#include <asm/efi.h>
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010024#include <asm/mmu.h>
Ard Biesheuvelf7d92482015-11-30 13:28:19 +010025#include <asm/pgalloc.h>
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010026#include <asm/pgtable.h>
27
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010028extern u64 efi_system_table;
29
Steven Price102f45f2020-02-03 17:36:29 -080030#if defined(CONFIG_PTDUMP_DEBUGFS) && defined(CONFIG_ARM64)
Ard Biesheuvel9d804482016-08-16 14:13:21 +020031#include <asm/ptdump.h>
32
33static struct ptdump_info efi_ptdump_info = {
34 .mm = &efi_mm,
35 .markers = (struct addr_marker[]){
Qian Cai74c953c2019-02-02 10:50:17 +010036 { 0, "UEFI runtime start" },
37 { DEFAULT_MAP_WINDOW_64, "UEFI runtime end" },
38 { -1, NULL }
Ard Biesheuvel9d804482016-08-16 14:13:21 +020039 },
40 .base_addr = 0,
41};
42
43static int __init ptdump_init(void)
44{
Nathan Chancellor67f52a92019-02-01 12:20:01 -070045 if (efi_enabled(EFI_RUNTIME_SERVICES))
46 ptdump_debugfs_register(&efi_ptdump_info, "efi_page_tables");
Mark Rutland6b31a2f2018-03-08 08:00:09 +000047
Nathan Chancellor67f52a92019-02-01 12:20:01 -070048 return 0;
Ard Biesheuvel9d804482016-08-16 14:13:21 +020049}
50device_initcall(ptdump_init);
51
52#endif
53
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010054static bool __init efi_virtmap_init(void)
55{
56 efi_memory_desc_t *md;
Ard Biesheuvel14c43be2016-04-25 21:06:34 +010057 bool systab_found;
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010058
Ard Biesheuvelf7d92482015-11-30 13:28:19 +010059 efi_mm.pgd = pgd_alloc(&efi_mm);
Ard Biesheuveld1eb9812017-03-01 19:05:54 +000060 mm_init_cpumask(&efi_mm);
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010061 init_new_context(NULL, &efi_mm);
62
Ard Biesheuvel14c43be2016-04-25 21:06:34 +010063 systab_found = false;
Matt Fleming78ce2482016-04-25 21:06:38 +010064 for_each_efi_memory_desc(md) {
Ard Biesheuvelf7d92482015-11-30 13:28:19 +010065 phys_addr_t phys = md->phys_addr;
66 int ret;
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010067
68 if (!(md->attribute & EFI_MEMORY_RUNTIME))
69 continue;
70 if (md->virt_addr == 0)
71 return false;
72
Ard Biesheuvelf7d92482015-11-30 13:28:19 +010073 ret = efi_create_mapping(&efi_mm, md);
Ard Biesheuvel1832e6412018-03-08 08:00:11 +000074 if (ret) {
Ard Biesheuvelf7d92482015-11-30 13:28:19 +010075 pr_warn(" EFI remap %pa: failed to create mapping (%d)\n",
76 &phys, ret);
77 return false;
78 }
Ard Biesheuvel14c43be2016-04-25 21:06:34 +010079 /*
80 * If this entry covers the address of the UEFI system table,
81 * calculate and record its virtual address.
82 */
83 if (efi_system_table >= phys &&
84 efi_system_table < phys + (md->num_pages * EFI_PAGE_SIZE)) {
85 efi.systab = (void *)(unsigned long)(efi_system_table -
86 phys + md->virt_addr);
87 systab_found = true;
88 }
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010089 }
Ard Biesheuvel789957e2016-04-25 21:06:46 +010090 if (!systab_found) {
Ard Biesheuvel14c43be2016-04-25 21:06:34 +010091 pr_err("No virtual mapping found for the UEFI System Table\n");
Ard Biesheuvel789957e2016-04-25 21:06:46 +010092 return false;
93 }
94
95 if (efi_memattr_apply_permissions(&efi_mm, efi_set_mapping_permissions))
96 return false;
97
98 return true;
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +010099}
100
101/*
102 * Enable the UEFI Runtime Services if all prerequisites are in place, i.e.,
103 * non-early mapping of the UEFI system table and virtual mappings for all
104 * EFI_MEMORY_RUNTIME regions.
105 */
Ard Biesheuvelf7d92482015-11-30 13:28:19 +0100106static int __init arm_enable_runtime_services(void)
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100107{
108 u64 mapsize;
109
Ard Biesheuvel33412b82018-11-14 09:55:41 -0800110 if (!efi_enabled(EFI_BOOT)) {
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100111 pr_info("EFI services will not be available.\n");
112 return 0;
113 }
114
Ard Biesheuvel3ea86492018-07-23 10:57:30 +0900115 efi_memmap_unmap();
116
AKASHI Takahiro20d12cf2018-07-23 10:57:31 +0900117 mapsize = efi.memmap.desc_size * efi.memmap.nr_map;
118
119 if (efi_memmap_init_late(efi.memmap.phys_map, mapsize)) {
120 pr_err("Failed to remap EFI memory map\n");
121 return 0;
122 }
123
Dan Williams16993c02019-11-06 17:43:21 -0800124 if (efi_soft_reserve_enabled()) {
125 efi_memory_desc_t *md;
126
127 for_each_efi_memory_desc(md) {
128 int md_size = md->num_pages << EFI_PAGE_SHIFT;
129 struct resource *res;
130
131 if (!(md->attribute & EFI_MEMORY_SP))
132 continue;
133
134 res = kzalloc(sizeof(*res), GFP_KERNEL);
135 if (WARN_ON(!res))
136 break;
137
138 res->start = md->phys_addr;
139 res->end = md->phys_addr + md_size - 1;
140 res->name = "Soft Reserved";
141 res->flags = IORESOURCE_MEM;
142 res->desc = IORES_DESC_SOFT_RESERVED;
143
144 insert_resource(&iomem_resource, res);
145 }
146 }
147
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100148 if (efi_runtime_disabled()) {
149 pr_info("EFI runtime services will be disabled.\n");
150 return 0;
151 }
152
Shannon Zhao0cac5c32016-05-12 20:19:54 +0800153 if (efi_enabled(EFI_RUNTIME_SERVICES)) {
154 pr_info("EFI runtime services access via paravirt.\n");
155 return 0;
156 }
157
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100158 pr_info("Remapping and enabling EFI services.\n");
159
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100160 if (!efi_virtmap_init()) {
Ard Biesheuvel14c43be2016-04-25 21:06:34 +0100161 pr_err("UEFI virtual mapping missing or invalid -- runtime services will not be available\n");
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100162 return -ENOMEM;
163 }
164
165 /* Set up runtime services function pointers */
166 efi_native_runtime_setup();
167 set_bit(EFI_RUNTIME_SERVICES, &efi.flags);
168
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100169 return 0;
170}
Ard Biesheuvelf7d92482015-11-30 13:28:19 +0100171early_initcall(arm_enable_runtime_services);
Ard Biesheuvele5bc22a2015-11-30 13:28:18 +0100172
173void efi_virtmap_load(void)
174{
175 preempt_disable();
176 efi_set_pgd(&efi_mm);
177}
178
179void efi_virtmap_unload(void)
180{
181 efi_set_pgd(current->active_mm);
182 preempt_enable();
183}
Ard Biesheuvelbb817be2017-06-02 13:52:07 +0000184
185
186static int __init arm_dmi_init(void)
187{
188 /*
Robert Richter0fca0812019-03-28 20:34:28 +0100189 * On arm64/ARM, DMI depends on UEFI, and dmi_setup() needs to
Ard Biesheuvelbb817be2017-06-02 13:52:07 +0000190 * be called early because dmi_id_init(), which is an arch_initcall
191 * itself, depends on dmi_scan_machine() having been called already.
192 */
Robert Richter0fca0812019-03-28 20:34:28 +0100193 dmi_setup();
Ard Biesheuvelbb817be2017-06-02 13:52:07 +0000194 return 0;
195}
196core_initcall(arm_dmi_init);