Kees Cook | 90776dd | 2019-08-13 16:04:50 -0700 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
| 2 | /* |
| 3 | * Linker script variables to be set after section resolution, as |
| 4 | * ld.lld does not like variables assigned before SECTIONS is processed. |
| 5 | */ |
| 6 | #ifndef __ARM64_KERNEL_IMAGE_VARS_H |
| 7 | #define __ARM64_KERNEL_IMAGE_VARS_H |
| 8 | |
| 9 | #ifndef LINKER_SCRIPT |
| 10 | #error This file should only be included in vmlinux.lds.S |
| 11 | #endif |
| 12 | |
| 13 | #ifdef CONFIG_EFI |
| 14 | |
Ard Biesheuvel | 9f92237 | 2020-02-17 12:44:37 +0100 | [diff] [blame] | 15 | __efistub_kernel_size = _edata - _text; |
Ard Biesheuvel | 348a625 | 2020-03-26 18:14:23 +0100 | [diff] [blame] | 16 | __efistub_primary_entry_offset = primary_entry - _text; |
Ard Biesheuvel | 9f92237 | 2020-02-17 12:44:37 +0100 | [diff] [blame] | 17 | |
Kees Cook | 90776dd | 2019-08-13 16:04:50 -0700 | [diff] [blame] | 18 | |
| 19 | /* |
| 20 | * The EFI stub has its own symbol namespace prefixed by __efistub_, to |
| 21 | * isolate it from the kernel proper. The following symbols are legally |
| 22 | * accessed by the stub, so provide some aliases to make them accessible. |
| 23 | * Only include data symbols here, or text symbols of functions that are |
| 24 | * guaranteed to be safe when executed at another offset than they were |
| 25 | * linked at. The routines below are all implemented in assembler in a |
| 26 | * position independent manner |
| 27 | */ |
| 28 | __efistub_memcmp = __pi_memcmp; |
| 29 | __efistub_memchr = __pi_memchr; |
| 30 | __efistub_memcpy = __pi_memcpy; |
| 31 | __efistub_memmove = __pi_memmove; |
| 32 | __efistub_memset = __pi_memset; |
| 33 | __efistub_strlen = __pi_strlen; |
| 34 | __efistub_strnlen = __pi_strnlen; |
| 35 | __efistub_strcmp = __pi_strcmp; |
| 36 | __efistub_strncmp = __pi_strncmp; |
| 37 | __efistub_strrchr = __pi_strrchr; |
Ard Biesheuvel | b967696 | 2020-02-28 13:14:07 +0100 | [diff] [blame] | 38 | __efistub___clean_dcache_area_poc = __pi___clean_dcache_area_poc; |
Kees Cook | 90776dd | 2019-08-13 16:04:50 -0700 | [diff] [blame] | 39 | |
| 40 | #ifdef CONFIG_KASAN |
| 41 | __efistub___memcpy = __pi_memcpy; |
| 42 | __efistub___memmove = __pi_memmove; |
| 43 | __efistub___memset = __pi_memset; |
| 44 | #endif |
| 45 | |
| 46 | __efistub__text = _text; |
Kees Cook | 90776dd | 2019-08-13 16:04:50 -0700 | [diff] [blame] | 47 | __efistub__end = _end; |
| 48 | __efistub__edata = _edata; |
| 49 | __efistub_screen_info = screen_info; |
Ard Biesheuvel | 91d150c | 2020-02-10 17:02:46 +0100 | [diff] [blame] | 50 | __efistub__ctype = _ctype; |
Kees Cook | 90776dd | 2019-08-13 16:04:50 -0700 | [diff] [blame] | 51 | |
| 52 | #endif |
| 53 | |
David Brazdil | 7621712 | 2020-06-25 14:14:08 +0100 | [diff] [blame] | 54 | #ifdef CONFIG_KVM |
| 55 | |
| 56 | /* |
| 57 | * KVM nVHE code has its own symbol namespace prefixed with __kvm_nvhe_, to |
| 58 | * separate it from the kernel proper. The following symbols are legally |
| 59 | * accessed by it, therefore provide aliases to make them linkable. |
| 60 | * Do not include symbols which may not be safely accessed under hypervisor |
| 61 | * memory mappings. |
| 62 | */ |
| 63 | |
| 64 | #define KVM_NVHE_ALIAS(sym) __kvm_nvhe_##sym = sym; |
| 65 | |
Andrew Scull | f50b6f6a | 2020-06-25 14:14:10 +0100 | [diff] [blame] | 66 | /* Symbols defined in debug-sr.c (not yet compiled with nVHE build rules). */ |
| 67 | KVM_NVHE_ALIAS(__kvm_get_mdcr_el2); |
| 68 | |
David Brazdil | b877e98 | 2020-06-25 14:14:11 +0100 | [diff] [blame] | 69 | /* Symbols defined in entry.S (not yet compiled with nVHE build rules). */ |
| 70 | KVM_NVHE_ALIAS(__guest_exit); |
| 71 | KVM_NVHE_ALIAS(abort_guest_exit_end); |
| 72 | KVM_NVHE_ALIAS(abort_guest_exit_start); |
| 73 | |
Andrew Scull | f50b6f6a | 2020-06-25 14:14:10 +0100 | [diff] [blame] | 74 | /* Symbols defined in switch.c (not yet compiled with nVHE build rules). */ |
| 75 | KVM_NVHE_ALIAS(__kvm_vcpu_run_nvhe); |
David Brazdil | b877e98 | 2020-06-25 14:14:11 +0100 | [diff] [blame] | 76 | KVM_NVHE_ALIAS(hyp_panic); |
Andrew Scull | f50b6f6a | 2020-06-25 14:14:10 +0100 | [diff] [blame] | 77 | |
| 78 | /* Symbols defined in sysreg-sr.c (not yet compiled with nVHE build rules). */ |
| 79 | KVM_NVHE_ALIAS(__kvm_enable_ssbs); |
| 80 | |
| 81 | /* Symbols defined in timer-sr.c (not yet compiled with nVHE build rules). */ |
| 82 | KVM_NVHE_ALIAS(__kvm_timer_set_cntvoff); |
| 83 | |
| 84 | /* Symbols defined in tlb.c (not yet compiled with nVHE build rules). */ |
| 85 | KVM_NVHE_ALIAS(__kvm_flush_vm_context); |
| 86 | KVM_NVHE_ALIAS(__kvm_tlb_flush_local_vmid); |
| 87 | KVM_NVHE_ALIAS(__kvm_tlb_flush_vmid); |
| 88 | KVM_NVHE_ALIAS(__kvm_tlb_flush_vmid_ipa); |
| 89 | |
| 90 | /* Symbols defined in vgic-v3-sr.c (not yet compiled with nVHE build rules). */ |
| 91 | KVM_NVHE_ALIAS(__vgic_v3_get_ich_vtr_el2); |
| 92 | KVM_NVHE_ALIAS(__vgic_v3_init_lrs); |
| 93 | KVM_NVHE_ALIAS(__vgic_v3_read_vmcr); |
| 94 | KVM_NVHE_ALIAS(__vgic_v3_restore_aprs); |
| 95 | KVM_NVHE_ALIAS(__vgic_v3_save_aprs); |
| 96 | KVM_NVHE_ALIAS(__vgic_v3_write_vmcr); |
| 97 | |
David Brazdil | b877e98 | 2020-06-25 14:14:11 +0100 | [diff] [blame] | 98 | /* Alternative callbacks for init-time patching of nVHE hyp code. */ |
| 99 | KVM_NVHE_ALIAS(arm64_enable_wa2_handling); |
| 100 | KVM_NVHE_ALIAS(kvm_patch_vector_branch); |
| 101 | KVM_NVHE_ALIAS(kvm_update_va_mask); |
| 102 | |
| 103 | /* Global kernel state accessed by nVHE hyp code. */ |
| 104 | KVM_NVHE_ALIAS(arm64_ssbd_callback_required); |
| 105 | KVM_NVHE_ALIAS(kvm_host_data); |
| 106 | |
| 107 | /* Kernel constant needed to compute idmap addresses. */ |
| 108 | KVM_NVHE_ALIAS(kimage_voffset); |
| 109 | |
| 110 | /* Kernel symbols used to call panic() from nVHE hyp code (via ERET). */ |
| 111 | KVM_NVHE_ALIAS(panic); |
| 112 | |
Andrew Scull | 208243c | 2020-06-25 14:14:12 +0100 | [diff] [blame^] | 113 | /* Vectors installed by hyp-init on reset HVC. */ |
| 114 | KVM_NVHE_ALIAS(__hyp_stub_vectors); |
| 115 | |
| 116 | /* IDMAP TCR_EL1.T0SZ as computed by the EL1 init code */ |
| 117 | KVM_NVHE_ALIAS(idmap_t0sz); |
| 118 | |
David Brazdil | 7621712 | 2020-06-25 14:14:08 +0100 | [diff] [blame] | 119 | #endif /* CONFIG_KVM */ |
| 120 | |
Kees Cook | 90776dd | 2019-08-13 16:04:50 -0700 | [diff] [blame] | 121 | #endif /* __ARM64_KERNEL_IMAGE_VARS_H */ |