blob: e27caa4b47a1bff6e9644a82e7ad2e2b3a6acb1c [file] [log] [blame]
Christoffer Dall749cf76c2013-01-20 18:28:06 -05001/*
2 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
3 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2, as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 */
18
19#ifndef __ARM_KVM_EMULATE_H__
20#define __ARM_KVM_EMULATE_H__
21
22#include <linux/kvm_host.h>
23#include <asm/kvm_asm.h>
Christoffer Dall45e96ea2013-01-20 18:43:58 -050024#include <asm/kvm_mmio.h>
Marc Zyngier7393b592012-09-17 19:27:09 +010025#include <asm/kvm_arm.h>
Andre Przywara4429fc62014-06-02 15:37:13 +020026#include <asm/cputype.h>
Christoffer Dall749cf76c2013-01-20 18:28:06 -050027
Marc Zyngier74a64a92017-10-29 02:18:09 +000028/* arm64 compatibility macros */
29#define COMPAT_PSR_MODE_ABT ABT_MODE
30#define COMPAT_PSR_MODE_UND UND_MODE
31#define COMPAT_PSR_T_BIT PSR_T_BIT
32#define COMPAT_PSR_I_BIT PSR_I_BIT
33#define COMPAT_PSR_A_BIT PSR_A_BIT
34#define COMPAT_PSR_E_BIT PSR_E_BIT
35#define COMPAT_PSR_IT_MASK PSR_IT_MASK
36
Marc Zyngierdb730d82012-10-03 11:17:02 +010037unsigned long *vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num);
Marc Zyngier74a64a92017-10-29 02:18:09 +000038
39static inline unsigned long *vcpu_reg32(struct kvm_vcpu *vcpu, u8 reg_num)
40{
41 return vcpu_reg(vcpu, reg_num);
42}
43
Marc Zyngierdb730d82012-10-03 11:17:02 +010044unsigned long *vcpu_spsr(struct kvm_vcpu *vcpu);
Christoffer Dall749cf76c2013-01-20 18:28:06 -050045
Pavel Fedinbc45a512015-12-04 15:03:11 +030046static inline unsigned long vcpu_get_reg(struct kvm_vcpu *vcpu,
47 u8 reg_num)
48{
49 return *vcpu_reg(vcpu, reg_num);
50}
51
52static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,
53 unsigned long val)
54{
55 *vcpu_reg(vcpu, reg_num) = val;
56}
57
Marc Zyngier3aedd5c2016-09-06 09:28:43 +010058bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
59void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
Marc Zyngier74a64a92017-10-29 02:18:09 +000060void kvm_inject_undef32(struct kvm_vcpu *vcpu);
61void kvm_inject_dabt32(struct kvm_vcpu *vcpu, unsigned long addr);
62void kvm_inject_pabt32(struct kvm_vcpu *vcpu, unsigned long addr);
Marc Zyngierbfb78b52016-09-06 14:02:09 +010063void kvm_inject_vabt(struct kvm_vcpu *vcpu);
Marc Zyngier74a64a92017-10-29 02:18:09 +000064
65static inline void kvm_inject_undefined(struct kvm_vcpu *vcpu)
66{
67 kvm_inject_undef32(vcpu);
68}
69
70static inline void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr)
71{
72 kvm_inject_dabt32(vcpu, addr);
73}
74
75static inline void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr)
76{
77 kvm_inject_pabt32(vcpu, addr);
78}
Christoffer Dall5b3e5e52013-01-20 18:28:09 -050079
Marc Zyngier3aedd5c2016-09-06 09:28:43 +010080static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)
81{
82 return kvm_condition_valid32(vcpu);
83}
84
85static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)
86{
87 kvm_skip_instr32(vcpu, is_wide_instr);
88}
89
Christoffer Dallb856a592014-10-16 17:21:16 +020090static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)
91{
92 vcpu->arch.hcr = HCR_GUEST_MASK;
93}
94
Christoffer Dall3df59d82017-08-03 12:09:05 +020095static inline unsigned long *vcpu_hcr(const struct kvm_vcpu *vcpu)
Marc Zyngier3c1e7162014-12-19 16:05:31 +000096{
Christoffer Dall3df59d82017-08-03 12:09:05 +020097 return (unsigned long *)&vcpu->arch.hcr;
Marc Zyngier3c1e7162014-12-19 16:05:31 +000098}
99
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100100static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)
Marc Zyngieraa024c22013-01-20 18:28:13 -0500101{
102 return 1;
103}
104
Marc Zyngierdb730d82012-10-03 11:17:02 +0100105static inline unsigned long *vcpu_pc(struct kvm_vcpu *vcpu)
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500106{
Marc Zyngierc2a8dab5072016-01-03 11:26:01 +0000107 return &vcpu->arch.ctxt.gp_regs.usr_regs.ARM_pc;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500108}
109
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100110static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500111{
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100112 return (unsigned long *)&vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500113}
114
Marc Zyngieraa024c22013-01-20 18:28:13 -0500115static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)
116{
117 *vcpu_cpsr(vcpu) |= PSR_T_BIT;
118}
119
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500120static inline bool mode_has_spsr(struct kvm_vcpu *vcpu)
121{
Marc Zyngierc2a8dab5072016-01-03 11:26:01 +0000122 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500123 return (cpsr_mode > USR_MODE && cpsr_mode < SYSTEM_MODE);
124}
125
126static inline bool vcpu_mode_priv(struct kvm_vcpu *vcpu)
127{
Marc Zyngierc2a8dab5072016-01-03 11:26:01 +0000128 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
Luis de Bethencourtb276f1b2018-01-23 15:11:14 +0000129 return cpsr_mode > USR_MODE;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500130}
131
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100132static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)
Marc Zyngier7393b592012-09-17 19:27:09 +0100133{
134 return vcpu->arch.fault.hsr;
135}
136
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100137static inline int kvm_vcpu_get_condition(const struct kvm_vcpu *vcpu)
138{
139 u32 hsr = kvm_vcpu_get_hsr(vcpu);
140
141 if (hsr & HSR_CV)
142 return (hsr & HSR_COND) >> HSR_COND_SHIFT;
143
144 return -1;
145}
146
Marc Zyngier7393b592012-09-17 19:27:09 +0100147static inline unsigned long kvm_vcpu_get_hfar(struct kvm_vcpu *vcpu)
148{
149 return vcpu->arch.fault.hxfar;
150}
151
152static inline phys_addr_t kvm_vcpu_get_fault_ipa(struct kvm_vcpu *vcpu)
153{
154 return ((phys_addr_t)vcpu->arch.fault.hpfar & HPFAR_MASK) << 8;
155}
156
Marc Zyngier4a1df282012-09-18 11:06:23 +0100157static inline bool kvm_vcpu_dabt_isvalid(struct kvm_vcpu *vcpu)
158{
159 return kvm_vcpu_get_hsr(vcpu) & HSR_ISV;
160}
161
Marc Zyngier023cc962012-09-18 11:12:26 +0100162static inline bool kvm_vcpu_dabt_iswrite(struct kvm_vcpu *vcpu)
163{
164 return kvm_vcpu_get_hsr(vcpu) & HSR_WNR;
165}
166
Marc Zyngier7c511b82012-09-18 11:23:02 +0100167static inline bool kvm_vcpu_dabt_issext(struct kvm_vcpu *vcpu)
168{
169 return kvm_vcpu_get_hsr(vcpu) & HSR_SSE;
170}
171
Marc Zyngierd0adf742012-09-18 11:28:57 +0100172static inline int kvm_vcpu_dabt_get_rd(struct kvm_vcpu *vcpu)
173{
174 return (kvm_vcpu_get_hsr(vcpu) & HSR_SRT_MASK) >> HSR_SRT_SHIFT;
175}
176
Marc Zyngierb37670b2012-09-18 11:37:28 +0100177static inline bool kvm_vcpu_dabt_iss1tw(struct kvm_vcpu *vcpu)
178{
179 return kvm_vcpu_get_hsr(vcpu) & HSR_DABT_S1PTW;
180}
181
Marc Zyngier57c841f2016-01-29 15:01:28 +0000182static inline bool kvm_vcpu_dabt_is_cm(struct kvm_vcpu *vcpu)
183{
184 return !!(kvm_vcpu_get_hsr(vcpu) & HSR_DABT_CM);
185}
186
Marc Zyngiera7123372012-09-18 11:43:30 +0100187/* Get Access Size from a data abort */
188static inline int kvm_vcpu_dabt_get_as(struct kvm_vcpu *vcpu)
189{
190 switch ((kvm_vcpu_get_hsr(vcpu) >> 22) & 0x3) {
191 case 0:
192 return 1;
193 case 1:
194 return 2;
195 case 2:
196 return 4;
197 default:
198 kvm_err("Hardware is weird: SAS 0b11 is reserved\n");
199 return -EFAULT;
200 }
201}
202
Marc Zyngier23b415d2012-09-18 12:07:06 +0100203/* This one is not specific to Data Abort */
204static inline bool kvm_vcpu_trap_il_is32bit(struct kvm_vcpu *vcpu)
205{
206 return kvm_vcpu_get_hsr(vcpu) & HSR_IL;
207}
208
Marc Zyngier4926d442012-09-18 14:09:58 +0100209static inline u8 kvm_vcpu_trap_get_class(struct kvm_vcpu *vcpu)
210{
211 return kvm_vcpu_get_hsr(vcpu) >> HSR_EC_SHIFT;
212}
213
Marc Zyngier52d1dba2012-10-15 10:33:38 +0100214static inline bool kvm_vcpu_trap_is_iabt(struct kvm_vcpu *vcpu)
215{
216 return kvm_vcpu_trap_get_class(vcpu) == HSR_EC_IABT;
217}
218
Marc Zyngier1cc287d2012-09-18 14:14:35 +0100219static inline u8 kvm_vcpu_trap_get_fault(struct kvm_vcpu *vcpu)
220{
Christoffer Dall0496daa52014-09-26 12:29:34 +0200221 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC;
222}
223
224static inline u8 kvm_vcpu_trap_get_fault_type(struct kvm_vcpu *vcpu)
225{
Marc Zyngier1cc287d2012-09-18 14:14:35 +0100226 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC_TYPE;
227}
228
James Morsebb428922017-07-18 13:37:41 +0100229static inline bool kvm_vcpu_dabt_isextabt(struct kvm_vcpu *vcpu)
230{
Dongjiu Genga2b83132017-10-30 14:05:18 +0800231 switch (kvm_vcpu_trap_get_fault(vcpu)) {
James Morsebb428922017-07-18 13:37:41 +0100232 case FSC_SEA:
233 case FSC_SEA_TTW0:
234 case FSC_SEA_TTW1:
235 case FSC_SEA_TTW2:
236 case FSC_SEA_TTW3:
237 case FSC_SECC:
238 case FSC_SECC_TTW0:
239 case FSC_SECC_TTW1:
240 case FSC_SECC_TTW2:
241 case FSC_SECC_TTW3:
242 return true;
243 default:
244 return false;
245 }
246}
247
Christoffer Dallc088f8f2013-02-21 11:26:10 -0800248static inline u32 kvm_vcpu_hvc_get_imm(struct kvm_vcpu *vcpu)
249{
250 return kvm_vcpu_get_hsr(vcpu) & HSR_HVC_IMM_MASK;
251}
252
Andre Przywara4429fc62014-06-02 15:37:13 +0200253static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)
Marc Zyngier79c64882013-10-18 18:19:03 +0100254{
Marc Zyngierfb32a522016-01-03 11:26:01 +0000255 return vcpu_cp15(vcpu, c0_MPIDR) & MPIDR_HWID_BITMASK;
Marc Zyngier79c64882013-10-18 18:19:03 +0100256}
257
Marc Zyngierce94fe92013-11-05 14:12:15 +0000258static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)
259{
260 *vcpu_cpsr(vcpu) |= PSR_E_BIT;
261}
262
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000263static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)
264{
265 return !!(*vcpu_cpsr(vcpu) & PSR_E_BIT);
266}
267
268static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,
269 unsigned long data,
270 unsigned int len)
271{
272 if (kvm_vcpu_is_be(vcpu)) {
273 switch (len) {
274 case 1:
275 return data & 0xff;
276 case 2:
277 return be16_to_cpu(data & 0xffff);
278 default:
279 return be32_to_cpu(data);
280 }
Victor Kamensky27f194f2014-06-12 09:30:05 -0700281 } else {
282 switch (len) {
283 case 1:
284 return data & 0xff;
285 case 2:
286 return le16_to_cpu(data & 0xffff);
287 default:
288 return le32_to_cpu(data);
289 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000290 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000291}
292
293static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,
294 unsigned long data,
295 unsigned int len)
296{
297 if (kvm_vcpu_is_be(vcpu)) {
298 switch (len) {
299 case 1:
300 return data & 0xff;
301 case 2:
302 return cpu_to_be16(data & 0xffff);
303 default:
304 return cpu_to_be32(data);
305 }
Victor Kamensky27f194f2014-06-12 09:30:05 -0700306 } else {
307 switch (len) {
308 case 1:
309 return data & 0xff;
310 case 2:
311 return cpu_to_le16(data & 0xffff);
312 default:
313 return cpu_to_le32(data);
314 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000315 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000316}
317
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500318#endif /* __ARM_KVM_EMULATE_H__ */