blob: 77121b713bef3adbc4b2c77c559dab1886dec96b [file] [log] [blame]
Christoffer Dall749cf76c2013-01-20 18:28:06 -05001/*
2 * Copyright (C) 2012 - Virtual Open Systems and Columbia University
3 * Author: Christoffer Dall <c.dall@virtualopensystems.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License, version 2, as
7 * published by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
17 */
18
19#ifndef __ARM_KVM_EMULATE_H__
20#define __ARM_KVM_EMULATE_H__
21
22#include <linux/kvm_host.h>
23#include <asm/kvm_asm.h>
Christoffer Dall45e96ea2013-01-20 18:43:58 -050024#include <asm/kvm_mmio.h>
Marc Zyngier7393b592012-09-17 19:27:09 +010025#include <asm/kvm_arm.h>
Andre Przywara4429fc62014-06-02 15:37:13 +020026#include <asm/cputype.h>
Christoffer Dall749cf76c2013-01-20 18:28:06 -050027
Marc Zyngier74a64a92017-10-29 02:18:09 +000028/* arm64 compatibility macros */
Mark Rutland256c0962018-07-05 15:16:53 +010029#define PSR_AA32_MODE_ABT ABT_MODE
30#define PSR_AA32_MODE_UND UND_MODE
31#define PSR_AA32_T_BIT PSR_T_BIT
32#define PSR_AA32_I_BIT PSR_I_BIT
33#define PSR_AA32_A_BIT PSR_A_BIT
34#define PSR_AA32_E_BIT PSR_E_BIT
35#define PSR_AA32_IT_MASK PSR_IT_MASK
Marc Zyngier74a64a92017-10-29 02:18:09 +000036
Marc Zyngierdb730d82012-10-03 11:17:02 +010037unsigned long *vcpu_reg(struct kvm_vcpu *vcpu, u8 reg_num);
Marc Zyngier74a64a92017-10-29 02:18:09 +000038
39static inline unsigned long *vcpu_reg32(struct kvm_vcpu *vcpu, u8 reg_num)
40{
41 return vcpu_reg(vcpu, reg_num);
42}
43
Christoffer Dall00536ec2017-12-27 20:01:52 +010044unsigned long *__vcpu_spsr(struct kvm_vcpu *vcpu);
45
46static inline unsigned long vpcu_read_spsr(struct kvm_vcpu *vcpu)
47{
48 return *__vcpu_spsr(vcpu);
49}
50
51static inline void vcpu_write_spsr(struct kvm_vcpu *vcpu, unsigned long v)
52{
53 *__vcpu_spsr(vcpu) = v;
54}
Christoffer Dall749cf76c2013-01-20 18:28:06 -050055
Pavel Fedinbc45a512015-12-04 15:03:11 +030056static inline unsigned long vcpu_get_reg(struct kvm_vcpu *vcpu,
57 u8 reg_num)
58{
59 return *vcpu_reg(vcpu, reg_num);
60}
61
62static inline void vcpu_set_reg(struct kvm_vcpu *vcpu, u8 reg_num,
63 unsigned long val)
64{
65 *vcpu_reg(vcpu, reg_num) = val;
66}
67
Marc Zyngier3aedd5c2016-09-06 09:28:43 +010068bool kvm_condition_valid32(const struct kvm_vcpu *vcpu);
69void kvm_skip_instr32(struct kvm_vcpu *vcpu, bool is_wide_instr);
Marc Zyngier74a64a92017-10-29 02:18:09 +000070void kvm_inject_undef32(struct kvm_vcpu *vcpu);
71void kvm_inject_dabt32(struct kvm_vcpu *vcpu, unsigned long addr);
72void kvm_inject_pabt32(struct kvm_vcpu *vcpu, unsigned long addr);
Marc Zyngierbfb78b52016-09-06 14:02:09 +010073void kvm_inject_vabt(struct kvm_vcpu *vcpu);
Marc Zyngier74a64a92017-10-29 02:18:09 +000074
75static inline void kvm_inject_undefined(struct kvm_vcpu *vcpu)
76{
77 kvm_inject_undef32(vcpu);
78}
79
80static inline void kvm_inject_dabt(struct kvm_vcpu *vcpu, unsigned long addr)
81{
82 kvm_inject_dabt32(vcpu, addr);
83}
84
85static inline void kvm_inject_pabt(struct kvm_vcpu *vcpu, unsigned long addr)
86{
87 kvm_inject_pabt32(vcpu, addr);
88}
Christoffer Dall5b3e5e52013-01-20 18:28:09 -050089
Marc Zyngier3aedd5c2016-09-06 09:28:43 +010090static inline bool kvm_condition_valid(const struct kvm_vcpu *vcpu)
91{
92 return kvm_condition_valid32(vcpu);
93}
94
95static inline void kvm_skip_instr(struct kvm_vcpu *vcpu, bool is_wide_instr)
96{
97 kvm_skip_instr32(vcpu, is_wide_instr);
98}
99
Christoffer Dallb856a592014-10-16 17:21:16 +0200100static inline void vcpu_reset_hcr(struct kvm_vcpu *vcpu)
101{
102 vcpu->arch.hcr = HCR_GUEST_MASK;
103}
104
Christoffer Dall3df59d82017-08-03 12:09:05 +0200105static inline unsigned long *vcpu_hcr(const struct kvm_vcpu *vcpu)
Marc Zyngier3c1e7162014-12-19 16:05:31 +0000106{
Christoffer Dall3df59d82017-08-03 12:09:05 +0200107 return (unsigned long *)&vcpu->arch.hcr;
Marc Zyngier3c1e7162014-12-19 16:05:31 +0000108}
109
Marc Zyngierde737082018-06-21 10:43:59 +0100110static inline void vcpu_clear_wfe_traps(struct kvm_vcpu *vcpu)
111{
112 vcpu->arch.hcr &= ~HCR_TWE;
113}
114
115static inline void vcpu_set_wfe_traps(struct kvm_vcpu *vcpu)
116{
117 vcpu->arch.hcr |= HCR_TWE;
118}
119
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100120static inline bool vcpu_mode_is_32bit(const struct kvm_vcpu *vcpu)
Marc Zyngieraa024c22013-01-20 18:28:13 -0500121{
Gustavo A. R. Silva062a5852018-08-07 19:04:40 -0500122 return true;
Marc Zyngieraa024c22013-01-20 18:28:13 -0500123}
124
Marc Zyngierdb730d82012-10-03 11:17:02 +0100125static inline unsigned long *vcpu_pc(struct kvm_vcpu *vcpu)
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500126{
Marc Zyngierc2a8dab5072016-01-03 11:26:01 +0000127 return &vcpu->arch.ctxt.gp_regs.usr_regs.ARM_pc;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500128}
129
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100130static inline unsigned long *vcpu_cpsr(const struct kvm_vcpu *vcpu)
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500131{
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100132 return (unsigned long *)&vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500133}
134
Marc Zyngieraa024c22013-01-20 18:28:13 -0500135static inline void vcpu_set_thumb(struct kvm_vcpu *vcpu)
136{
137 *vcpu_cpsr(vcpu) |= PSR_T_BIT;
138}
139
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500140static inline bool mode_has_spsr(struct kvm_vcpu *vcpu)
141{
Marc Zyngierc2a8dab5072016-01-03 11:26:01 +0000142 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500143 return (cpsr_mode > USR_MODE && cpsr_mode < SYSTEM_MODE);
144}
145
146static inline bool vcpu_mode_priv(struct kvm_vcpu *vcpu)
147{
Marc Zyngierc2a8dab5072016-01-03 11:26:01 +0000148 unsigned long cpsr_mode = vcpu->arch.ctxt.gp_regs.usr_regs.ARM_cpsr & MODE_MASK;
Luis de Bethencourtb276f1b2018-01-23 15:11:14 +0000149 return cpsr_mode > USR_MODE;
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500150}
151
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100152static inline u32 kvm_vcpu_get_hsr(const struct kvm_vcpu *vcpu)
Marc Zyngier7393b592012-09-17 19:27:09 +0100153{
154 return vcpu->arch.fault.hsr;
155}
156
Marc Zyngier3aedd5c2016-09-06 09:28:43 +0100157static inline int kvm_vcpu_get_condition(const struct kvm_vcpu *vcpu)
158{
159 u32 hsr = kvm_vcpu_get_hsr(vcpu);
160
161 if (hsr & HSR_CV)
162 return (hsr & HSR_COND) >> HSR_COND_SHIFT;
163
164 return -1;
165}
166
Marc Zyngier7393b592012-09-17 19:27:09 +0100167static inline unsigned long kvm_vcpu_get_hfar(struct kvm_vcpu *vcpu)
168{
169 return vcpu->arch.fault.hxfar;
170}
171
172static inline phys_addr_t kvm_vcpu_get_fault_ipa(struct kvm_vcpu *vcpu)
173{
174 return ((phys_addr_t)vcpu->arch.fault.hpfar & HPFAR_MASK) << 8;
175}
176
Marc Zyngier4a1df282012-09-18 11:06:23 +0100177static inline bool kvm_vcpu_dabt_isvalid(struct kvm_vcpu *vcpu)
178{
179 return kvm_vcpu_get_hsr(vcpu) & HSR_ISV;
180}
181
Marc Zyngier023cc962012-09-18 11:12:26 +0100182static inline bool kvm_vcpu_dabt_iswrite(struct kvm_vcpu *vcpu)
183{
184 return kvm_vcpu_get_hsr(vcpu) & HSR_WNR;
185}
186
Marc Zyngier7c511b82012-09-18 11:23:02 +0100187static inline bool kvm_vcpu_dabt_issext(struct kvm_vcpu *vcpu)
188{
189 return kvm_vcpu_get_hsr(vcpu) & HSR_SSE;
190}
191
Marc Zyngierd0adf742012-09-18 11:28:57 +0100192static inline int kvm_vcpu_dabt_get_rd(struct kvm_vcpu *vcpu)
193{
194 return (kvm_vcpu_get_hsr(vcpu) & HSR_SRT_MASK) >> HSR_SRT_SHIFT;
195}
196
Marc Zyngierb37670b2012-09-18 11:37:28 +0100197static inline bool kvm_vcpu_dabt_iss1tw(struct kvm_vcpu *vcpu)
198{
199 return kvm_vcpu_get_hsr(vcpu) & HSR_DABT_S1PTW;
200}
201
Marc Zyngier57c841f2016-01-29 15:01:28 +0000202static inline bool kvm_vcpu_dabt_is_cm(struct kvm_vcpu *vcpu)
203{
204 return !!(kvm_vcpu_get_hsr(vcpu) & HSR_DABT_CM);
205}
206
Marc Zyngiera7123372012-09-18 11:43:30 +0100207/* Get Access Size from a data abort */
208static inline int kvm_vcpu_dabt_get_as(struct kvm_vcpu *vcpu)
209{
210 switch ((kvm_vcpu_get_hsr(vcpu) >> 22) & 0x3) {
211 case 0:
212 return 1;
213 case 1:
214 return 2;
215 case 2:
216 return 4;
217 default:
218 kvm_err("Hardware is weird: SAS 0b11 is reserved\n");
219 return -EFAULT;
220 }
221}
222
Marc Zyngier23b415d2012-09-18 12:07:06 +0100223/* This one is not specific to Data Abort */
224static inline bool kvm_vcpu_trap_il_is32bit(struct kvm_vcpu *vcpu)
225{
226 return kvm_vcpu_get_hsr(vcpu) & HSR_IL;
227}
228
Marc Zyngier4926d442012-09-18 14:09:58 +0100229static inline u8 kvm_vcpu_trap_get_class(struct kvm_vcpu *vcpu)
230{
231 return kvm_vcpu_get_hsr(vcpu) >> HSR_EC_SHIFT;
232}
233
Marc Zyngier52d1dba2012-10-15 10:33:38 +0100234static inline bool kvm_vcpu_trap_is_iabt(struct kvm_vcpu *vcpu)
235{
236 return kvm_vcpu_trap_get_class(vcpu) == HSR_EC_IABT;
237}
238
Marc Zyngier1cc287d2012-09-18 14:14:35 +0100239static inline u8 kvm_vcpu_trap_get_fault(struct kvm_vcpu *vcpu)
240{
Christoffer Dall0496daa52014-09-26 12:29:34 +0200241 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC;
242}
243
244static inline u8 kvm_vcpu_trap_get_fault_type(struct kvm_vcpu *vcpu)
245{
Marc Zyngier1cc287d2012-09-18 14:14:35 +0100246 return kvm_vcpu_get_hsr(vcpu) & HSR_FSC_TYPE;
247}
248
James Morsebb428922017-07-18 13:37:41 +0100249static inline bool kvm_vcpu_dabt_isextabt(struct kvm_vcpu *vcpu)
250{
Dongjiu Genga2b83132017-10-30 14:05:18 +0800251 switch (kvm_vcpu_trap_get_fault(vcpu)) {
James Morsebb428922017-07-18 13:37:41 +0100252 case FSC_SEA:
253 case FSC_SEA_TTW0:
254 case FSC_SEA_TTW1:
255 case FSC_SEA_TTW2:
256 case FSC_SEA_TTW3:
257 case FSC_SECC:
258 case FSC_SECC_TTW0:
259 case FSC_SECC_TTW1:
260 case FSC_SECC_TTW2:
261 case FSC_SECC_TTW3:
262 return true;
263 default:
264 return false;
265 }
266}
267
Christoffer Dallc088f8f2013-02-21 11:26:10 -0800268static inline u32 kvm_vcpu_hvc_get_imm(struct kvm_vcpu *vcpu)
269{
270 return kvm_vcpu_get_hsr(vcpu) & HSR_HVC_IMM_MASK;
271}
272
Andre Przywara4429fc62014-06-02 15:37:13 +0200273static inline unsigned long kvm_vcpu_get_mpidr_aff(struct kvm_vcpu *vcpu)
Marc Zyngier79c64882013-10-18 18:19:03 +0100274{
Marc Zyngierfb32a522016-01-03 11:26:01 +0000275 return vcpu_cp15(vcpu, c0_MPIDR) & MPIDR_HWID_BITMASK;
Marc Zyngier79c64882013-10-18 18:19:03 +0100276}
277
Marc Zyngierce94fe92013-11-05 14:12:15 +0000278static inline void kvm_vcpu_set_be(struct kvm_vcpu *vcpu)
279{
280 *vcpu_cpsr(vcpu) |= PSR_E_BIT;
281}
282
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000283static inline bool kvm_vcpu_is_be(struct kvm_vcpu *vcpu)
284{
285 return !!(*vcpu_cpsr(vcpu) & PSR_E_BIT);
286}
287
288static inline unsigned long vcpu_data_guest_to_host(struct kvm_vcpu *vcpu,
289 unsigned long data,
290 unsigned int len)
291{
292 if (kvm_vcpu_is_be(vcpu)) {
293 switch (len) {
294 case 1:
295 return data & 0xff;
296 case 2:
297 return be16_to_cpu(data & 0xffff);
298 default:
299 return be32_to_cpu(data);
300 }
Victor Kamensky27f194f2014-06-12 09:30:05 -0700301 } else {
302 switch (len) {
303 case 1:
304 return data & 0xff;
305 case 2:
306 return le16_to_cpu(data & 0xffff);
307 default:
308 return le32_to_cpu(data);
309 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000310 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000311}
312
313static inline unsigned long vcpu_data_host_to_guest(struct kvm_vcpu *vcpu,
314 unsigned long data,
315 unsigned int len)
316{
317 if (kvm_vcpu_is_be(vcpu)) {
318 switch (len) {
319 case 1:
320 return data & 0xff;
321 case 2:
322 return cpu_to_be16(data & 0xffff);
323 default:
324 return cpu_to_be32(data);
325 }
Victor Kamensky27f194f2014-06-12 09:30:05 -0700326 } else {
327 switch (len) {
328 case 1:
329 return data & 0xff;
330 case 2:
331 return cpu_to_le16(data & 0xffff);
332 default:
333 return cpu_to_le32(data);
334 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000335 }
Marc Zyngier6d89d2d2013-02-12 12:40:22 +0000336}
337
Christoffer Dall749cf76c2013-01-20 18:28:06 -0500338#endif /* __ARM_KVM_EMULATE_H__ */