blob: 768a9f977c001ee73e6d5aa2f0b8ee44ea3b35f5 [file] [log] [blame]
Paul Mackerrasb4072df2012-11-23 22:37:50 +00001/*
2 * This program is free software; you can redistribute it and/or modify
3 * it under the terms of the GNU General Public License, version 2, as
4 * published by the Free Software Foundation.
5 *
6 * Copyright 2012 Paul Mackerras, IBM Corp. <paulus@au1.ibm.com>
7 */
8
9#include <linux/types.h>
10#include <linux/string.h>
11#include <linux/kvm.h>
12#include <linux/kvm_host.h>
13#include <linux/kernel.h>
14#include <asm/opal.h>
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +053015#include <asm/mce.h>
Paul Mackerrasb4072df2012-11-23 22:37:50 +000016
17/* SRR1 bits for machine check on POWER7 */
18#define SRR1_MC_LDSTERR (1ul << (63-42))
19#define SRR1_MC_IFETCH_SH (63-45)
20#define SRR1_MC_IFETCH_MASK 0x7
21#define SRR1_MC_IFETCH_SLBPAR 2 /* SLB parity error */
22#define SRR1_MC_IFETCH_SLBMULTI 3 /* SLB multi-hit */
23#define SRR1_MC_IFETCH_SLBPARMULTI 4 /* SLB parity + multi-hit */
24#define SRR1_MC_IFETCH_TLBMULTI 5 /* I-TLB multi-hit */
25
26/* DSISR bits for machine check on POWER7 */
27#define DSISR_MC_DERAT_MULTI 0x800 /* D-ERAT multi-hit */
28#define DSISR_MC_TLB_MULTI 0x400 /* D-TLB multi-hit */
29#define DSISR_MC_SLB_PARITY 0x100 /* SLB parity error */
30#define DSISR_MC_SLB_MULTI 0x080 /* SLB multi-hit */
31#define DSISR_MC_SLB_PARMULTI 0x040 /* SLB parity + multi-hit */
32
33/* POWER7 SLB flush and reload */
34static void reload_slb(struct kvm_vcpu *vcpu)
35{
36 struct slb_shadow *slb;
37 unsigned long i, n;
38
39 /* First clear out SLB */
40 asm volatile("slbmte %0,%0; slbia" : : "r" (0));
41
42 /* Do they have an SLB shadow buffer registered? */
43 slb = vcpu->arch.slb_shadow.pinned_addr;
44 if (!slb)
45 return;
46
47 /* Sanity check */
48 n = min_t(u32, slb->persistent, SLB_MIN_SIZE);
49 if ((void *) &slb->save_area[n] > vcpu->arch.slb_shadow.pinned_end)
50 return;
51
52 /* Load up the SLB from that */
53 for (i = 0; i < n; ++i) {
54 unsigned long rb = slb->save_area[i].esid;
55 unsigned long rs = slb->save_area[i].vsid;
56
57 rb = (rb & ~0xFFFul) | i; /* insert entry number */
58 asm volatile("slbmte %0,%1" : : "r" (rs), "r" (rb));
59 }
60}
61
Paul Mackerrasb4072df2012-11-23 22:37:50 +000062/*
63 * On POWER7, see if we can handle a machine check that occurred inside
64 * the guest in real mode, without switching to the host partition.
65 *
66 * Returns: 0 => exit guest, 1 => deliver machine check to guest
67 */
68static long kvmppc_realmode_mc_power7(struct kvm_vcpu *vcpu)
69{
70 unsigned long srr1 = vcpu->arch.shregs.msr;
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +053071 struct machine_check_event mce_evt;
Paul Mackerrasb4072df2012-11-23 22:37:50 +000072 long handled = 1;
73
74 if (srr1 & SRR1_MC_LDSTERR) {
75 /* error on load/store */
76 unsigned long dsisr = vcpu->arch.shregs.dsisr;
77
78 if (dsisr & (DSISR_MC_SLB_PARMULTI | DSISR_MC_SLB_MULTI |
79 DSISR_MC_SLB_PARITY | DSISR_MC_DERAT_MULTI)) {
80 /* flush and reload SLB; flushes D-ERAT too */
81 reload_slb(vcpu);
82 dsisr &= ~(DSISR_MC_SLB_PARMULTI | DSISR_MC_SLB_MULTI |
83 DSISR_MC_SLB_PARITY | DSISR_MC_DERAT_MULTI);
84 }
85 if (dsisr & DSISR_MC_TLB_MULTI) {
Mahesh Salgaonkar04407052013-10-30 20:04:56 +053086 if (cur_cpu_spec && cur_cpu_spec->flush_tlb)
87 cur_cpu_spec->flush_tlb(TLBIEL_INVAL_SET_LPID);
Paul Mackerrasb4072df2012-11-23 22:37:50 +000088 dsisr &= ~DSISR_MC_TLB_MULTI;
89 }
90 /* Any other errors we don't understand? */
91 if (dsisr & 0xffffffffUL)
92 handled = 0;
93 }
94
95 switch ((srr1 >> SRR1_MC_IFETCH_SH) & SRR1_MC_IFETCH_MASK) {
96 case 0:
97 break;
98 case SRR1_MC_IFETCH_SLBPAR:
99 case SRR1_MC_IFETCH_SLBMULTI:
100 case SRR1_MC_IFETCH_SLBPARMULTI:
101 reload_slb(vcpu);
102 break;
103 case SRR1_MC_IFETCH_TLBMULTI:
Mahesh Salgaonkar04407052013-10-30 20:04:56 +0530104 if (cur_cpu_spec && cur_cpu_spec->flush_tlb)
105 cur_cpu_spec->flush_tlb(TLBIEL_INVAL_SET_LPID);
Paul Mackerrasb4072df2012-11-23 22:37:50 +0000106 break;
107 default:
108 handled = 0;
109 }
110
111 /*
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +0530112 * See if we have already handled the condition in the linux host.
113 * We assume that if the condition is recovered then linux host
Paul Mackerrasb4072df2012-11-23 22:37:50 +0000114 * will have generated an error log event that we will pick
115 * up and log later.
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +0530116 * Don't release mce event now. In case if condition is not
117 * recovered we do guest exit and go back to linux host machine
118 * check handler. Hence we need make sure that current mce event
119 * is available for linux host to consume.
Paul Mackerrasb4072df2012-11-23 22:37:50 +0000120 */
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +0530121 if (!get_mce_event(&mce_evt, MCE_EVENT_DONTRELEASE))
122 goto out;
123
124 if (mce_evt.version == MCE_V1 &&
125 (mce_evt.severity == MCE_SEV_NO_ERROR ||
126 mce_evt.disposition == MCE_DISPOSITION_RECOVERED))
Paul Mackerrasb4072df2012-11-23 22:37:50 +0000127 handled = 1;
128
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +0530129out:
130 /*
131 * If we have handled the error, then release the mce event because
132 * we will be delivering machine check to guest.
133 */
Paul Mackerrasb4072df2012-11-23 22:37:50 +0000134 if (handled)
Mahesh Salgaonkar36df96f2013-10-30 20:05:40 +0530135 release_mce_event();
Paul Mackerrasb4072df2012-11-23 22:37:50 +0000136
137 return handled;
138}
139
140long kvmppc_realmode_machine_check(struct kvm_vcpu *vcpu)
141{
142 if (cpu_has_feature(CPU_FTR_ARCH_206))
143 return kvmppc_realmode_mc_power7(vcpu);
144
145 return 0;
146}