1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3  * Copyright (C) 2008-2011 Freescale Semiconductor, Inc. All rights reserved.
4  *
5  * Author: Yu Liu, <yu.liu@freescale.com>
6  *
7  * Description:
8  * This file is derived from arch/powerpc/kvm/44x_emulate.c,
9  * by Hollis Blanchard <hollisb@us.ibm.com>.
10  */
11 
12 #include <asm/kvm_ppc.h>
13 #include <asm/disassemble.h>
14 #include <asm/dbell.h>
15 #include <asm/reg_booke.h>
16 
17 #include "booke.h"
18 #include "e500.h"
19 
20 #define XOP_DCBTLS  166
21 #define XOP_MSGSND  206
22 #define XOP_MSGCLR  238
23 #define XOP_MFTMR   366
24 #define XOP_TLBIVAX 786
25 #define XOP_TLBSX   914
26 #define XOP_TLBRE   946
27 #define XOP_TLBWE   978
28 #define XOP_TLBILX  18
29 #define XOP_EHPRIV  270
30 
31 #ifdef CONFIG_KVM_E500MC
dbell2prio(ulong param)32 static int dbell2prio(ulong param)
33 {
34 	int msg = param & PPC_DBELL_TYPE_MASK;
35 	int prio = -1;
36 
37 	switch (msg) {
38 	case PPC_DBELL_TYPE(PPC_DBELL):
39 		prio = BOOKE_IRQPRIO_DBELL;
40 		break;
41 	case PPC_DBELL_TYPE(PPC_DBELL_CRIT):
42 		prio = BOOKE_IRQPRIO_DBELL_CRIT;
43 		break;
44 	default:
45 		break;
46 	}
47 
48 	return prio;
49 }
50 
kvmppc_e500_emul_msgclr(struct kvm_vcpu * vcpu,int rb)51 static int kvmppc_e500_emul_msgclr(struct kvm_vcpu *vcpu, int rb)
52 {
53 	ulong param = vcpu->arch.regs.gpr[rb];
54 	int prio = dbell2prio(param);
55 
56 	if (prio < 0)
57 		return EMULATE_FAIL;
58 
59 	clear_bit(prio, &vcpu->arch.pending_exceptions);
60 	return EMULATE_DONE;
61 }
62 
kvmppc_e500_emul_msgsnd(struct kvm_vcpu * vcpu,int rb)63 static int kvmppc_e500_emul_msgsnd(struct kvm_vcpu *vcpu, int rb)
64 {
65 	ulong param = vcpu->arch.regs.gpr[rb];
66 	int prio = dbell2prio(rb);
67 	int pir = param & PPC_DBELL_PIR_MASK;
68 	unsigned long i;
69 	struct kvm_vcpu *cvcpu;
70 
71 	if (prio < 0)
72 		return EMULATE_FAIL;
73 
74 	kvm_for_each_vcpu(i, cvcpu, vcpu->kvm) {
75 		int cpir = cvcpu->arch.shared->pir;
76 		if ((param & PPC_DBELL_MSG_BRDCAST) || (cpir == pir)) {
77 			set_bit(prio, &cvcpu->arch.pending_exceptions);
78 			kvm_vcpu_kick(cvcpu);
79 		}
80 	}
81 
82 	return EMULATE_DONE;
83 }
84 #endif
85 
kvmppc_e500_emul_ehpriv(struct kvm_vcpu * vcpu,unsigned int inst,int * advance)86 static int kvmppc_e500_emul_ehpriv(struct kvm_vcpu *vcpu,
87 				   unsigned int inst, int *advance)
88 {
89 	int emulated = EMULATE_DONE;
90 
91 	switch (get_oc(inst)) {
92 	case EHPRIV_OC_DEBUG:
93 		vcpu->run->exit_reason = KVM_EXIT_DEBUG;
94 		vcpu->run->debug.arch.address = vcpu->arch.regs.nip;
95 		vcpu->run->debug.arch.status = 0;
96 		kvmppc_account_exit(vcpu, DEBUG_EXITS);
97 		emulated = EMULATE_EXIT_USER;
98 		*advance = 0;
99 		break;
100 	default:
101 		emulated = EMULATE_FAIL;
102 	}
103 	return emulated;
104 }
105 
kvmppc_e500_emul_dcbtls(struct kvm_vcpu * vcpu)106 static int kvmppc_e500_emul_dcbtls(struct kvm_vcpu *vcpu)
107 {
108 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
109 
110 	/* Always fail to lock the cache */
111 	vcpu_e500->l1csr0 |= L1CSR0_CUL;
112 	return EMULATE_DONE;
113 }
114 
kvmppc_e500_emul_mftmr(struct kvm_vcpu * vcpu,unsigned int inst,int rt)115 static int kvmppc_e500_emul_mftmr(struct kvm_vcpu *vcpu, unsigned int inst,
116 				  int rt)
117 {
118 	/* Expose one thread per vcpu */
119 	if (get_tmrn(inst) == TMRN_TMCFG0) {
120 		kvmppc_set_gpr(vcpu, rt,
121 			       1 | (1 << TMRN_TMCFG0_NATHRD_SHIFT));
122 		return EMULATE_DONE;
123 	}
124 
125 	return EMULATE_FAIL;
126 }
127 
kvmppc_core_emulate_op_e500(struct kvm_vcpu * vcpu,unsigned int inst,int * advance)128 int kvmppc_core_emulate_op_e500(struct kvm_vcpu *vcpu,
129 				unsigned int inst, int *advance)
130 {
131 	int emulated = EMULATE_DONE;
132 	int ra = get_ra(inst);
133 	int rb = get_rb(inst);
134 	int rt = get_rt(inst);
135 	gva_t ea;
136 
137 	switch (get_op(inst)) {
138 	case 31:
139 		switch (get_xop(inst)) {
140 
141 		case XOP_DCBTLS:
142 			emulated = kvmppc_e500_emul_dcbtls(vcpu);
143 			break;
144 
145 #ifdef CONFIG_KVM_E500MC
146 		case XOP_MSGSND:
147 			emulated = kvmppc_e500_emul_msgsnd(vcpu, rb);
148 			break;
149 
150 		case XOP_MSGCLR:
151 			emulated = kvmppc_e500_emul_msgclr(vcpu, rb);
152 			break;
153 #endif
154 
155 		case XOP_TLBRE:
156 			emulated = kvmppc_e500_emul_tlbre(vcpu);
157 			break;
158 
159 		case XOP_TLBWE:
160 			emulated = kvmppc_e500_emul_tlbwe(vcpu);
161 			break;
162 
163 		case XOP_TLBSX:
164 			ea = kvmppc_get_ea_indexed(vcpu, ra, rb);
165 			emulated = kvmppc_e500_emul_tlbsx(vcpu, ea);
166 			break;
167 
168 		case XOP_TLBILX: {
169 			int type = rt & 0x3;
170 			ea = kvmppc_get_ea_indexed(vcpu, ra, rb);
171 			emulated = kvmppc_e500_emul_tlbilx(vcpu, type, ea);
172 			break;
173 		}
174 
175 		case XOP_TLBIVAX:
176 			ea = kvmppc_get_ea_indexed(vcpu, ra, rb);
177 			emulated = kvmppc_e500_emul_tlbivax(vcpu, ea);
178 			break;
179 
180 		case XOP_MFTMR:
181 			emulated = kvmppc_e500_emul_mftmr(vcpu, inst, rt);
182 			break;
183 
184 		case XOP_EHPRIV:
185 			emulated = kvmppc_e500_emul_ehpriv(vcpu, inst, advance);
186 			break;
187 
188 		default:
189 			emulated = EMULATE_FAIL;
190 		}
191 
192 		break;
193 
194 	default:
195 		emulated = EMULATE_FAIL;
196 	}
197 
198 	if (emulated == EMULATE_FAIL)
199 		emulated = kvmppc_booke_emulate_op(vcpu, inst, advance);
200 
201 	return emulated;
202 }
203 
kvmppc_core_emulate_mtspr_e500(struct kvm_vcpu * vcpu,int sprn,ulong spr_val)204 int kvmppc_core_emulate_mtspr_e500(struct kvm_vcpu *vcpu, int sprn, ulong spr_val)
205 {
206 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
207 	int emulated = EMULATE_DONE;
208 
209 	switch (sprn) {
210 #ifndef CONFIG_KVM_BOOKE_HV
211 	case SPRN_PID:
212 		kvmppc_set_pid(vcpu, spr_val);
213 		break;
214 	case SPRN_PID1:
215 		if (spr_val != 0)
216 			return EMULATE_FAIL;
217 		vcpu_e500->pid[1] = spr_val;
218 		break;
219 	case SPRN_PID2:
220 		if (spr_val != 0)
221 			return EMULATE_FAIL;
222 		vcpu_e500->pid[2] = spr_val;
223 		break;
224 	case SPRN_MAS0:
225 		vcpu->arch.shared->mas0 = spr_val;
226 		break;
227 	case SPRN_MAS1:
228 		vcpu->arch.shared->mas1 = spr_val;
229 		break;
230 	case SPRN_MAS2:
231 		vcpu->arch.shared->mas2 = spr_val;
232 		break;
233 	case SPRN_MAS3:
234 		vcpu->arch.shared->mas7_3 &= ~(u64)0xffffffff;
235 		vcpu->arch.shared->mas7_3 |= spr_val;
236 		break;
237 	case SPRN_MAS4:
238 		vcpu->arch.shared->mas4 = spr_val;
239 		break;
240 	case SPRN_MAS6:
241 		vcpu->arch.shared->mas6 = spr_val;
242 		break;
243 	case SPRN_MAS7:
244 		vcpu->arch.shared->mas7_3 &= (u64)0xffffffff;
245 		vcpu->arch.shared->mas7_3 |= (u64)spr_val << 32;
246 		break;
247 #endif
248 	case SPRN_L1CSR0:
249 		vcpu_e500->l1csr0 = spr_val;
250 		vcpu_e500->l1csr0 &= ~(L1CSR0_DCFI | L1CSR0_CLFC);
251 		break;
252 	case SPRN_L1CSR1:
253 		vcpu_e500->l1csr1 = spr_val;
254 		vcpu_e500->l1csr1 &= ~(L1CSR1_ICFI | L1CSR1_ICLFR);
255 		break;
256 	case SPRN_HID0:
257 		vcpu_e500->hid0 = spr_val;
258 		break;
259 	case SPRN_HID1:
260 		vcpu_e500->hid1 = spr_val;
261 		break;
262 
263 	case SPRN_MMUCSR0:
264 		emulated = kvmppc_e500_emul_mt_mmucsr0(vcpu_e500,
265 				spr_val);
266 		break;
267 
268 	case SPRN_PWRMGTCR0:
269 		/*
270 		 * Guest relies on host power management configurations
271 		 * Treat the request as a general store
272 		 */
273 		vcpu->arch.pwrmgtcr0 = spr_val;
274 		break;
275 
276 	case SPRN_BUCSR:
277 		/*
278 		 * If we are here, it means that we have already flushed the
279 		 * branch predictor, so just return to guest.
280 		 */
281 		break;
282 
283 	/* extra exceptions */
284 #ifdef CONFIG_SPE_POSSIBLE
285 	case SPRN_IVOR32:
286 		vcpu->arch.ivor[BOOKE_IRQPRIO_SPE_UNAVAIL] = spr_val;
287 		break;
288 	case SPRN_IVOR33:
289 		vcpu->arch.ivor[BOOKE_IRQPRIO_SPE_FP_DATA] = spr_val;
290 		break;
291 	case SPRN_IVOR34:
292 		vcpu->arch.ivor[BOOKE_IRQPRIO_SPE_FP_ROUND] = spr_val;
293 		break;
294 #endif
295 #ifdef CONFIG_ALTIVEC
296 	case SPRN_IVOR32:
297 		vcpu->arch.ivor[BOOKE_IRQPRIO_ALTIVEC_UNAVAIL] = spr_val;
298 		break;
299 	case SPRN_IVOR33:
300 		vcpu->arch.ivor[BOOKE_IRQPRIO_ALTIVEC_ASSIST] = spr_val;
301 		break;
302 #endif
303 	case SPRN_IVOR35:
304 		vcpu->arch.ivor[BOOKE_IRQPRIO_PERFORMANCE_MONITOR] = spr_val;
305 		break;
306 #ifdef CONFIG_KVM_BOOKE_HV
307 	case SPRN_IVOR36:
308 		vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL] = spr_val;
309 		break;
310 	case SPRN_IVOR37:
311 		vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL_CRIT] = spr_val;
312 		break;
313 #endif
314 	default:
315 		emulated = kvmppc_booke_emulate_mtspr(vcpu, sprn, spr_val);
316 	}
317 
318 	return emulated;
319 }
320 
kvmppc_core_emulate_mfspr_e500(struct kvm_vcpu * vcpu,int sprn,ulong * spr_val)321 int kvmppc_core_emulate_mfspr_e500(struct kvm_vcpu *vcpu, int sprn, ulong *spr_val)
322 {
323 	struct kvmppc_vcpu_e500 *vcpu_e500 = to_e500(vcpu);
324 	int emulated = EMULATE_DONE;
325 
326 	switch (sprn) {
327 #ifndef CONFIG_KVM_BOOKE_HV
328 	case SPRN_PID:
329 		*spr_val = vcpu_e500->pid[0];
330 		break;
331 	case SPRN_PID1:
332 		*spr_val = vcpu_e500->pid[1];
333 		break;
334 	case SPRN_PID2:
335 		*spr_val = vcpu_e500->pid[2];
336 		break;
337 	case SPRN_MAS0:
338 		*spr_val = vcpu->arch.shared->mas0;
339 		break;
340 	case SPRN_MAS1:
341 		*spr_val = vcpu->arch.shared->mas1;
342 		break;
343 	case SPRN_MAS2:
344 		*spr_val = vcpu->arch.shared->mas2;
345 		break;
346 	case SPRN_MAS3:
347 		*spr_val = (u32)vcpu->arch.shared->mas7_3;
348 		break;
349 	case SPRN_MAS4:
350 		*spr_val = vcpu->arch.shared->mas4;
351 		break;
352 	case SPRN_MAS6:
353 		*spr_val = vcpu->arch.shared->mas6;
354 		break;
355 	case SPRN_MAS7:
356 		*spr_val = vcpu->arch.shared->mas7_3 >> 32;
357 		break;
358 #endif
359 	case SPRN_DECAR:
360 		*spr_val = vcpu->arch.decar;
361 		break;
362 	case SPRN_TLB0CFG:
363 		*spr_val = vcpu->arch.tlbcfg[0];
364 		break;
365 	case SPRN_TLB1CFG:
366 		*spr_val = vcpu->arch.tlbcfg[1];
367 		break;
368 	case SPRN_TLB0PS:
369 		if (!has_feature(vcpu, VCPU_FTR_MMU_V2))
370 			return EMULATE_FAIL;
371 		*spr_val = vcpu->arch.tlbps[0];
372 		break;
373 	case SPRN_TLB1PS:
374 		if (!has_feature(vcpu, VCPU_FTR_MMU_V2))
375 			return EMULATE_FAIL;
376 		*spr_val = vcpu->arch.tlbps[1];
377 		break;
378 	case SPRN_L1CSR0:
379 		*spr_val = vcpu_e500->l1csr0;
380 		break;
381 	case SPRN_L1CSR1:
382 		*spr_val = vcpu_e500->l1csr1;
383 		break;
384 	case SPRN_HID0:
385 		*spr_val = vcpu_e500->hid0;
386 		break;
387 	case SPRN_HID1:
388 		*spr_val = vcpu_e500->hid1;
389 		break;
390 	case SPRN_SVR:
391 		*spr_val = vcpu_e500->svr;
392 		break;
393 
394 	case SPRN_MMUCSR0:
395 		*spr_val = 0;
396 		break;
397 
398 	case SPRN_MMUCFG:
399 		*spr_val = vcpu->arch.mmucfg;
400 		break;
401 	case SPRN_EPTCFG:
402 		if (!has_feature(vcpu, VCPU_FTR_MMU_V2))
403 			return EMULATE_FAIL;
404 		/*
405 		 * Legacy Linux guests access EPTCFG register even if the E.PT
406 		 * category is disabled in the VM. Give them a chance to live.
407 		 */
408 		*spr_val = vcpu->arch.eptcfg;
409 		break;
410 
411 	case SPRN_PWRMGTCR0:
412 		*spr_val = vcpu->arch.pwrmgtcr0;
413 		break;
414 
415 	/* extra exceptions */
416 #ifdef CONFIG_SPE_POSSIBLE
417 	case SPRN_IVOR32:
418 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_SPE_UNAVAIL];
419 		break;
420 	case SPRN_IVOR33:
421 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_SPE_FP_DATA];
422 		break;
423 	case SPRN_IVOR34:
424 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_SPE_FP_ROUND];
425 		break;
426 #endif
427 #ifdef CONFIG_ALTIVEC
428 	case SPRN_IVOR32:
429 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_ALTIVEC_UNAVAIL];
430 		break;
431 	case SPRN_IVOR33:
432 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_ALTIVEC_ASSIST];
433 		break;
434 #endif
435 	case SPRN_IVOR35:
436 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_PERFORMANCE_MONITOR];
437 		break;
438 #ifdef CONFIG_KVM_BOOKE_HV
439 	case SPRN_IVOR36:
440 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL];
441 		break;
442 	case SPRN_IVOR37:
443 		*spr_val = vcpu->arch.ivor[BOOKE_IRQPRIO_DBELL_CRIT];
444 		break;
445 #endif
446 	default:
447 		emulated = kvmppc_booke_emulate_mfspr(vcpu, sprn, spr_val);
448 	}
449 
450 	return emulated;
451 }
452 
453