1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __MIPS_ASM_GINVT_H__
3 #define __MIPS_ASM_GINVT_H__
4 
5 #include <asm/mipsregs.h>
6 
7 enum ginvt_type {
8 	GINVT_FULL,
9 	GINVT_VA,
10 	GINVT_MMID,
11 };
12 
13 #ifdef TOOLCHAIN_SUPPORTS_GINV
14 # define _ASM_SET_GINV	".set	ginv\n"
15 # define _ASM_UNSET_GINV
16 #else
17 # define _ASM_SET_GINV							\
18 	_ASM_MACRO_1R1I(ginvt, rs, type,				\
19 			_ASM_INSN_IF_MIPS(0x7c0000bd | (__rs << 21) | (\\type << 8))	\
20 			_ASM_INSN32_IF_MM(0x0000717c | (__rs << 16) | (\\type << 9)))
21 # define _ASM_UNSET_GINV ".purgem ginvt\n"
22 #endif
23 
ginvt(unsigned long addr,enum ginvt_type type)24 static __always_inline void ginvt(unsigned long addr, enum ginvt_type type)
25 {
26 	asm volatile(
27 		".set	push\n"
28 		_ASM_SET_GINV
29 		"	ginvt	%0, %1\n"
30 		_ASM_UNSET_GINV
31 		".set	pop"
32 		: /* no outputs */
33 		: "r"(addr), "i"(type)
34 		: "memory");
35 }
36 
ginvt_full(void)37 static inline void ginvt_full(void)
38 {
39 	ginvt(0, GINVT_FULL);
40 }
41 
ginvt_va(unsigned long addr)42 static inline void ginvt_va(unsigned long addr)
43 {
44 	addr &= PAGE_MASK << 1;
45 	ginvt(addr, GINVT_VA);
46 }
47 
ginvt_mmid(void)48 static inline void ginvt_mmid(void)
49 {
50 	ginvt(0, GINVT_MMID);
51 }
52 
ginvt_va_mmid(unsigned long addr)53 static inline void ginvt_va_mmid(unsigned long addr)
54 {
55 	addr &= PAGE_MASK << 1;
56 	ginvt(addr, GINVT_VA | GINVT_MMID);
57 }
58 
59 #endif /* __MIPS_ASM_GINVT_H__ */
60