1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *
4  * Copyright (C) IBM Corporation, 2012
5  *
6  * Author: Anton Blanchard <anton@au.ibm.com>
7  */
8 
9 /*
10  * Sparse (as at v0.5.0) gets very, very confused by this file.
11  * Make it a bit simpler for it.
12  */
13 #if !defined(__CHECKER__)
14 #include <altivec.h>
15 #else
16 #define vec_xor(a, b) a ^ b
17 #define vector __attribute__((vector_size(16)))
18 #endif
19 
20 #include "xor_vmx.h"
21 
22 typedef vector signed char unative_t;
23 
24 #define DEFINE(V)				\
25 	unative_t *V = (unative_t *)V##_in;	\
26 	unative_t V##_0, V##_1, V##_2, V##_3
27 
28 #define LOAD(V)			\
29 	do {			\
30 		V##_0 = V[0];	\
31 		V##_1 = V[1];	\
32 		V##_2 = V[2];	\
33 		V##_3 = V[3];	\
34 	} while (0)
35 
36 #define STORE(V)		\
37 	do {			\
38 		V[0] = V##_0;	\
39 		V[1] = V##_1;	\
40 		V[2] = V##_2;	\
41 		V[3] = V##_3;	\
42 	} while (0)
43 
44 #define XOR(V1, V2)					\
45 	do {						\
46 		V1##_0 = vec_xor(V1##_0, V2##_0);	\
47 		V1##_1 = vec_xor(V1##_1, V2##_1);	\
48 		V1##_2 = vec_xor(V1##_2, V2##_2);	\
49 		V1##_3 = vec_xor(V1##_3, V2##_3);	\
50 	} while (0)
51 
__xor_altivec_2(unsigned long bytes,unsigned long * __restrict v1_in,const unsigned long * __restrict v2_in)52 void __xor_altivec_2(unsigned long bytes,
53 		     unsigned long * __restrict v1_in,
54 		     const unsigned long * __restrict v2_in)
55 {
56 	DEFINE(v1);
57 	DEFINE(v2);
58 	unsigned long lines = bytes / (sizeof(unative_t)) / 4;
59 
60 	do {
61 		LOAD(v1);
62 		LOAD(v2);
63 		XOR(v1, v2);
64 		STORE(v1);
65 
66 		v1 += 4;
67 		v2 += 4;
68 	} while (--lines > 0);
69 }
70 
__xor_altivec_3(unsigned long bytes,unsigned long * __restrict v1_in,const unsigned long * __restrict v2_in,const unsigned long * __restrict v3_in)71 void __xor_altivec_3(unsigned long bytes,
72 		     unsigned long * __restrict v1_in,
73 		     const unsigned long * __restrict v2_in,
74 		     const unsigned long * __restrict v3_in)
75 {
76 	DEFINE(v1);
77 	DEFINE(v2);
78 	DEFINE(v3);
79 	unsigned long lines = bytes / (sizeof(unative_t)) / 4;
80 
81 	do {
82 		LOAD(v1);
83 		LOAD(v2);
84 		LOAD(v3);
85 		XOR(v1, v2);
86 		XOR(v1, v3);
87 		STORE(v1);
88 
89 		v1 += 4;
90 		v2 += 4;
91 		v3 += 4;
92 	} while (--lines > 0);
93 }
94 
__xor_altivec_4(unsigned long bytes,unsigned long * __restrict v1_in,const unsigned long * __restrict v2_in,const unsigned long * __restrict v3_in,const unsigned long * __restrict v4_in)95 void __xor_altivec_4(unsigned long bytes,
96 		     unsigned long * __restrict v1_in,
97 		     const unsigned long * __restrict v2_in,
98 		     const unsigned long * __restrict v3_in,
99 		     const unsigned long * __restrict v4_in)
100 {
101 	DEFINE(v1);
102 	DEFINE(v2);
103 	DEFINE(v3);
104 	DEFINE(v4);
105 	unsigned long lines = bytes / (sizeof(unative_t)) / 4;
106 
107 	do {
108 		LOAD(v1);
109 		LOAD(v2);
110 		LOAD(v3);
111 		LOAD(v4);
112 		XOR(v1, v2);
113 		XOR(v3, v4);
114 		XOR(v1, v3);
115 		STORE(v1);
116 
117 		v1 += 4;
118 		v2 += 4;
119 		v3 += 4;
120 		v4 += 4;
121 	} while (--lines > 0);
122 }
123 
__xor_altivec_5(unsigned long bytes,unsigned long * __restrict v1_in,const unsigned long * __restrict v2_in,const unsigned long * __restrict v3_in,const unsigned long * __restrict v4_in,const unsigned long * __restrict v5_in)124 void __xor_altivec_5(unsigned long bytes,
125 		     unsigned long * __restrict v1_in,
126 		     const unsigned long * __restrict v2_in,
127 		     const unsigned long * __restrict v3_in,
128 		     const unsigned long * __restrict v4_in,
129 		     const unsigned long * __restrict v5_in)
130 {
131 	DEFINE(v1);
132 	DEFINE(v2);
133 	DEFINE(v3);
134 	DEFINE(v4);
135 	DEFINE(v5);
136 	unsigned long lines = bytes / (sizeof(unative_t)) / 4;
137 
138 	do {
139 		LOAD(v1);
140 		LOAD(v2);
141 		LOAD(v3);
142 		LOAD(v4);
143 		LOAD(v5);
144 		XOR(v1, v2);
145 		XOR(v3, v4);
146 		XOR(v1, v5);
147 		XOR(v1, v3);
148 		STORE(v1);
149 
150 		v1 += 4;
151 		v2 += 4;
152 		v3 += 4;
153 		v4 += 4;
154 		v5 += 4;
155 	} while (--lines > 0);
156 }
157