32 			unsigned long val, int size)			\
41 		: [val] "r" (val));					\
47 		: [val] "r" (val));					\
54 	return ret c_op val;						\
99 static inline void __percpu_write(void *ptr, unsigned long val, int size)  in __percpu_write()  argument
105 		: [val] "r" (val), [ptr] "r" (ptr)  in __percpu_write()
111 		: [val] "r" (val), [ptr] "r" (ptr)  in __percpu_write()
117 		: [val] "r" (val), [ptr] "r" (ptr)  in __percpu_write()
123 		: [val] "r" (val), [ptr] "r" (ptr)  in __percpu_write()
131 static inline unsigned long __percpu_xchg(void *ptr, unsigned long val,  in __percpu_xchg()  argument
137 		return __xchg_small((volatile void *)ptr, val, size);  in __percpu_xchg()
140 		return __xchg_asm("amswap.w", (volatile u32 *)ptr, (u32)val);  in __percpu_xchg()
143 		return __xchg_asm("amswap.d", (volatile u64 *)ptr, (u64)val);  in __percpu_xchg()
169 #define _percpu_write(pcp, val)						\  argument
171 	__percpu_write(&(pcp), (unsigned long)(val), sizeof(pcp));	\
174 #define _pcp_protect(operation, pcp, val)			\  argument
179 					  (val), sizeof(pcp));	\
184 #define _percpu_add(pcp, val) \  argument
185 	_pcp_protect(__percpu_add, pcp, val)
187 #define _percpu_add_return(pcp, val) _percpu_add(pcp, val)  argument
189 #define _percpu_and(pcp, val) \  argument
190 	_pcp_protect(__percpu_and, pcp, val)
192 #define _percpu_or(pcp, val) \  argument
193 	_pcp_protect(__percpu_or, pcp, val)
195 #define _percpu_xchg(pcp, val) ((typeof(pcp)) \  argument
196 	_pcp_protect(__percpu_xchg, pcp, (unsigned long)(val)))
198 #define this_cpu_add_4(pcp, val) _percpu_add(pcp, val)  argument
199 #define this_cpu_add_8(pcp, val) _percpu_add(pcp, val)  argument
201 #define this_cpu_add_return_4(pcp, val) _percpu_add_return(pcp, val)  argument
202 #define this_cpu_add_return_8(pcp, val) _percpu_add_return(pcp, val)  argument
204 #define this_cpu_and_4(pcp, val) _percpu_and(pcp, val)  argument
205 #define this_cpu_and_8(pcp, val) _percpu_and(pcp, val)  argument
207 #define this_cpu_or_4(pcp, val) _percpu_or(pcp, val)  argument
208 #define this_cpu_or_8(pcp, val) _percpu_or(pcp, val)  argument
215 #define this_cpu_write_1(pcp, val) _percpu_write(pcp, val)  argument
216 #define this_cpu_write_2(pcp, val) _percpu_write(pcp, val)  argument
217 #define this_cpu_write_4(pcp, val) _percpu_write(pcp, val)  argument
218 #define this_cpu_write_8(pcp, val) _percpu_write(pcp, val)  argument
220 #define this_cpu_xchg_1(pcp, val) _percpu_xchg(pcp, val)  argument
221 #define this_cpu_xchg_2(pcp, val) _percpu_xchg(pcp, val)  argument
222 #define this_cpu_xchg_4(pcp, val) _percpu_xchg(pcp, val)  argument
223 #define this_cpu_xchg_8(pcp, val) _percpu_xchg(pcp, val)  argument