42 u32 __cmpxchg_##type##sfx(volatile void *p, u32 old, u32 new)	\
49 	old <<= bitoff;						\
67 	: "r" (p), "r" (old), "r" (new), "r" (prev_mask)	\
283 __cmpxchg_u8(volatile unsigned char *p, unsigned long old, unsigned long new)  in __cmpxchg_u8()  argument
298 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u8()
305 __cmpxchg_u8_local(volatile unsigned char *p, unsigned long old,  in __cmpxchg_u8_local()  argument
318 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u8_local()
325 __cmpxchg_u8_relaxed(u8 *p, unsigned long old, unsigned long new)  in __cmpxchg_u8_relaxed()  argument
337 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u8_relaxed()
344 __cmpxchg_u8_acquire(u8 *p, unsigned long old, unsigned long new)  in __cmpxchg_u8_acquire()  argument
357 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u8_acquire()
364 __cmpxchg_u16(volatile unsigned short *p, unsigned long old, unsigned long new)  in __cmpxchg_u16()  argument
378 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u16()
385 __cmpxchg_u16_local(volatile unsigned short *p, unsigned long old,  in __cmpxchg_u16_local()  argument
398 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u16_local()
405 __cmpxchg_u16_relaxed(u16 *p, unsigned long old, unsigned long new)  in __cmpxchg_u16_relaxed()  argument
417 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u16_relaxed()
424 __cmpxchg_u16_acquire(u16 *p, unsigned long old, unsigned long new)  in __cmpxchg_u16_acquire()  argument
437 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u16_acquire()
445 __cmpxchg_u32(volatile unsigned int *p, unsigned long old, unsigned long new)  in __cmpxchg_u32()  argument
460 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32()
467 __cmpxchg_u32_local(volatile unsigned int *p, unsigned long old,  in __cmpxchg_u32_local()  argument
481 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32_local()
488 __cmpxchg_u32_relaxed(u32 *p, unsigned long old, unsigned long new)  in __cmpxchg_u32_relaxed()  argument
500 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32_relaxed()
515 __cmpxchg_u32_acquire(u32 *p, unsigned long old, unsigned long new)  in __cmpxchg_u32_acquire()  argument
529 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u32_acquire()
537 __cmpxchg_u64(volatile unsigned long *p, unsigned long old, unsigned long new)  in __cmpxchg_u64()  argument
552 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64()
559 __cmpxchg_u64_local(volatile unsigned long *p, unsigned long old,  in __cmpxchg_u64_local()  argument
573 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64_local()
580 __cmpxchg_u64_relaxed(u64 *p, unsigned long old, unsigned long new)  in __cmpxchg_u64_relaxed()  argument
592 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64_relaxed()
599 __cmpxchg_u64_acquire(u64 *p, unsigned long old, unsigned long new)  in __cmpxchg_u64_acquire()  argument
613 	: "r" (p), "r" (old), "r" (new)  in __cmpxchg_u64_acquire()
621 __cmpxchg(volatile void *ptr, unsigned long old, unsigned long new,  in __cmpxchg()  argument
626 		return __cmpxchg_u8(ptr, old, new);  in __cmpxchg()
628 		return __cmpxchg_u16(ptr, old, new);  in __cmpxchg()
630 		return __cmpxchg_u32(ptr, old, new);  in __cmpxchg()
633 		return __cmpxchg_u64(ptr, old, new);  in __cmpxchg()
637 	return old;  in __cmpxchg()
641 __cmpxchg_local(void *ptr, unsigned long old, unsigned long new,  in __cmpxchg_local()  argument
646 		return __cmpxchg_u8_local(ptr, old, new);  in __cmpxchg_local()
648 		return __cmpxchg_u16_local(ptr, old, new);  in __cmpxchg_local()
650 		return __cmpxchg_u32_local(ptr, old, new);  in __cmpxchg_local()
653 		return __cmpxchg_u64_local(ptr, old, new);  in __cmpxchg_local()
657 	return old;  in __cmpxchg_local()
661 __cmpxchg_relaxed(void *ptr, unsigned long old, unsigned long new,  in __cmpxchg_relaxed()  argument
666 		return __cmpxchg_u8_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
668 		return __cmpxchg_u16_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
670 		return __cmpxchg_u32_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
673 		return __cmpxchg_u64_relaxed(ptr, old, new);  in __cmpxchg_relaxed()
677 	return old;  in __cmpxchg_relaxed()
681 __cmpxchg_acquire(void *ptr, unsigned long old, unsigned long new,  in __cmpxchg_acquire()  argument
686 		return __cmpxchg_u8_acquire(ptr, old, new);  in __cmpxchg_acquire()
688 		return __cmpxchg_u16_acquire(ptr, old, new);  in __cmpxchg_acquire()
690 		return __cmpxchg_u32_acquire(ptr, old, new);  in __cmpxchg_acquire()
693 		return __cmpxchg_u64_acquire(ptr, old, new);  in __cmpxchg_acquire()
697 	return old;  in __cmpxchg_acquire()