28 		reg->lowmant = reg->mant.m32[1] << (8 - cnt);  in fp_denormalize()
29 		reg->mant.m32[1] = (reg->mant.m32[1] >> cnt) |  in fp_denormalize()
30 				   (reg->mant.m32[0] << (32 - cnt));  in fp_denormalize()
31 		reg->mant.m32[0] = reg->mant.m32[0] >> cnt;  in fp_denormalize()
34 		reg->lowmant = reg->mant.m32[1] >> (cnt - 8);  in fp_denormalize()
35 		if (reg->mant.m32[1] << (40 - cnt))  in fp_denormalize()
37 		reg->mant.m32[1] = (reg->mant.m32[1] >> cnt) |  in fp_denormalize()
38 				   (reg->mant.m32[0] << (32 - cnt));  in fp_denormalize()
39 		reg->mant.m32[0] = reg->mant.m32[0] >> cnt;  in fp_denormalize()
43 			: "m" (reg->mant.m32[0]), "d" (64 - cnt));  in fp_denormalize()
44 		if (reg->mant.m32[1] << (40 - cnt))  in fp_denormalize()
46 		reg->mant.m32[1] = reg->mant.m32[0] >> (cnt - 32);  in fp_denormalize()
47 		reg->mant.m32[0] = 0;  in fp_denormalize()
50 		reg->lowmant = reg->mant.m32[0] >> (cnt - 40);  in fp_denormalize()
51 		if ((reg->mant.m32[0] << (72 - cnt)) || reg->mant.m32[1])  in fp_denormalize()
53 		reg->mant.m32[1] = reg->mant.m32[0] >> (cnt - 32);  in fp_denormalize()
54 		reg->mant.m32[0] = 0;  in fp_denormalize()
57 		reg->lowmant = reg->mant.m32[0] || reg->mant.m32[1];  in fp_denormalize()
58 		reg->mant.m32[0] = 0;  in fp_denormalize()
59 		reg->mant.m32[1] = 0;  in fp_denormalize()
68 	if (reg->mant.m32[0]) {  in fp_overnormalize()
69 		asm ("bfffo %1{#0,#32},%0" : "=d" (shift) : "dm" (reg->mant.m32[0]));  in fp_overnormalize()
70 		reg->mant.m32[0] = (reg->mant.m32[0] << shift) | (reg->mant.m32[1] >> (32 - shift));  in fp_overnormalize()
71 		reg->mant.m32[1] = (reg->mant.m32[1] << shift);  in fp_overnormalize()
73 		asm ("bfffo %1{#0,#32},%0" : "=d" (shift) : "dm" (reg->mant.m32[1]));  in fp_overnormalize()
74 		reg->mant.m32[0] = (reg->mant.m32[1] << shift);  in fp_overnormalize()
75 		reg->mant.m32[1] = 0;  in fp_overnormalize()
89 	asm volatile ("addx.l %1,%0" : "=d" (dest->mant.m32[1])  in fp_addmant()
90 		: "d" (src->mant.m32[1]), "0" (dest->mant.m32[1]));  in fp_addmant()
91 	asm volatile ("addx.l %1,%0" : "=d" (dest->mant.m32[0])  in fp_addmant()
92 		: "d" (src->mant.m32[0]), "0" (dest->mant.m32[0]));  in fp_addmant()
101 		if (reg->mant.m64)  in fp_addcarry()
103 		reg->mant.m64 = 0;  in fp_addcarry()
107 	reg->lowmant = (reg->mant.m32[1] << 7) | (reg->lowmant ? 1 : 0);  in fp_addcarry()
108 	reg->mant.m32[1] = (reg->mant.m32[1] >> 1) |  in fp_addcarry()
109 			   (reg->mant.m32[0] << 31);  in fp_addcarry()
110 	reg->mant.m32[0] = (reg->mant.m32[0] >> 1) | 0x80000000;  in fp_addcarry()
121 	asm volatile ("subx.l %1,%0" : "=d" (dest->mant.m32[1])  in fp_submant()
122 		: "d" (src2->mant.m32[1]), "0" (src1->mant.m32[1]));  in fp_submant()
123 	asm volatile ("subx.l %1,%0" : "=d" (dest->mant.m32[0])  in fp_submant()
124 		: "d" (src2->mant.m32[0]), "0" (src1->mant.m32[0]));  in fp_submant()
171 	fp_mul64(dest->m32[0], dest->m32[1], src1->mant.m32[0], src2->mant.m32[0]);  in fp_multiplymant()
172 	fp_mul64(dest->m32[2], dest->m32[3], src1->mant.m32[1], src2->mant.m32[1]);  in fp_multiplymant()
174 	fp_mul64(temp.m32[0], temp.m32[1], src1->mant.m32[0], src2->mant.m32[1]);  in fp_multiplymant()
177 	fp_mul64(temp.m32[0], temp.m32[1], src1->mant.m32[1], src2->mant.m32[0]);  in fp_multiplymant()
192 	if (src->mant.m64 >= div->mant.m64) {  in fp_dividemant()
193 		fp_sub64(src->mant, div->mant);  in fp_dividemant()
209 	dummy = div->mant.m32[1] / div->mant.m32[0] + 1;  in fp_dividemant()
215 		if (src->mant.m32[0] == div->mant.m32[0]) {  in fp_dividemant()
216 			fp_div64(first, rem, 0, src->mant.m32[1], div->mant.m32[0]);  in fp_dividemant()
221 			fp_div64(first, rem, src->mant.m32[0], src->mant.m32[1], div->mant.m32[0]);  in fp_dividemant()
226 		fp_mul64(tmp.m32[0], tmp.m32[1], div->mant.m32[0], first - *mantp);  in fp_dividemant()
230 		fp_mul64(tmp64.m32[0], tmp64.m32[1], *mantp, div->mant.m32[1]);  in fp_dividemant()
233 		src->mant.m32[0] = tmp.m32[1];  in fp_dividemant()
234 		src->mant.m32[1] = tmp.m32[2];  in fp_dividemant()
236 		while (!fp_sub96c(tmp, 0, div->mant.m32[0], div->mant.m32[1])) {  in fp_dividemant()
237 			src->mant.m32[0] = tmp.m32[1];  in fp_dividemant()
238 			src->mant.m32[1] = tmp.m32[2];  in fp_dividemant()
251 		dest->mant.m64 = src->m64[0];  in fp_putmant128()
260 			: "=d" (dest->mant.m32[1]) : "0" (src->m32[1]));  in fp_putmant128()
262 			: "=d" (dest->mant.m32[0]) : "0" (src->m32[0]));  in fp_putmant128()
269 			: "=d" (dest->mant.m32[0])  in fp_putmant128()
272 			: "=d" (dest->mant.m32[1]) : "0" (src->m32[2]));  in fp_putmant128()
280 		dest->mant.m32[0] = src->m32[1];  in fp_putmant128()
281 		dest->mant.m32[1] = src->m32[2];  in fp_putmant128()