104 #define ADD128(rh, rl, ih, il)						\  argument
109 			(rh)++;						\
110 		(rh) += (ih);						\
115 #define PMUL64(rh, rl, i1, i2)	/* Assumes m doesn't overflow */	\  argument
119 		rh = MUL32(_i1>>32, _i2>>32);				\
121 		ADD128(rh, rl, (m >> 32), (m << 32));			\
124 #define MUL64(rh, rl, i1, i2)						\  argument
129 		rh = MUL32(_i1>>32, _i2>>32);				\
131 		ADD128(rh, rl, (m1 >> 32), (m1 << 32));			\
132 		ADD128(rh, rl, (m2 >> 32), (m2 << 32));			\
149 #define nh_16(mp, kp, nw, rh, rl)					\  argument
152 		rh = rl = 0;						\
156 			ADD128(rh, rl, th, tl);				\
160 #define nh_16_2(mp, kp, nw, rh, rl, rh1, rl1)				\  argument
163 		rh1 = rl1 = rh = rl = 0;				\
167 			ADD128(rh, rl, th, tl);				\
175 #define nh_vmac_nhbytes(mp, kp, nw, rh, rl)				\  argument
178 		rh = rl = 0;						\
182 			ADD128(rh, rl, th, tl);				\
185 			ADD128(rh, rl, th, tl);				\
188 			ADD128(rh, rl, th, tl);				\
191 			ADD128(rh, rl, th, tl);				\
195 #define nh_vmac_nhbytes_2(mp, kp, nw, rh, rl, rh1, rl1)			\  argument
198 		rh1 = rl1 = rh = rl = 0;				\
202 			ADD128(rh, rl, th, tl);				\
208 			ADD128(rh, rl, th, tl);				\
214 			ADD128(rh, rl, th, tl);				\
220 			ADD128(rh, rl, th, tl);				\
254 #define nh_16(mp, kp, nw, rh, rl)					\  argument
258 		rh = rl = t = 0;					\
264 			ADD128(rh, rl, MUL32(t1 >> 32, t2 >> 32),	\
266 			rh += (u64)(u32)(m1 >> 32)			\
270 		ADD128(rh, rl, (t >> 32), (t << 32));			\
341 #define nh_16_2(mp, kp, nw, rh, rl, rh2, rl2)				\  argument
343 		nh_16(mp, kp, nw, rh, rl);				\
348 #define nh_vmac_nhbytes(mp, kp, nw, rh, rl)				\  argument
349 	nh_16(mp, kp, nw, rh, rl)
352 #define nh_vmac_nhbytes_2(mp, kp, nw, rh, rl, rh2, rl2)			\  argument
354 		nh_vmac_nhbytes(mp, kp, nw, rh, rl);			\
361 	u64 rh, rl, t, z = 0;  in l3hash()  local
386 	MUL64(rh, rl, p1, p2);  in l3hash()
387 	t = rh >> 56;  in l3hash()
388 	ADD128(t, rl, z, rh);  in l3hash()
389 	rh <<= 8;  in l3hash()
390 	ADD128(t, rl, z, rh);  in l3hash()
408 	u64 rh, rl;  in vhash_blocks()  local
412 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);  in vhash_blocks()
413 		rh &= m62;  in vhash_blocks()
414 		ADD128(ch, cl, rh, rl);  in vhash_blocks()
420 		nh_vmac_nhbytes(mptr, kptr, VMAC_NHBYTES/8, rh, rl);  in vhash_blocks()
421 		rh &= m62;  in vhash_blocks()
422 		poly_step(ch, cl, pkh, pkl, rh, rl);  in vhash_blocks()
546 		u64 rh, rl;  in vhash_final()  local
549 		nh_16(dctx->partial_words, tctx->nhkey, n / 8, rh, rl);  in vhash_final()
550 		rh &= m62;  in vhash_final()
553 				  rh, rl);  in vhash_final()
555 			ADD128(ch, cl, rh, rl);  in vhash_final()