102 #define EFX_OWORD_VAL(oword)				\  argument
103 	((unsigned int) le32_to_cpu((oword).u32[3])),	\
104 	((unsigned int) le32_to_cpu((oword).u32[2])),	\
105 	((unsigned int) le32_to_cpu((oword).u32[1])),	\
106 	((unsigned int) le32_to_cpu((oword).u32[0]))
143 #define EFX_EXTRACT_OWORD64(oword, low, high)				\  argument
144 	((EFX_EXTRACT64((oword).u64[0], 0, 63, low, high) |		\
145 	  EFX_EXTRACT64((oword).u64[1], 64, 127, low, high)) &		\
152 #define EFX_EXTRACT_OWORD32(oword, low, high)				\  argument
153 	((EFX_EXTRACT32((oword).u32[0], 0, 31, low, high) |		\
154 	  EFX_EXTRACT32((oword).u32[1], 32, 63, low, high) |		\
155 	  EFX_EXTRACT32((oword).u32[2], 64, 95, low, high) |		\
156 	  EFX_EXTRACT32((oword).u32[3], 96, 127, low, high)) &		\
168 #define EFX_OWORD_FIELD64(oword, field)				\  argument
169 	EFX_EXTRACT_OWORD64(oword, EFX_LOW_BIT(field),		\
176 #define EFX_OWORD_FIELD32(oword, field)				\  argument
177 	EFX_EXTRACT_OWORD32(oword, EFX_LOW_BIT(field),		\
188 #define EFX_OWORD_IS_ZERO64(oword)					\  argument
189 	(((oword).u64[0] | (oword).u64[1]) == (__force __le64) 0)
194 #define EFX_OWORD_IS_ZERO32(oword)					     \  argument
195 	(((oword).u32[0] | (oword).u32[1] | (oword).u32[2] | (oword).u32[3]) \
204 #define EFX_OWORD_IS_ALL_ONES64(oword)					\  argument
205 	(((oword).u64[0] & (oword).u64[1]) == ~((__force __le64) 0))
210 #define EFX_OWORD_IS_ALL_ONES32(oword)					\  argument
211 	(((oword).u32[0] & (oword).u32[1] & (oword).u32[2] & (oword).u32[3]) \
321 #define EFX_POPULATE_OWORD64(oword, ...) do {				\  argument
322 	(oword).u64[0] = EFX_INSERT_FIELDS64(0, 63, __VA_ARGS__);	\
323 	(oword).u64[1] = EFX_INSERT_FIELDS64(64, 127, __VA_ARGS__);	\
330 #define EFX_POPULATE_OWORD32(oword, ...) do {				\  argument
331 	(oword).u32[0] = EFX_INSERT_FIELDS32(0, 31, __VA_ARGS__);	\
332 	(oword).u32[1] = EFX_INSERT_FIELDS32(32, 63, __VA_ARGS__);	\
333 	(oword).u32[2] = EFX_INSERT_FIELDS32(64, 95, __VA_ARGS__);	\
334 	(oword).u32[3] = EFX_INSERT_FIELDS32(96, 127, __VA_ARGS__);	\
356 #define EFX_POPULATE_OWORD_18(oword, ...) \  argument
357 	EFX_POPULATE_OWORD_19(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
358 #define EFX_POPULATE_OWORD_17(oword, ...) \  argument
359 	EFX_POPULATE_OWORD_18(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
360 #define EFX_POPULATE_OWORD_16(oword, ...) \  argument
361 	EFX_POPULATE_OWORD_17(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
362 #define EFX_POPULATE_OWORD_15(oword, ...) \  argument
363 	EFX_POPULATE_OWORD_16(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
364 #define EFX_POPULATE_OWORD_14(oword, ...) \  argument
365 	EFX_POPULATE_OWORD_15(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
366 #define EFX_POPULATE_OWORD_13(oword, ...) \  argument
367 	EFX_POPULATE_OWORD_14(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
368 #define EFX_POPULATE_OWORD_12(oword, ...) \  argument
369 	EFX_POPULATE_OWORD_13(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
370 #define EFX_POPULATE_OWORD_11(oword, ...) \  argument
371 	EFX_POPULATE_OWORD_12(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
372 #define EFX_POPULATE_OWORD_10(oword, ...) \  argument
373 	EFX_POPULATE_OWORD_11(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
374 #define EFX_POPULATE_OWORD_9(oword, ...) \  argument
375 	EFX_POPULATE_OWORD_10(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
376 #define EFX_POPULATE_OWORD_8(oword, ...) \  argument
377 	EFX_POPULATE_OWORD_9(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
378 #define EFX_POPULATE_OWORD_7(oword, ...) \  argument
379 	EFX_POPULATE_OWORD_8(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
380 #define EFX_POPULATE_OWORD_6(oword, ...) \  argument
381 	EFX_POPULATE_OWORD_7(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
382 #define EFX_POPULATE_OWORD_5(oword, ...) \  argument
383 	EFX_POPULATE_OWORD_6(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
384 #define EFX_POPULATE_OWORD_4(oword, ...) \  argument
385 	EFX_POPULATE_OWORD_5(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
386 #define EFX_POPULATE_OWORD_3(oword, ...) \  argument
387 	EFX_POPULATE_OWORD_4(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
388 #define EFX_POPULATE_OWORD_2(oword, ...) \  argument
389 	EFX_POPULATE_OWORD_3(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
390 #define EFX_POPULATE_OWORD_1(oword, ...) \  argument
391 	EFX_POPULATE_OWORD_2(oword, EFX_DUMMY_FIELD, 0, __VA_ARGS__)
392 #define EFX_ZERO_OWORD(oword) \  argument
393 	EFX_POPULATE_OWORD_1(oword, EFX_DUMMY_FIELD, 0)
394 #define EFX_SET_OWORD(oword) \  argument
395 	EFX_POPULATE_OWORD_4(oword, \
494 #define EFX_INVERT_OWORD(oword) do {		\  argument
495 	(oword).u64[0] = ~((oword).u64[0]);	\
496 	(oword).u64[1] = ~((oword).u64[1]);	\
499 #define EFX_AND_OWORD(oword, from, mask)			\  argument
501 		(oword).u64[0] = (from).u64[0] & (mask).u64[0];	\
502 		(oword).u64[1] = (from).u64[1] & (mask).u64[1];	\
508 #define EFX_OR_OWORD(oword, from, mask)				\  argument
510 		(oword).u64[0] = (from).u64[0] | (mask).u64[0];	\
511 		(oword).u64[1] = (from).u64[1] | (mask).u64[1];	\
526 #define EFX_SET_OWORD64(oword, low, high, value) do {			\  argument
527 	(oword).u64[0] = (((oword).u64[0]				\
530 	(oword).u64[1] = (((oword).u64[1]				\
541 #define EFX_SET_OWORD32(oword, low, high, value) do {			\  argument
542 	(oword).u32[0] = (((oword).u32[0]				\
545 	(oword).u32[1] = (((oword).u32[1]				\
548 	(oword).u32[2] = (((oword).u32[2]				\
551 	(oword).u32[3] = (((oword).u32[3]				\
571 #define EFX_SET_OWORD_FIELD64(oword, field, value)			\  argument
572 	EFX_SET_OWORD64(oword, EFX_LOW_BIT(field),			\
579 #define EFX_SET_OWORD_FIELD32(oword, field, value)			\  argument
580 	EFX_SET_OWORD32(oword, EFX_LOW_BIT(field),			\