381 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_get_byte_count()  local
386 		return hw_desc.dma->byte_count;  in iop_desc_get_byte_count()
388 		return hw_desc.aau->byte_count;  in iop_desc_get_byte_count()
415 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_get_src_addr()  local
420 		return hw_desc.dma->src_addr;  in iop_desc_get_src_addr()
428 		return hw_desc.aau->src[src_idx];  in iop_desc_get_src_addr()
430 		return hw_desc.aau->src_edc[__desc_idx(src_idx)].src_addr;  in iop_desc_get_src_addr()
433 static inline void iop3xx_aau_desc_set_src_addr(struct iop3xx_desc_aau *hw_desc,  in iop3xx_aau_desc_set_src_addr()  argument
437 		hw_desc->src[src_idx] = addr;  in iop3xx_aau_desc_set_src_addr()
439 		hw_desc->src_edc[__desc_idx(src_idx)].src_addr = addr;  in iop3xx_aau_desc_set_src_addr()
445 	struct iop3xx_desc_dma *hw_desc = desc->hw_desc;  in iop_desc_init_memcpy()  local
455 	hw_desc->desc_ctrl = u_desc_ctrl.value;  in iop_desc_init_memcpy()
456 	hw_desc->upper_pci_src_addr = 0;  in iop_desc_init_memcpy()
457 	hw_desc->crc_addr = 0;  in iop_desc_init_memcpy()
463 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc;  in iop_desc_init_memset()  local
473 	hw_desc->desc_ctrl = u_desc_ctrl.value;  in iop_desc_init_memset()
477 iop3xx_desc_init_xor(struct iop3xx_desc_aau *hw_desc, int src_cnt,  in iop3xx_desc_init_xor()  argument
497 		hw_desc->src_edc[AAU_EDCR2_IDX].e_desc_ctrl = edcr;  in iop3xx_desc_init_xor()
502 			hw_desc->src_edc[AAU_EDCR2_IDX].e_desc_ctrl = 0;  in iop3xx_desc_init_xor()
511 		hw_desc->src_edc[AAU_EDCR1_IDX].e_desc_ctrl = edcr;  in iop3xx_desc_init_xor()
523 		hw_desc->src_edc[AAU_EDCR0_IDX].e_desc_ctrl = edcr;  in iop3xx_desc_init_xor()
540 	hw_desc->desc_ctrl = u_desc_ctrl.value;  in iop3xx_desc_init_xor()
549 	iop3xx_desc_init_xor(desc->hw_desc, src_cnt, flags);  in iop_desc_init_xor()
558 	struct iop3xx_desc_aau *hw_desc, *prev_hw_desc, *iter;  in iop_desc_init_zero_sum()  local
565 	hw_desc = desc->hw_desc;  in iop_desc_init_zero_sum()
569 		iter = iop_hw_desc_slot_idx(hw_desc, i);  in iop_desc_init_zero_sum()
581 				iop_hw_desc_slot_idx(hw_desc, i - slots_per_op);  in iop_desc_init_zero_sum()
594 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc;  in iop_desc_init_null_xor()  local
604 		hw_desc->src_edc[AAU_EDCR2_IDX].e_desc_ctrl = 0;  in iop_desc_init_null_xor()
608 			hw_desc->src_edc[AAU_EDCR2_IDX].e_desc_ctrl = 0;  in iop_desc_init_null_xor()
611 		hw_desc->src_edc[AAU_EDCR1_IDX].e_desc_ctrl = 0;  in iop_desc_init_null_xor()
616 		hw_desc->src_edc[AAU_EDCR0_IDX].e_desc_ctrl = 0;  in iop_desc_init_null_xor()
625 	hw_desc->desc_ctrl = u_desc_ctrl.value;  in iop_desc_init_null_xor()
632 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_set_byte_count()  local
637 		hw_desc.dma->byte_count = byte_count;  in iop_desc_set_byte_count()
640 		hw_desc.aau->byte_count = byte_count;  in iop_desc_set_byte_count()
651 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_init_interrupt()  local
657 		hw_desc.dma->byte_count = 0;  in iop_desc_init_interrupt()
658 		hw_desc.dma->dest_addr = 0;  in iop_desc_init_interrupt()
659 		hw_desc.dma->src_addr = 0;  in iop_desc_init_interrupt()
663 		hw_desc.aau->byte_count = 0;  in iop_desc_init_interrupt()
664 		hw_desc.aau->dest_addr = 0;  in iop_desc_init_interrupt()
665 		hw_desc.aau->src[0] = 0;  in iop_desc_init_interrupt()
666 		hw_desc.aau->src[1] = 0;  in iop_desc_init_interrupt()
677 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc, *iter;  in iop_desc_set_zero_sum_byte_count()  local
681 		hw_desc->byte_count = len;  in iop_desc_set_zero_sum_byte_count()
684 			iter = iop_hw_desc_slot_idx(hw_desc, i);  in iop_desc_set_zero_sum_byte_count()
690 		iter = iop_hw_desc_slot_idx(hw_desc, i);  in iop_desc_set_zero_sum_byte_count()
699 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_set_dest_addr()  local
704 		hw_desc.dma->dest_addr = addr;  in iop_desc_set_dest_addr()
707 		hw_desc.aau->dest_addr = addr;  in iop_desc_set_dest_addr()
717 	struct iop3xx_desc_dma *hw_desc = desc->hw_desc;  in iop_desc_set_memcpy_src_addr()  local
718 	hw_desc->src_addr = addr;  in iop_desc_set_memcpy_src_addr()
726 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc, *iter;  in iop_desc_set_zero_sum_src_addr()  local
732 		iter = iop_hw_desc_slot_idx(hw_desc, i);  in iop_desc_set_zero_sum_src_addr()
741 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc, *iter;  in iop_desc_set_xor_src_addr()  local
747 		iter = iop_hw_desc_slot_idx(hw_desc, i);  in iop_desc_set_xor_src_addr()
756 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_set_next_desc()  local
758 	iop_paranoia(hw_desc.dma->next_desc);  in iop_desc_set_next_desc()
759 	hw_desc.dma->next_desc = next_desc_addr;  in iop_desc_set_next_desc()
765 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_get_next_desc()  local
766 	return hw_desc.dma->next_desc;  in iop_desc_get_next_desc()
772 	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };  in iop_desc_clear_next_desc()  local
773 	hw_desc.dma->next_desc = 0;  in iop_desc_clear_next_desc()
779 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc;  in iop_desc_set_block_fill_val()  local
780 	hw_desc->src[0] = val;  in iop_desc_set_block_fill_val()
786 	struct iop3xx_desc_aau *hw_desc = desc->hw_desc;  in iop_desc_get_zero_result()  local
787 	struct iop3xx_aau_desc_ctrl desc_ctrl = hw_desc->desc_ctrl_field;  in iop_desc_get_zero_result()