499 	unsigned int sw_index = src_ring->sw_index;  in _ath10k_ce_send_nolock()  local
510 				   write_index, sw_index - 1) <= 0)) {  in _ath10k_ce_send_nolock()
556 	unsigned int sw_index;  in _ath10k_ce_send_nolock_64()  local
571 		sw_index = ath10k_ce_src_ring_read_index_from_ddr(ar, ce_state->id);  in _ath10k_ce_send_nolock_64()
573 		sw_index = src_ring->sw_index;  in _ath10k_ce_send_nolock_64()
576 				   write_index, sw_index - 1) <= 0)) {  in _ath10k_ce_send_nolock_64()
652 	if (WARN_ON_ONCE(src_ring->write_index == src_ring->sw_index))  in __ath10k_ce_send_revert()
695 			      pipe->src_ring->sw_index - 1);  in ath10k_ce_num_free_src_entries()
709 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_num_free_bufs()  local
713 	return CE_RING_DELTA(nentries_mask, write_index, sw_index - 1);  in __ath10k_ce_rx_num_free_bufs()
725 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_post_buf()  local
733 	    CE_RING_DELTA(nentries_mask, write_index, sw_index - 1) == 0)  in __ath10k_ce_rx_post_buf()
756 	unsigned int sw_index = dest_ring->sw_index;  in __ath10k_ce_rx_post_buf_64()  local
764 	if (CE_RING_DELTA(nentries_mask, write_index, sw_index - 1) == 0)  in __ath10k_ce_rx_post_buf_64()
792 	if (((cur_write_idx + nentries) & nentries_mask) == dest_ring->sw_index)  in ath10k_ce_rx_update_write_idx()
827 	unsigned int sw_index = dest_ring->sw_index;  in _ath10k_ce_completed_recv_next_nolock()  local
830 	struct ce_desc *desc = CE_DEST_RING_TO_DESC(base, sw_index);  in _ath10k_ce_completed_recv_next_nolock()
855 			dest_ring->per_transfer_context[sw_index];  in _ath10k_ce_completed_recv_next_nolock()
861 		dest_ring->per_transfer_context[sw_index] = NULL;  in _ath10k_ce_completed_recv_next_nolock()
864 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in _ath10k_ce_completed_recv_next_nolock()
865 	dest_ring->sw_index = sw_index;  in _ath10k_ce_completed_recv_next_nolock()
877 	unsigned int sw_index = dest_ring->sw_index;  in _ath10k_ce_completed_recv_next_nolock_64()  local
880 		CE_DEST_RING_TO_DESC_64(base, sw_index);  in _ath10k_ce_completed_recv_next_nolock_64()
904 			dest_ring->per_transfer_context[sw_index];  in _ath10k_ce_completed_recv_next_nolock_64()
910 		dest_ring->per_transfer_context[sw_index] = NULL;  in _ath10k_ce_completed_recv_next_nolock_64()
913 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in _ath10k_ce_completed_recv_next_nolock_64()
914 	dest_ring->sw_index = sw_index;  in _ath10k_ce_completed_recv_next_nolock_64()
954 	unsigned int sw_index;  in _ath10k_ce_revoke_recv_next()  local
971 	sw_index = dest_ring->sw_index;  in _ath10k_ce_revoke_recv_next()
973 	if (write_index != sw_index) {  in _ath10k_ce_revoke_recv_next()
975 		struct ce_desc *desc = CE_DEST_RING_TO_DESC(base, sw_index);  in _ath10k_ce_revoke_recv_next()
982 				dest_ring->per_transfer_context[sw_index];  in _ath10k_ce_revoke_recv_next()
985 		dest_ring->per_transfer_context[sw_index] = NULL;  in _ath10k_ce_revoke_recv_next()
989 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in _ath10k_ce_revoke_recv_next()
990 		dest_ring->sw_index = sw_index;  in _ath10k_ce_revoke_recv_next()
1007 	unsigned int sw_index;  in _ath10k_ce_revoke_recv_next_64()  local
1024 	sw_index = dest_ring->sw_index;  in _ath10k_ce_revoke_recv_next_64()
1026 	if (write_index != sw_index) {  in _ath10k_ce_revoke_recv_next_64()
1029 			CE_DEST_RING_TO_DESC_64(base, sw_index);  in _ath10k_ce_revoke_recv_next_64()
1036 				dest_ring->per_transfer_context[sw_index];  in _ath10k_ce_revoke_recv_next_64()
1039 		dest_ring->per_transfer_context[sw_index] = NULL;  in _ath10k_ce_revoke_recv_next_64()
1043 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in _ath10k_ce_revoke_recv_next_64()
1044 		dest_ring->sw_index = sw_index;  in _ath10k_ce_revoke_recv_next_64()
1076 	unsigned int sw_index = src_ring->sw_index;  in _ath10k_ce_completed_send_next_nolock()  local
1080 	if (src_ring->hw_index == sw_index) {  in _ath10k_ce_completed_send_next_nolock()
1102 	if (read_index == sw_index)  in _ath10k_ce_completed_send_next_nolock()
1107 			src_ring->per_transfer_context[sw_index];  in _ath10k_ce_completed_send_next_nolock()
1110 	src_ring->per_transfer_context[sw_index] = NULL;  in _ath10k_ce_completed_send_next_nolock()
1112 				   sw_index);  in _ath10k_ce_completed_send_next_nolock()
1116 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in _ath10k_ce_completed_send_next_nolock()
1117 	src_ring->sw_index = sw_index;  in _ath10k_ce_completed_send_next_nolock()
1129 	unsigned int sw_index = src_ring->sw_index;  in _ath10k_ce_completed_send_next_nolock_64()  local
1133 	if (src_ring->hw_index == sw_index) {  in _ath10k_ce_completed_send_next_nolock_64()
1155 	if (read_index == sw_index)  in _ath10k_ce_completed_send_next_nolock_64()
1160 			src_ring->per_transfer_context[sw_index];  in _ath10k_ce_completed_send_next_nolock_64()
1163 	src_ring->per_transfer_context[sw_index] = NULL;  in _ath10k_ce_completed_send_next_nolock_64()
1165 				      sw_index);  in _ath10k_ce_completed_send_next_nolock_64()
1169 	sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in _ath10k_ce_completed_send_next_nolock_64()
1170 	src_ring->sw_index = sw_index;  in _ath10k_ce_completed_send_next_nolock_64()
1185 					u32 sw_index,  in ath10k_ce_extract_desc_data()  argument
1191 		struct ce_desc *desc = CE_SRC_RING_TO_DESC(base, sw_index);  in ath10k_ce_extract_desc_data()
1202 					   u32 sw_index,  in ath10k_ce_extract_desc_data_64()  argument
1209 			CE_SRC_RING_TO_DESC_64(base, sw_index);  in ath10k_ce_extract_desc_data_64()
1227 	unsigned int sw_index;  in ath10k_ce_cancel_send_next()  local
1244 	sw_index = src_ring->sw_index;  in ath10k_ce_cancel_send_next()
1247 	if (write_index != sw_index) {  in ath10k_ce_cancel_send_next()
1248 		ce_state->ops->ce_extract_desc_data(ar, src_ring, sw_index,  in ath10k_ce_cancel_send_next()
1254 				src_ring->per_transfer_context[sw_index];  in ath10k_ce_cancel_send_next()
1257 		src_ring->per_transfer_context[sw_index] = NULL;  in ath10k_ce_cancel_send_next()
1260 		sw_index = CE_RING_IDX_INCR(nentries_mask, sw_index);  in ath10k_ce_cancel_send_next()
1261 		src_ring->sw_index = sw_index;  in ath10k_ce_cancel_send_next()
1440 	src_ring->sw_index = ath10k_ce_src_ring_read_index_get(ar, ctrl_addr);  in ath10k_ce_init_src_ring()
1441 	src_ring->sw_index &= src_ring->nentries_mask;  in ath10k_ce_init_src_ring()
1442 	src_ring->hw_index = src_ring->sw_index;  in ath10k_ce_init_src_ring()
1481 	dest_ring->sw_index = ath10k_ce_dest_ring_read_index_get(ar, ctrl_addr);  in ath10k_ce_init_dest_ring()
1482 	dest_ring->sw_index &= dest_ring->nentries_mask;  in ath10k_ce_init_dest_ring()