23 	if (atomic_read_acquire(&tx->dqo_compl.free_pending_packets) != -1)  in gve_has_pending_packet()
42 			atomic_xchg(&tx->dqo_compl.free_pending_packets, -1);  in gve_alloc_pending_packet()
66 		s16 old_head = atomic_read_acquire(&tx->dqo_compl.free_pending_packets);  in gve_free_pending_packet()
69 		if (atomic_cmpxchg(&tx->dqo_compl.free_pending_packets,  in gve_free_pending_packet()
153 	atomic_set_release(&tx->dqo_compl.hw_tx_head, 0);  in gve_tx_alloc_ring_dqo()
190 	atomic_set_release(&tx->dqo_compl.free_pending_packets, -1);  in gve_tx_alloc_ring_dqo()
191 	tx->dqo_compl.miss_completions.head = -1;  in gve_tx_alloc_ring_dqo()
192 	tx->dqo_compl.miss_completions.tail = -1;  in gve_tx_alloc_ring_dqo()
193 	tx->dqo_compl.timed_out_completions.head = -1;  in gve_tx_alloc_ring_dqo()
194 	tx->dqo_compl.timed_out_completions.tail = -1;  in gve_tx_alloc_ring_dqo()
279 	tx->dqo_tx.head = atomic_read_acquire(&tx->dqo_compl.hw_tx_head);  in gve_maybe_stop_tx_dqo()
295 	tx->dqo_tx.head = atomic_read_acquire(&tx->dqo_compl.hw_tx_head);  in gve_maybe_stop_tx_dqo()
789 					 &tx->dqo_compl.timed_out_completions,  in gve_handle_packet_completion()
805 		remove_from_list(tx, &tx->dqo_compl.miss_completions,  in gve_handle_packet_completion()
852 	add_to_list(tx, &tx->dqo_compl.miss_completions, pending_packet);  in gve_handle_miss_completion()
864 	next_index = tx->dqo_compl.miss_completions.head;  in remove_miss_completions()
872 		remove_from_list(tx, &tx->dqo_compl.miss_completions,  in remove_miss_completions()
896 		add_to_list(tx, &tx->dqo_compl.timed_out_completions,  in remove_miss_completions()
907 	next_index = tx->dqo_compl.timed_out_completions.head;  in remove_timed_out_completions()
915 		remove_from_list(tx, &tx->dqo_compl.timed_out_completions,  in remove_timed_out_completions()
935 			&tx->dqo.compl_ring[tx->dqo_compl.head];  in gve_clean_tx_done_dqo()
938 		if (compl_desc->generation == tx->dqo_compl.cur_gen_bit)  in gve_clean_tx_done_dqo()
942 		prefetch(&tx->dqo.compl_ring[(tx->dqo_compl.head + 1) &  in gve_clean_tx_done_dqo()
953 			atomic_set_release(&tx->dqo_compl.hw_tx_head, tx_head);  in gve_clean_tx_done_dqo()
978 		tx->dqo_compl.head =  in gve_clean_tx_done_dqo()
979 			(tx->dqo_compl.head + 1) & tx->dqo.complq_mask;  in gve_clean_tx_done_dqo()
981 		tx->dqo_compl.cur_gen_bit ^= tx->dqo_compl.head == 0;  in gve_clean_tx_done_dqo()
1020 	compl_desc = &tx->dqo.compl_ring[tx->dqo_compl.head];  in gve_tx_poll_dqo()
1021 	return compl_desc->generation != tx->dqo_compl.cur_gen_bit;  in gve_tx_poll_dqo()