26 				   struct bnxt_tx_ring_info *txr,  in bnxt_xmit_bd()  argument
44 	prod = txr->tx_prod;  in bnxt_xmit_bd()
45 	tx_buf = &txr->tx_buf_ring[prod];  in bnxt_xmit_bd()
50 	txbd = &txr->tx_desc_ring[TX_RING(prod)][TX_IDX(prod)];  in bnxt_xmit_bd()
66 		WRITE_ONCE(txr->tx_prod, prod);  in bnxt_xmit_bd()
69 		frag_tx_buf = &txr->tx_buf_ring[prod];  in bnxt_xmit_bd()
72 		txbd = &txr->tx_desc_ring[TX_RING(prod)][TX_IDX(prod)];  in bnxt_xmit_bd()
90 	WRITE_ONCE(txr->tx_prod, prod);  in bnxt_xmit_bd()
95 static void __bnxt_xmit_xdp(struct bnxt *bp, struct bnxt_tx_ring_info *txr,  in __bnxt_xmit_xdp()  argument
101 	tx_buf = bnxt_xmit_bd(bp, txr, mapping, len, xdp);  in __bnxt_xmit_xdp()
108 				     struct bnxt_tx_ring_info *txr,  in __bnxt_xmit_xdp_redirect()  argument
114 	tx_buf = bnxt_xmit_bd(bp, txr, mapping, len, NULL);  in __bnxt_xmit_xdp_redirect()
123 	struct bnxt_tx_ring_info *txr = bnapi->tx_ring;  in bnxt_tx_int_xdp()  local
128 	u16 tx_cons = txr->tx_cons;  in bnxt_tx_int_xdp()
136 		tx_buf = &txr->tx_buf_ring[tx_cons];  in bnxt_tx_int_xdp()
156 				tx_buf = &txr->tx_buf_ring[tx_cons];  in bnxt_tx_int_xdp()
160 			bnxt_sched_reset_txr(bp, txr, i);  in bnxt_tx_int_xdp()
167 	WRITE_ONCE(txr->tx_cons, tx_cons);  in bnxt_tx_int_xdp()
169 		tx_buf = &txr->tx_buf_ring[last_tx_cons];  in bnxt_tx_int_xdp()
229 	struct bnxt_tx_ring_info *txr;  in bnxt_rx_xdp()  local
245 	txr = rxr->bnapi->tx_ring;  in bnxt_rx_xdp()
251 	tx_avail = bnxt_tx_avail(bp, txr);  in bnxt_rx_xdp()
291 		__bnxt_xmit_xdp(bp, txr, mapping + offset, *len,  in bnxt_rx_xdp()
342 	struct bnxt_tx_ring_info *txr;  in bnxt_xdp_xmit()  local
354 	txr = &bp->tx_ring[ring];  in bnxt_xdp_xmit()
356 	if (READ_ONCE(txr->dev_state) == BNXT_DEV_STATE_CLOSING)  in bnxt_xdp_xmit()
360 		spin_lock(&txr->xdp_tx_lock);  in bnxt_xdp_xmit()
365 		if (!bnxt_tx_avail(bp, txr))  in bnxt_xdp_xmit()
374 		__bnxt_xmit_xdp_redirect(bp, txr, mapping, xdp->len, xdp);  in bnxt_xdp_xmit()
381 		bnxt_db_write(bp, &txr->tx_db, txr->tx_prod);  in bnxt_xdp_xmit()
385 		spin_unlock(&txr->xdp_tx_lock);  in bnxt_xdp_xmit()