Lines Matching refs:wr_p
130 unsigned int n_descs, wr_p, nop_slots; in nfp_nfdk_tx_maybe_close_block() local
159 if (round_down(tx_ring->wr_p, NFDK_TX_DESC_BLOCK_CNT) != in nfp_nfdk_tx_maybe_close_block()
160 round_down(tx_ring->wr_p + n_descs, NFDK_TX_DESC_BLOCK_CNT)) in nfp_nfdk_tx_maybe_close_block()
169 wr_p = tx_ring->wr_p; in nfp_nfdk_tx_maybe_close_block()
170 nop_slots = D_BLOCK_CPL(wr_p); in nfp_nfdk_tx_maybe_close_block()
172 wr_idx = D_IDX(tx_ring, wr_p); in nfp_nfdk_tx_maybe_close_block()
179 tx_ring->wr_p += nop_slots; in nfp_nfdk_tx_maybe_close_block()
272 qidx, tx_ring->wr_p, tx_ring->rd_p); in nfp_nfdk_tx()
293 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_tx()
403 tx_ring->wr_p += cnt; in nfp_nfdk_tx()
404 if (tx_ring->wr_p % NFDK_TX_DESC_BLOCK_CNT) in nfp_nfdk_tx()
470 if (tx_ring->wr_p == rd_p) in nfp_nfdk_tx_complete()
552 WARN_ONCE(tx_ring->wr_p - tx_ring->rd_p > tx_ring->cnt, in nfp_nfdk_tx_complete()
554 tx_ring->rd_p, tx_ring->wr_p, tx_ring->cnt); in nfp_nfdk_tx_complete()
600 wr_idx = D_IDX(rx_ring, rx_ring->wr_p); in nfp_nfdk_rx_give_one()
614 rx_ring->wr_p++; in nfp_nfdk_rx_give_one()
615 if (!(rx_ring->wr_p % NFP_NET_FL_BATCH)) { in nfp_nfdk_rx_give_one()
858 WARN_ONCE(tx_ring->wr_p - tx_ring->rd_p > tx_ring->cnt, in nfp_nfdk_xdp_complete()
860 tx_ring->rd_p, tx_ring->wr_p, tx_ring->cnt); in nfp_nfdk_xdp_complete()
902 if ((round_down(tx_ring->wr_p, NFDK_TX_DESC_BLOCK_CNT) != in nfp_nfdk_tx_xdp_buf()
903 round_down(tx_ring->wr_p + n_descs, NFDK_TX_DESC_BLOCK_CNT)) || in nfp_nfdk_tx_xdp_buf()
906 unsigned int nop_slots = D_BLOCK_CPL(tx_ring->wr_p); in nfp_nfdk_tx_xdp_buf()
908 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_tx_xdp_buf()
914 tx_ring->wr_p += nop_slots; in nfp_nfdk_tx_xdp_buf()
918 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_tx_xdp_buf()
973 tx_ring->wr_p += cnt; in nfp_nfdk_tx_xdp_buf()
974 if (tx_ring->wr_p % NFDK_TX_DESC_BLOCK_CNT) in nfp_nfdk_tx_xdp_buf()
1207 else if (unlikely(tx_ring->wr_p != tx_ring->rd_p) && in nfp_nfdk_rx()
1325 wr_idx = D_IDX(tx_ring, tx_ring->wr_p); in nfp_nfdk_ctrl_tx_one()
1382 tx_ring->wr_p += cnt; in nfp_nfdk_ctrl_tx_one()
1383 if (tx_ring->wr_p % NFDK_TX_DESC_BLOCK_CNT) in nfp_nfdk_ctrl_tx_one()