| /linux-5.19.10/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 339 u16 next_to_clean = rx_ring->next_to_clean; in i40e_clean_rx_irq_zc() local
353 rx_desc = I40E_RX_DESC(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
366 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
368 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc()
377 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc()
389 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc()
392 rx_ring->next_to_clean = next_to_clean; in i40e_clean_rx_irq_zc()
393 cleaned_count = (next_to_clean - rx_ring->next_to_use - 1) & count_mask; in i40e_clean_rx_irq_zc()
402 if (failure || next_to_clean == rx_ring->next_to_use) in i40e_clean_rx_irq_zc()
541 if (head_idx < tx_ring->next_to_clean) in i40e_clean_xdp_tx_irq()
[all …]
|
| D | i40e_adminq.c | 355 hw->aq.asq.next_to_clean = 0; in i40e_init_asq()
414 hw->aq.arq.next_to_clean = 0; in i40e_init_arq()
725 u16 ntc = asq->next_to_clean; in i40e_clean_asq()
750 asq->next_to_clean = ntc; in i40e_clean_asq()
1092 u16 ntc = hw->aq.arq.next_to_clean; in i40e_clean_arq_element()
1167 hw->aq.arq.next_to_clean = ntc; in i40e_clean_arq_element()
1185 hw->aq.asq.next_to_clean = 0; in i40e_resume_aq()
1190 hw->aq.arq.next_to_clean = 0; in i40e_resume_aq()
|
| /linux-5.19.10/drivers/net/ethernet/intel/ice/ |
| D | ice_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
19 (R)->next_to_clean - (R)->next_to_use - 1))
56 u16 next_to_clean; member
|
| D | ice_xsk.c | 555 int ntc = rx_ring->next_to_clean + 1; in ice_bump_ntc()
558 rx_ring->next_to_clean = ntc; in ice_bump_ntc()
681 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc()
693 if (unlikely(rx_ring->next_to_clean == rx_ring->next_to_use)) in ice_clean_rx_irq_zc()
696 xdp = *ice_xdp_buf(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc()
764 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ice_clean_rx_irq_zc()
823 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc()
840 xdp_ring->next_to_clean += tx_thresh; in ice_clean_xdp_irq_zc()
841 if (xdp_ring->next_to_clean >= desc_cnt) in ice_clean_xdp_irq_zc()
842 xdp_ring->next_to_clean -= desc_cnt; in ice_clean_xdp_irq_zc()
[all …]
|
| D | ice_txrx.h | 110 (u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
111 (R)->next_to_clean - (R)->next_to_use - 1)
280 u16 next_to_clean; member
319 u16 next_to_clean; member
|
| D | ice_txrx.c | 176 tx_ring->next_to_clean = 0; in ice_clean_tx_ring()
222 s16 i = tx_ring->next_to_clean; in ice_clean_tx_irq()
313 tx_ring->next_to_clean = i; in ice_clean_tx_irq()
369 tx_ring->next_to_clean = 0; in ice_setup_tx_ring()
439 rx_ring->next_to_clean = 0; in ice_clean_rx_ring()
508 rx_ring->next_to_clean = 0; in ice_setup_rx_ring()
897 rx_buf = &rx_ring->rx_buf[rx_ring->next_to_clean]; in ice_get_rx_buf()
1051 u16 ntc = rx_ring->next_to_clean + 1; in ice_put_rx_buf()
1055 rx_ring->next_to_clean = ntc; in ice_put_rx_buf()
1142 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/intel/igc/ |
| D | igc_dump.c | 139 buffer_info = &tx_ring->tx_buffer_info[tx_ring->next_to_clean]; in igc_rings_dump()
142 n, tx_ring->next_to_use, tx_ring->next_to_clean, in igc_rings_dump()
182 i == tx_ring->next_to_clean) in igc_rings_dump()
186 else if (i == tx_ring->next_to_clean) in igc_rings_dump()
216 rx_ring->next_to_clean); in igc_rings_dump()
266 else if (i == rx_ring->next_to_clean) in igc_rings_dump()
|
| /linux-5.19.10/drivers/net/ethernet/mscc/ |
| D | ocelot_fdma.c | 61 if (rx_ring->next_to_use >= rx_ring->next_to_clean) in ocelot_fdma_rx_ring_free()
63 (rx_ring->next_to_use - rx_ring->next_to_clean) - 1; in ocelot_fdma_rx_ring_free()
65 return rx_ring->next_to_clean - rx_ring->next_to_use - 1; in ocelot_fdma_rx_ring_free()
72 if (tx_ring->next_to_use >= tx_ring->next_to_clean) in ocelot_fdma_tx_ring_free()
74 (tx_ring->next_to_use - tx_ring->next_to_clean) - 1; in ocelot_fdma_tx_ring_free()
76 return tx_ring->next_to_clean - tx_ring->next_to_use - 1; in ocelot_fdma_tx_ring_free()
83 return tx_ring->next_to_clean == tx_ring->next_to_use; in ocelot_fdma_tx_ring_empty()
406 idx = rx_ring->next_to_clean; in ocelot_fdma_rx_get()
430 rx_ring->next_to_clean = idx; in ocelot_fdma_rx_get()
501 ntc = tx_ring->next_to_clean; in ocelot_fdma_tx_cleanup()
[all …]
|
| D | ocelot_fdma.h | 97 u16 next_to_clean; member
129 u16 next_to_clean; member
|
| /linux-5.19.10/drivers/net/ethernet/freescale/enetc/ |
| D | enetc.h | 100 int next_to_clean; member
133 if (bdr->next_to_clean > bdr->next_to_use) in enetc_bd_unused()
134 return bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused()
136 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused()
141 if (bdr->next_to_clean > bdr->next_to_alloc) in enetc_swbd_unused()
142 return bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused()
144 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused()
157 int next_to_clean; member
|
| D | enetc_cbdr.c | 23 cbdr->next_to_clean = 0; in enetc_setup_cbdr()
40 enetc_wr_reg(cbdr->pir, cbdr->next_to_clean); in enetc_setup_cbdr()
66 i = ring->next_to_clean; in enetc_clean_cbdr()
80 ring->next_to_clean = i; in enetc_clean_cbdr()
85 return (r->next_to_clean - r->next_to_use - 1 + r->bd_count) % in enetc_cbd_unused()
|
| /linux-5.19.10/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 241 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc()
244 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc()
272 rx_desc = IXGBE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ixgbe_clean_rx_irq_zc()
283 bi = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc()
293 &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc()
370 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ixgbe_clean_rx_irq_zc()
464 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq()
501 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq()
552 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring()
|
| /linux-5.19.10/drivers/net/ethernet/intel/ixgb/ |
| D | ixgb.h | 95 unsigned int next_to_clean; member
101 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
102 (R)->next_to_clean - (R)->next_to_use - 1)
|
| /linux-5.19.10/drivers/net/ethernet/hisilicon/hns3/ |
| D | hns3_trace.h | 84 __entry->ntc = ring->next_to_clean;
116 __entry->ntc = ring->next_to_clean;
118 __entry->buf_dma = ring->desc_cb[ring->next_to_clean].dma;
119 memcpy(__entry->desc, &ring->desc[ring->next_to_clean],
|
| D | hns3_enet.c | 984 tx_spare->last_to_clean == tx_spare->next_to_clean) in hns3_tx_spare_update()
991 tx_spare->next_to_clean); in hns3_tx_spare_update()
1129 u32 ntc = tx_spare->next_to_clean; in hns3_tx_spare_reclaim_cb()
1132 tx_spare->next_to_clean += len; in hns3_tx_spare_reclaim_cb()
1134 if (tx_spare->next_to_clean >= tx_spare->len) { in hns3_tx_spare_reclaim_cb()
1135 tx_spare->next_to_clean -= tx_spare->len; in hns3_tx_spare_reclaim_cb()
1137 if (tx_spare->next_to_clean) { in hns3_tx_spare_reclaim_cb()
1139 len = tx_spare->next_to_clean; in hns3_tx_spare_reclaim_cb()
2799 tx_ring->next_to_clean, napi->state); in hns3_dump_queue_stats()
3526 int ntc = ring->next_to_clean; in hns3_nic_reclaim_desc()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/pasemi/ |
| D | pasemi_mac.h | 30 unsigned int next_to_clean; member
43 unsigned int next_to_clean; member
101 #define RING_USED(ring) (((ring)->next_to_fill - (ring)->next_to_clean) \
|
| /linux-5.19.10/drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
| D | hclge_comm_cmd.c | 259 int ntc = ring->next_to_clean; in hclge_comm_ring_space()
285 int ntc = ring->next_to_clean; in hclge_comm_is_valid_csq_clean_head()
305 head, csq->next_to_use, csq->next_to_clean); in hclge_comm_cmd_csq_clean()
314 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclge_comm_cmd_csq_clean()
315 csq->next_to_clean = head; in hclge_comm_cmd_csq_clean()
445 csq->next_to_clean = in hclge_comm_cmd_send()
554 cmdq->csq.next_to_clean = 0; in hclge_comm_cmd_init()
556 cmdq->crq.next_to_clean = 0; in hclge_comm_cmd_init()
|
| /linux-5.19.10/drivers/net/ethernet/atheros/atl1c/ |
| D | atl1c_main.c | 908 atomic_set(&tpd_ring->next_to_clean, 0); in atl1c_clean_tx_ring()
931 rfd_ring->next_to_clean = 0; in atl1c_clean_rx_ring()
934 rrd_ring->next_to_clean = 0; in atl1c_clean_rx_ring()
950 atomic_set(&tpd_ring[i].next_to_clean, 0); in atl1c_init_ring_ptrs()
958 rfd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs()
960 rrd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs()
1618 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1c_clean_tx() local
1626 while (next_to_clean != hw_next_to_clean) { in atl1c_clean_tx()
1627 buffer_info = &tpd_ring->buffer_info[next_to_clean]; in atl1c_clean_tx()
1633 if (++next_to_clean == tpd_ring->count) in atl1c_clean_tx()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/hisilicon/hns/ |
| D | hns_enet.c | 422 desc = &ring->desc[ring->next_to_clean]; in hns_nic_reuse_page()
553 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb()
554 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb()
585 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
599 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
606 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb()
607 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb()
610 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb()
705 int ntc = ring->next_to_clean; in hns_desc_unused()
920 struct hnae_desc_cb *desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_reclaim_one_desc()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/intel/e1000/ |
| D | e1000.h | 155 unsigned int next_to_clean; member
176 unsigned int next_to_clean; member
190 unsigned int clean = smp_load_acquire(&(R)->next_to_clean); \
|
| /linux-5.19.10/drivers/net/ethernet/amazon/ena/ |
| D | ena_netdev.c | 776 tx_ring->next_to_clean = 0; in ena_setup_tx_resources()
907 rx_ring->next_to_clean = 0; in ena_setup_rx_resources()
1311 u16 next_to_clean; in ena_clean_tx_irq() local
1316 next_to_clean = tx_ring->next_to_clean; in ena_clean_tx_irq()
1357 tx_ring->free_ids[next_to_clean] = req_id; in ena_clean_tx_irq()
1358 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_tx_irq()
1362 tx_ring->next_to_clean = next_to_clean; in ena_clean_tx_irq()
1421 u16 *next_to_clean) in ena_rx_skb() argument
1478 rx_ring->free_ids[*next_to_clean] = req_id; in ena_rx_skb()
1479 *next_to_clean = ENA_RX_RING_IDX_ADD(*next_to_clean, descs, in ena_rx_skb()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/atheros/atlx/ |
| D | atl1.c | 1113 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_init_ring_ptrs()
1115 rfd_ring->next_to_clean = 0; in atl1_init_ring_ptrs()
1119 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_init_ring_ptrs()
1155 rfd_ring->next_to_clean = 0; in atl1_clean_rx_ring()
1159 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_clean_rx_ring()
1199 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_clean_tx_ring()
1499 ((atomic_read(&adapter->rrd_ring.next_to_clean) in atl1_configure()
1745 rrd_next_to_clean = atomic_read(&adapter->rrd_ring.next_to_clean); in atl1_update_mailbox()
1763 while (rfd_ring->next_to_clean != (rrd->buf_indx + offset)) { in atl1_clean_alloc_flag()
1764 rfd_ring->buffer_info[rfd_ring->next_to_clean].alloced = 0; in atl1_clean_alloc_flag()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/oki-semi/pch_gbe/ |
| D | pch_gbe_main.c | 56 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
57 (R)->next_to_clean - (R)->next_to_use - 1)
923 tx_ring->next_to_clean = 0; in pch_gbe_clean_tx_ring()
954 rx_ring->next_to_clean = 0; in pch_gbe_clean_rx_ring()
1462 tx_ring->next_to_clean); in pch_gbe_clean_tx()
1464 i = tx_ring->next_to_clean; in pch_gbe_clean_tx()
1477 tx_ring->next_to_clean, tx_ring->next_to_use, in pch_gbe_clean_tx()
1566 tx_ring->next_to_clean = i; in pch_gbe_clean_tx()
1569 tx_ring->next_to_clean); in pch_gbe_clean_tx()
1603 i = rx_ring->next_to_clean; in pch_gbe_clean_rx()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/atheros/atl1e/ |
| D | atl1e_main.c | 752 atomic_set(&tx_ring->next_to_clean, 0); in atl1e_init_ring_ptrs()
1232 u16 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_clean_tx_irq() local
1234 while (next_to_clean != hw_next_to_clean) { in atl1e_clean_tx_irq()
1235 tx_buffer = &tx_ring->tx_buffer[next_to_clean]; in atl1e_clean_tx_irq()
1255 if (++next_to_clean == tx_ring->count) in atl1e_clean_tx_irq()
1256 next_to_clean = 0; in atl1e_clean_tx_irq()
1259 atomic_set(&tx_ring->next_to_clean, next_to_clean); in atl1e_clean_tx_irq()
1560 u16 next_to_clean = 0; in atl1e_tpd_avail() local
1562 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_tpd_avail()
1565 return (u16)(next_to_clean > next_to_use) ? in atl1e_tpd_avail()
[all …]
|
| /linux-5.19.10/drivers/net/ethernet/intel/iavf/ |
| D | iavf_adminq.c | 343 hw->aq.asq.next_to_clean = 0; in iavf_init_asq()
408 hw->aq.arq.next_to_clean = 0; in iavf_init_arq()
584 u16 ntc = asq->next_to_clean; in iavf_clean_asq()
610 asq->next_to_clean = ntc; in iavf_clean_asq()
858 u16 ntc = hw->aq.arq.next_to_clean; in iavf_clean_arq_element()
934 hw->aq.arq.next_to_clean = ntc; in iavf_clean_arq_element()
|