15 nfp_nfd3_xsk_tx_xdp(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec,  in nfp_nfd3_xsk_tx_xdp()  argument
21 	struct xsk_buff_pool *pool = r_vec->xsk_pool;  in nfp_nfd3_xsk_tx_xdp()
64 	struct nfp_net_r_vector *r_vec = rx_ring->r_vec;  in nfp_nfd3_xsk_rx_skb()  local
65 	struct nfp_net_dp *dp = &r_vec->nfp_net->dp;  in nfp_nfd3_xsk_rx_skb()
76 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx_skb()
82 	skb = napi_alloc_skb(&r_vec->napi, pkt_len);  in nfp_nfd3_xsk_rx_skb()
84 		nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx_skb()
95 	nfp_nfd3_rx_csum(dp, r_vec, rxd, meta, skb);  in nfp_nfd3_xsk_rx_skb()
104 	napi_gro_receive(&rx_ring->r_vec->napi, skb);  in nfp_nfd3_xsk_rx_skb()
115 	struct nfp_net_r_vector *r_vec = rx_ring->r_vec;  in nfp_nfd3_xsk_rx()  local
116 	struct nfp_net_dp *dp = &r_vec->nfp_net->dp;  in nfp_nfd3_xsk_rx()
123 	tx_ring = r_vec->xdp_ring;  in nfp_nfd3_xsk_rx()
146 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
171 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
176 		u64_stats_update_begin(&r_vec->rx_sync);  in nfp_nfd3_xsk_rx()
177 		r_vec->rx_pkts++;  in nfp_nfd3_xsk_rx()
178 		r_vec->rx_bytes += pkt_len;  in nfp_nfd3_xsk_rx()
179 		u64_stats_update_end(&r_vec->rx_sync);  in nfp_nfd3_xsk_rx()
184 		xsk_buff_dma_sync_for_cpu(xrxbuf->xdp, r_vec->xsk_pool);  in nfp_nfd3_xsk_rx()
194 				nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
227 			if (!nfp_nfd3_xsk_tx_xdp(dp, r_vec, rx_ring, tx_ring,  in nfp_nfd3_xsk_rx()
229 				nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
235 				nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
248 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
253 	nfp_net_xsk_rx_ring_fill_freelist(r_vec->rx_ring);  in nfp_nfd3_xsk_rx()
274 	struct nfp_net_r_vector *r_vec = tx_ring->r_vec;  in nfp_nfd3_xsk_complete()  local
316 	u64_stats_update_begin(&r_vec->tx_sync);  in nfp_nfd3_xsk_complete()
317 	r_vec->tx_bytes += done_bytes;  in nfp_nfd3_xsk_complete()
318 	r_vec->tx_pkts += done_pkts;  in nfp_nfd3_xsk_complete()
319 	u64_stats_update_end(&r_vec->tx_sync);  in nfp_nfd3_xsk_complete()
321 	xsk_tx_completed(r_vec->xsk_pool, done_pkts - reused);  in nfp_nfd3_xsk_complete()
332 	struct nfp_net_r_vector *r_vec = tx_ring->r_vec;  in nfp_nfd3_xsk_tx()  local
339 	xsk_pool = r_vec->xsk_pool;  in nfp_nfd3_xsk_tx()
388 	struct nfp_net_r_vector *r_vec =  in nfp_nfd3_xsk_poll()  local
392 	pkts_polled = nfp_nfd3_xsk_rx(r_vec->rx_ring, budget, &skbs);  in nfp_nfd3_xsk_poll()
395 		if (r_vec->tx_ring)  in nfp_nfd3_xsk_poll()
396 			nfp_nfd3_tx_complete(r_vec->tx_ring, budget);  in nfp_nfd3_xsk_poll()
398 		if (!nfp_nfd3_xsk_complete(r_vec->xdp_ring))  in nfp_nfd3_xsk_poll()
401 		nfp_nfd3_xsk_tx(r_vec->xdp_ring);  in nfp_nfd3_xsk_poll()
404 			nfp_net_irq_unmask(r_vec->nfp_net, r_vec->irq_entry);  in nfp_nfd3_xsk_poll()