18 		    struct nfp_net_xsk_rx_buf *xrxbuf, unsigned int pkt_len,  in nfp_nfd3_xsk_tx_xdp()  argument
29 	xsk_buff_raw_dma_sync_for_device(pool, xrxbuf->dma_addr + pkt_off,  in nfp_nfd3_xsk_tx_xdp()
35 	txbuf->xdp = xrxbuf->xdp;  in nfp_nfd3_xsk_tx_xdp()
43 	nfp_desc_set_dma_addr_40b(txd, xrxbuf->dma_addr + pkt_off);  in nfp_nfd3_xsk_tx_xdp()
58 				struct nfp_net_xsk_rx_buf *xrxbuf,  in nfp_nfd3_xsk_rx_skb()  argument
76 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx_skb()
84 		nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx_skb()
87 	skb_put_data(skb, xrxbuf->xdp->data, pkt_len);  in nfp_nfd3_xsk_rx_skb()
99 		nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx_skb()
105 				 xrxbuf->xdp->data - xrxbuf->xdp->data_meta);  in nfp_nfd3_xsk_rx_skb()
109 	nfp_net_xsk_rx_free(xrxbuf);  in nfp_nfd3_xsk_rx_skb()
130 		struct nfp_net_xsk_rx_buf *xrxbuf;  in nfp_nfd3_xsk_rx()  local
144 		xrxbuf = &rx_ring->xsk_rxbufs[idx];  in nfp_nfd3_xsk_rx()
149 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
174 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
184 		xrxbuf->xdp->data += meta_len;  in nfp_nfd3_xsk_rx()
185 		xrxbuf->xdp->data_end = xrxbuf->xdp->data + pkt_len;  in nfp_nfd3_xsk_rx()
186 		xdp_set_data_meta_invalid(xrxbuf->xdp);  in nfp_nfd3_xsk_rx()
187 		xsk_buff_dma_sync_for_cpu(xrxbuf->xdp, r_vec->xsk_pool);  in nfp_nfd3_xsk_rx()
188 		net_prefetch(xrxbuf->xdp->data);  in nfp_nfd3_xsk_rx()
192 							 xrxbuf->xdp->data -  in nfp_nfd3_xsk_rx()
194 							 xrxbuf->xdp->data,  in nfp_nfd3_xsk_rx()
197 				nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
206 							    xrxbuf, &meta,  in nfp_nfd3_xsk_rx()
212 				nfp_app_ctrl_rx_raw(nn->app, xrxbuf->xdp->data,  in nfp_nfd3_xsk_rx()
214 				nfp_net_xsk_rx_free(xrxbuf);  in nfp_nfd3_xsk_rx()
219 		act = bpf_prog_run_xdp(xdp_prog, xrxbuf->xdp);  in nfp_nfd3_xsk_rx()
221 		pkt_len = xrxbuf->xdp->data_end - xrxbuf->xdp->data;  in nfp_nfd3_xsk_rx()
222 		pkt_off = xrxbuf->xdp->data - xrxbuf->xdp->data_hard_start;  in nfp_nfd3_xsk_rx()
226 			nfp_nfd3_xsk_rx_skb(rx_ring, rxd, xrxbuf, &meta, pkt_len,  in nfp_nfd3_xsk_rx()
231 						 xrxbuf, pkt_len, pkt_off))  in nfp_nfd3_xsk_rx()
232 				nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
234 				nfp_net_xsk_rx_unstash(xrxbuf);  in nfp_nfd3_xsk_rx()
237 			if (xdp_do_redirect(dp->netdev, xrxbuf->xdp, xdp_prog)) {  in nfp_nfd3_xsk_rx()
238 				nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()
240 				nfp_net_xsk_rx_unstash(xrxbuf);  in nfp_nfd3_xsk_rx()
251 			nfp_net_xsk_rx_drop(r_vec, xrxbuf);  in nfp_nfd3_xsk_rx()