/linux-6.6.21/include/net/ |
D | xdp.h | 166 struct xdp_frame { struct 180 static __always_inline bool xdp_frame_has_frags(struct xdp_frame *frame) in xdp_frame_has_frags() argument 185 static __always_inline bool xdp_frame_is_frag_pfmemalloc(struct xdp_frame *frame) in xdp_frame_is_frag_pfmemalloc() 204 xdp_get_shared_info_from_frame(struct xdp_frame *frame) in xdp_get_shared_info_from_frame() 219 static inline void xdp_scrub_frame(struct xdp_frame *frame) in xdp_scrub_frame() 242 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp); 243 struct sk_buff *__xdp_build_skb_from_frame(struct xdp_frame *xdpf, 246 struct sk_buff *xdp_build_skb_from_frame(struct xdp_frame *xdpf, 249 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf); 252 void xdp_convert_frame_to_buff(struct xdp_frame *frame, struct xdp_buff *xdp) in xdp_convert_frame_to_buff() [all …]
|
/linux-6.6.21/include/linux/ |
D | if_tun.h | 34 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() 38 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp() 60 static inline void *tun_xdp_to_ptr(struct xdp_frame *xdp) in tun_xdp_to_ptr() 64 static inline struct xdp_frame *tun_ptr_to_xdp(void *ptr) in tun_ptr_to_xdp()
|
/linux-6.6.21/net/core/ |
D | xdp.c | 410 void xdp_return_frame(struct xdp_frame *xdpf) in xdp_return_frame() 429 void xdp_return_frame_rx_napi(struct xdp_frame *xdpf) in xdp_return_frame_rx_napi() 472 void xdp_return_frame_bulk(struct xdp_frame *xdpf, in xdp_return_frame_bulk() 544 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame() 548 struct xdp_frame *xdpf; in xdp_convert_zc_to_xdp_frame() 600 struct sk_buff *__xdp_build_skb_from_frame(struct xdp_frame *xdpf, in __xdp_build_skb_from_frame() 656 struct sk_buff *xdp_build_skb_from_frame(struct xdp_frame *xdpf, in xdp_build_skb_from_frame() 671 struct xdp_frame *xdpf_clone(struct xdp_frame *xdpf) in xdpf_clone() 674 struct xdp_frame *nxdpf; in xdpf_clone()
|
/linux-6.6.21/kernel/bpf/ |
D | devmap.c | 57 struct xdp_frame *q[DEV_MAP_BULK_SIZE]; 323 struct xdp_frame **frames, int n, in dev_map_bpf_prog_run() 331 struct xdp_frame *xdpf = frames[i]; in dev_map_bpf_prog_run() 373 struct xdp_frame *xdpf = bq->q[i]; in bq_xmit_all() 442 static void bq_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in bq_enqueue() 467 static inline int __xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in __xdp_enqueue() 519 int dev_xdp_enqueue(struct net_device *dev, struct xdp_frame *xdpf, in dev_xdp_enqueue() 525 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_frame *xdpf, in dev_map_enqueue() 533 static bool is_valid_dst(struct bpf_dtab_netdev *obj, struct xdp_frame *xdpf) in is_valid_dst() 553 struct xdp_frame *xdpf) in dev_map_enqueue_clone() [all …]
|
D | cpumap.c | 189 struct xdp_frame *xdpf = frames[i]; in cpu_map_bpf_prog_run_xdp() 339 struct xdp_frame *xdpf = frames[i]; in cpu_map_kthread_run() 680 struct xdp_frame *xdpf = bq->q[i]; in bq_flush_to_queue() 702 static void bq_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf) in bq_enqueue() 725 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_frame *xdpf, in cpu_map_enqueue()
|
/linux-6.6.21/drivers/net/ethernet/fungible/funeth/ |
D | funeth_txrx.h | 101 struct xdp_frame *xdpf; /* associated XDP frame (XDP path) */ 250 bool fun_xdp_tx(struct funeth_txq *q, struct xdp_frame *xdpf); 252 struct xdp_frame **frames, u32 flags);
|
/linux-6.6.21/drivers/net/ethernet/microchip/lan966x/ |
D | lan966x_xdp.c | 55 struct xdp_frame **frames, in lan966x_xdp_xmit() 62 struct xdp_frame *xdpf = frames[i]; in lan966x_xdp_xmit()
|
/linux-6.6.21/drivers/net/ethernet/ti/ |
D | cpsw_priv.h | 409 #define CPSW_XMETA_OFFSET ALIGN(sizeof(struct xdp_frame), sizeof(long)) 427 static inline void *cpsw_xdpf_to_handle(struct xdp_frame *xdpf) in cpsw_xdpf_to_handle() 432 static inline struct xdp_frame *cpsw_handle_to_xdpf(void *handle) in cpsw_handle_to_xdpf() 434 return (struct xdp_frame *)((unsigned long)handle & ~BIT(0)); in cpsw_handle_to_xdpf() 448 int cpsw_xdp_tx_frame(struct cpsw_priv *priv, struct xdp_frame *xdpf,
|
/linux-6.6.21/drivers/net/vmxnet3/ |
D | vmxnet3_xdp.c | 116 struct xdp_frame *xdpf, in vmxnet3_xdp_xmit_frame() 202 struct xdp_frame *xdpf) in vmxnet3_xdp_xmit_back() 224 int n, struct xdp_frame **frames, u32 flags) in vmxnet3_xdp_xmit() 254 struct xdp_frame *xdpf; in vmxnet3_run_xdp()
|
D | vmxnet3_xdp.h | 27 int vmxnet3_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
/linux-6.6.21/drivers/net/ethernet/mellanox/mlx5/core/en/ |
D | xdp.h | 92 struct xdp_frame *xdpf; 111 int mlx5e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
/linux-6.6.21/drivers/net/ethernet/aquantia/atlantic/ |
D | aq_ring.h | 58 struct xdp_frame *xdpf; 203 struct xdp_frame **frames, u32 flags);
|
/linux-6.6.21/drivers/net/ethernet/freescale/enetc/ |
D | enetc.c | 61 static struct xdp_frame * 65 return tx_swbd->xdp_frame; in enetc_tx_swbd_get_xdp_frame() 90 struct xdp_frame *xdp_frame = enetc_tx_swbd_get_xdp_frame(tx_swbd); in enetc_free_tx_frame() local 96 if (xdp_frame) { in enetc_free_tx_frame() 97 xdp_return_frame(tx_swbd->xdp_frame); in enetc_free_tx_frame() 98 tx_swbd->xdp_frame = NULL; in enetc_free_tx_frame() 832 struct xdp_frame *xdp_frame = enetc_tx_swbd_get_xdp_frame(tx_swbd); in enetc_clean_tx_ring() local 856 if (xdp_frame) { in enetc_clean_tx_ring() 857 xdp_return_frame(xdp_frame); in enetc_clean_tx_ring() 1309 struct xdp_frame *xdp_frame) in enetc_xdp_frame_to_xdp_tx_swbd() argument [all …]
|
D | enetc.h | 27 struct xdp_frame *xdp_frame; member 436 struct xdp_frame **frames, u32 flags);
|
/linux-6.6.21/drivers/net/ethernet/microsoft/mana/ |
D | mana_bpf.c | 35 static int mana_xdp_xmit_fm(struct net_device *ndev, struct xdp_frame *frame, in mana_xdp_xmit_fm() 51 int mana_xdp_xmit(struct net_device *ndev, int n, struct xdp_frame **frames, in mana_xdp_xmit()
|
/linux-6.6.21/drivers/net/ethernet/broadcom/bnxt/ |
D | bnxt_xdp.h | 25 struct xdp_frame **frames, u32 flags);
|
D | bnxt_xdp.c | 110 struct xdp_frame *xdpf) in __bnxt_xmit_xdp_redirect() 337 struct xdp_frame **frames, u32 flags) in bnxt_xdp_xmit() 363 struct xdp_frame *xdp = frames[i]; in bnxt_xdp_xmit()
|
/linux-6.6.21/drivers/net/hyperv/ |
D | netvsc_bpf.c | 230 struct xdp_frame *frame, u16 q_idx) in netvsc_ndoxdp_xmit_fm() 248 struct xdp_frame **frames, u32 flags) in netvsc_ndoxdp_xmit()
|
/linux-6.6.21/drivers/net/ethernet/intel/ixgbe/ |
D | ixgbe_txrx_common.h | 17 struct xdp_frame *xdpf);
|
/linux-6.6.21/drivers/net/ |
D | veth.c | 81 struct xdp_frame *q[VETH_XDP_TX_BULK_SIZE]; 277 static struct xdp_frame *veth_ptr_to_xdp(void *ptr) in veth_ptr_to_xdp() 282 static void *veth_xdp_to_ptr(struct xdp_frame *xdp) in veth_xdp_to_ptr() 474 struct xdp_frame **frames, in veth_xdp_xmit() 503 struct xdp_frame *frame = frames[i]; in veth_xdp_xmit() 531 struct xdp_frame **frames, u32 flags) in veth_ndo_xdp_xmit() 595 struct xdp_frame *frame = xdp_convert_buff_to_frame(xdp); in veth_xdp_tx() 608 static struct xdp_frame *veth_xdp_rcv_one(struct veth_rq *rq, in veth_xdp_rcv_one() 609 struct xdp_frame *frame, in veth_xdp_rcv_one() 613 struct xdp_frame orig_frame; in veth_xdp_rcv_one() [all …]
|
/linux-6.6.21/drivers/net/ethernet/sfc/siena/ |
D | tx.c | 208 int efx_siena_xdp_tx_buffers(struct efx_nic *efx, int n, struct xdp_frame **xdpfs, in efx_siena_xdp_tx_buffers() 213 struct xdp_frame *xdpf; in efx_siena_xdp_tx_buffers()
|
/linux-6.6.21/drivers/net/ethernet/intel/i40e/ |
D | i40e_txrx.h | 263 struct xdp_frame *xdpf; 474 int i40e_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
/linux-6.6.21/drivers/net/ethernet/freescale/dpaa/ |
D | dpaa_eth.h | 131 struct xdp_frame *xdpf;
|
/linux-6.6.21/drivers/net/ethernet/google/gve/ |
D | gve.h | 306 struct xdp_frame *xdp_frame; /* xdp_frame */ member 1041 int gve_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames,
|
D | gve_tx.c | 179 if (info->xdp_frame) { in gve_clean_xdp_done() 180 xdp_return_frame(info->xdp_frame); in gve_clean_xdp_done() 181 info->xdp_frame = NULL; in gve_clean_xdp_done() 736 info->xdp_frame = frame_p; in gve_tx_fill_xdp() 772 int gve_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, in gve_xdp_xmit()
|