| /linux-6.1.9/include/net/ |
| D | xdp_sock_drv.h | 73 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
80 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
87 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
93 static inline u32 xsk_buff_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xsk_buff_alloc_batch()
103 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
110 static inline void xsk_buff_set_size(struct xdp_buff *xdp, u32 size) in xsk_buff_set_size()
128 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp, struct xsk_buff_pool *pool) in xsk_buff_dma_sync_for_cpu()
229 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
234 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
239 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
[all …]
|
| D | xdp.h | 77 struct xdp_buff { struct
88 static __always_inline bool xdp_buff_has_frags(struct xdp_buff *xdp) in xdp_buff_has_frags() argument
93 static __always_inline void xdp_buff_set_frags_flag(struct xdp_buff *xdp) in xdp_buff_set_frags_flag()
98 static __always_inline void xdp_buff_clear_frags_flag(struct xdp_buff *xdp) in xdp_buff_clear_frags_flag()
103 static __always_inline bool xdp_buff_is_frag_pfmemalloc(struct xdp_buff *xdp) in xdp_buff_is_frag_pfmemalloc()
108 static __always_inline void xdp_buff_set_frag_pfmemalloc(struct xdp_buff *xdp) in xdp_buff_set_frag_pfmemalloc()
114 xdp_init_buff(struct xdp_buff *xdp, u32 frame_sz, struct xdp_rxq_info *rxq) in xdp_init_buff()
122 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff()
144 xdp_get_shared_info_from_buff(struct xdp_buff *xdp) in xdp_get_shared_info_from_buff()
149 static __always_inline unsigned int xdp_get_buff_len(struct xdp_buff *xdp) in xdp_get_buff_len()
[all …]
|
| D | xdp_sock.h | 19 struct xdp_buff;
80 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
81 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
86 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
91 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| D | xsk_buff_pool.h | 23 struct xdp_buff xdp;
131 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool);
132 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max);
|
| D | busy_poll.h | 170 const struct xdp_buff *xdp) in sk_mark_napi_id_once_xdp()
|
| /linux-6.1.9/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.h | 18 struct xdp_buff *xdp);
21 struct xdp_buff xdp, struct page *page, u8 **data_ptr,
31 struct xdp_buff *xdp);
33 struct xdp_buff *xdp);
36 struct xdp_buff *xdp,
|
| D | bnxt_xdp.c | 28 struct xdp_buff *xdp) in bnxt_xmit_bd()
104 struct xdp_buff *xdp) in __bnxt_xmit_xdp()
181 struct xdp_buff *xdp) in bnxt_xdp_buff_init()
201 struct xdp_buff *xdp) in bnxt_xdp_buff_frags_free()
222 struct xdp_buff xdp, struct page *page, u8 **data_ptr, in bnxt_rx_xdp()
465 struct page_pool *pool, struct xdp_buff *xdp, in bnxt_xdp_build_skb()
|
| /linux-6.1.9/tools/testing/selftests/bpf/progs/ |
| D | test_xdp_bpf2bpf.c | 23 struct xdp_buff { struct
45 int BPF_PROG(trace_on_entry, struct xdp_buff *xdp) in BPF_PROG() argument
64 int BPF_PROG(trace_on_exit, struct xdp_buff *xdp, int ret) in BPF_PROG()
|
| /linux-6.1.9/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 19 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
201 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp, in i40e_run_xdp_zc()
248 struct xdp_buff **xdp; in i40e_alloc_rx_buffers_zc()
293 struct xdp_buff *xdp) in i40e_construct_skb_zc()
321 struct xdp_buff *xdp_buff, in i40e_handle_xdp_result_zc() argument
343 xsk_buff_free(xdp_buff); in i40e_handle_xdp_result_zc()
352 skb = i40e_construct_skb_zc(rx_ring, xdp_buff); in i40e_handle_xdp_result_zc()
403 struct xdp_buff *bi; in i40e_clean_rx_irq_zc()
691 struct xdp_buff *rx_bi = *i40e_rx_bi(rx_ring, ntc); in i40e_xsk_clean_rx_ring()
|
| D | i40e_txrx_common.h | 7 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring);
|
| /linux-6.1.9/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | rx.c | 25 batch = xsk_buff_alloc_batch(rq->xsk_pool, (struct xdp_buff **)wi->alloc_units, in mlx5e_xsk_alloc_rx_mpwqe()
145 struct xdp_buff **buffs; in mlx5e_xsk_alloc_rx_wqes_batched()
155 buffs = (struct xdp_buff **)rq->wqe.alloc_units; in mlx5e_xsk_alloc_rx_wqes_batched()
208 static struct sk_buff *mlx5e_xsk_construct_skb(struct mlx5e_rq *rq, struct xdp_buff *xdp) in mlx5e_xsk_construct_skb()
236 struct xdp_buff *xdp = wi->alloc_units[page_idx].xsk; in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
288 struct xdp_buff *xdp = wi->au->xsk; in mlx5e_xsk_skb_from_cqe_linear()
|
| /linux-6.1.9/net/netfilter/ |
| D | nf_conntrack_bpf.c | 259 struct xdp_buff *ctx = (struct xdp_buff *)xdp_ctx; in bpf_xdp_ct_alloc()
293 struct xdp_buff *ctx = (struct xdp_buff *)xdp_ctx; in bpf_xdp_ct_lookup()
|
| /linux-6.1.9/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_xsk.c | 18 struct xdp_buff *xdp) in nfp_net_xsk_rx_bufs_stash()
62 struct xdp_buff *xdp; in nfp_net_xsk_rx_ring_fill_freelist()
|
| /linux-6.1.9/drivers/net/ethernet/intel/ice/ |
| D | ice_xsk.c | 15 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf()
447 static u16 ice_fill_rx_descs(struct xsk_buff_pool *pool, struct xdp_buff **xdp, in ice_fill_rx_descs()
484 struct xdp_buff **xdp; in __ice_alloc_rx_bufs_zc()
564 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb_zc()
599 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp_zc()
667 struct xdp_buff *xdp; in ice_clean_rx_irq_zc()
1036 struct xdp_buff *xdp = *ice_xdp_buf(rx_ring, ntc); in ice_xsk_clean_rx_ring()
|
| D | ice_txrx_lib.h | 74 int ice_xmit_xdp_buff(struct xdp_buff *xdp, struct ice_tx_ring *xdp_ring);
|
| /linux-6.1.9/net/xdp/ |
| D | xsk_buff_pool.c | 513 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool) in xp_alloc()
540 static u32 xp_alloc_new_from_fq(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xp_alloc_new_from_fq()
583 static u32 xp_alloc_reused(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 nb_entries) in xp_alloc_reused()
603 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xp_alloc_batch()
608 struct xdp_buff *buff; in xp_alloc_batch()
|
| D | xsk.c | 137 static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in __xsk_rcv_zc()
154 static void xsk_copy_xdp(struct xdp_buff *to, struct xdp_buff *from, u32 len) in xsk_copy_xdp()
172 static int __xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_rcv()
174 struct xdp_buff *xsk_xdp; in __xsk_rcv()
217 static int xsk_rcv_check(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv_check()
236 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
250 static int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv()
270 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| /linux-6.1.9/net/bpf/ |
| D | test_run.c | 98 struct xdp_buff orig_ctx;
99 struct xdp_buff ctx;
105 struct xdp_buff *orig_ctx;
122 struct xdp_buff *new_ctx, *orig_ctx; in xdp_test_run_init_page()
149 static int xdp_test_run_setup(struct xdp_test_data *xdp, struct xdp_buff *orig_ctx) in xdp_test_run_setup()
270 struct xdp_buff *ctx; in xdp_test_run_batch()
344 static int bpf_test_run_xdp_live(struct bpf_prog *prog, struct xdp_buff *ctx, in bpf_test_run_xdp_live()
1214 static int xdp_convert_md_to_buff(struct xdp_md *xdp_md, struct xdp_buff *xdp) in xdp_convert_md_to_buff()
1260 static void xdp_convert_buff_to_md(struct xdp_buff *xdp, struct xdp_md *xdp_md) in xdp_convert_buff_to_md()
1284 struct xdp_buff xdp = {}; in bpf_prog_test_run_xdp()
|
| /linux-6.1.9/drivers/net/ethernet/freescale/enetc/ |
| D | enetc.c | 1389 struct xdp_buff *xdp_buff, u16 size) in enetc_map_rx_buff_to_xdp() argument
1398 xdp_prepare_buff(xdp_buff, hard_start - rx_ring->buffer_offset, in enetc_map_rx_buff_to_xdp()
1401 shinfo = xdp_get_shared_info_from_buff(xdp_buff); in enetc_map_rx_buff_to_xdp()
1406 u16 size, struct xdp_buff *xdp_buff) in enetc_add_rx_buff_to_xdp() argument
1408 struct skb_shared_info *shinfo = xdp_get_shared_info_from_buff(xdp_buff); in enetc_add_rx_buff_to_xdp()
1424 int *cleaned_cnt, struct xdp_buff *xdp_buff) in enetc_build_xdp_buff() argument
1428 xdp_init_buff(xdp_buff, ENETC_RXB_TRUESIZE, &rx_ring->xdp.rxq); in enetc_build_xdp_buff()
1430 enetc_map_rx_buff_to_xdp(rx_ring, *i, xdp_buff, size); in enetc_build_xdp_buff()
1444 enetc_add_rx_buff_to_xdp(rx_ring, *i, size, xdp_buff); in enetc_build_xdp_buff()
1511 struct xdp_buff xdp_buff; in enetc_clean_rx_ring_xdp() local
[all …]
|
| /linux-6.1.9/drivers/net/ethernet/netronome/nfp/nfd3/ |
| D | nfd3.h | 72 struct xdp_buff *xdp;
|
| /linux-6.1.9/net/core/ |
| D | xdp.c | 376 struct xdp_buff *xdp) in __xdp_return()
513 void xdp_return_buff(struct xdp_buff *xdp) in xdp_return_buff()
557 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
|
| D | filter.c | 3806 BPF_CALL_1(bpf_xdp_get_buff_len, struct xdp_buff*, xdp) in BPF_CALL_1() argument
3818 BTF_ID_LIST_SINGLE(bpf_xdp_get_buff_len_bpf_ids, struct, xdp_buff)
3827 static unsigned long xdp_get_metalen(const struct xdp_buff *xdp) in xdp_get_metalen()
3833 BPF_CALL_2(bpf_xdp_adjust_head, struct xdp_buff *, xdp, int, offset) in BPF_CALL_2() argument
3861 static void bpf_xdp_copy_buf(struct xdp_buff *xdp, unsigned long off, in bpf_xdp_copy_buf()
3908 static void *bpf_xdp_pointer(struct xdp_buff *xdp, u32 offset, u32 len) in bpf_xdp_pointer()
3939 BPF_CALL_4(bpf_xdp_load_bytes, struct xdp_buff *, xdp, u32, offset, in BPF_CALL_4() argument
3966 BPF_CALL_4(bpf_xdp_store_bytes, struct xdp_buff *, xdp, u32, offset, in BPF_CALL_4() argument
3993 static int bpf_xdp_frags_increase_tail(struct xdp_buff *xdp, int offset) in bpf_xdp_frags_increase_tail()
4014 static int bpf_xdp_frags_shrink_tail(struct xdp_buff *xdp, int offset) in bpf_xdp_frags_shrink_tail()
[all …]
|
| /linux-6.1.9/include/linux/ |
| D | filter.h | 36 struct xdp_buff;
766 u32 xdp_master_redirect(struct xdp_buff *xdp);
769 struct xdp_buff *xdp) in bpf_prog_run_xdp()
983 struct xdp_buff *xdp, struct bpf_prog *prog);
985 struct xdp_buff *xdp,
988 struct xdp_buff *xdp,
|
| D | bpf_types.h | 12 struct xdp_md, struct xdp_buff)
|
| /linux-6.1.9/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.h | 50 struct bpf_prog *prog, struct xdp_buff *xdp);
|