| /linux-6.6.21/kernel/bpf/ |
| D | cpumask.c | 51 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_create(void) in bpf_cpumask_create()
77 __bpf_kfunc struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) in bpf_cpumask_acquire()
91 __bpf_kfunc void bpf_cpumask_release(struct bpf_cpumask *cpumask) in bpf_cpumask_release()
108 __bpf_kfunc u32 bpf_cpumask_first(const struct cpumask *cpumask) in bpf_cpumask_first()
121 __bpf_kfunc u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) in bpf_cpumask_first_zero()
135 __bpf_kfunc u32 bpf_cpumask_first_and(const struct cpumask *src1, in bpf_cpumask_first_and()
146 __bpf_kfunc void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_set_cpu()
159 __bpf_kfunc void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_clear_cpu()
176 __bpf_kfunc bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) in bpf_cpumask_test_cpu()
193 __bpf_kfunc bool bpf_cpumask_test_and_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) in bpf_cpumask_test_and_set_cpu()
[all …]
|
| D | helpers.c | 1904 __bpf_kfunc void *bpf_obj_new_impl(u64 local_type_id__k, void *meta__ign) in bpf_obj_new_impl()
1938 __bpf_kfunc void bpf_obj_drop_impl(void *p__alloc, void *meta__ign) in bpf_obj_drop_impl()
1946 __bpf_kfunc void *bpf_refcount_acquire_impl(void *p__refcounted_kptr, void *meta__ign) in bpf_refcount_acquire_impl()
1991 __bpf_kfunc int bpf_list_push_front_impl(struct bpf_list_head *head, in bpf_list_push_front_impl()
2001 __bpf_kfunc int bpf_list_push_back_impl(struct bpf_list_head *head, in bpf_list_push_back_impl()
2034 __bpf_kfunc struct bpf_list_node *bpf_list_pop_front(struct bpf_list_head *head) in bpf_list_pop_front()
2039 __bpf_kfunc struct bpf_list_node *bpf_list_pop_back(struct bpf_list_head *head) in bpf_list_pop_back()
2044 __bpf_kfunc struct bpf_rb_node *bpf_rbtree_remove(struct bpf_rb_root *root, in bpf_rbtree_remove()
2100 __bpf_kfunc int bpf_rbtree_add_impl(struct bpf_rb_root *root, struct bpf_rb_node *node, in bpf_rbtree_add_impl()
2110 __bpf_kfunc struct bpf_rb_node *bpf_rbtree_first(struct bpf_rb_root *root) in bpf_rbtree_first()
[all …]
|
| D | bpf_iter.c | 789 __bpf_kfunc int bpf_iter_num_new(struct bpf_iter_num *it, int start, int end) in bpf_iter_num_new()
822 __bpf_kfunc int *bpf_iter_num_next(struct bpf_iter_num* it) in bpf_iter_num_next()
841 __bpf_kfunc void bpf_iter_num_destroy(struct bpf_iter_num *it) in bpf_iter_num_destroy()
|
| D | map_iter.c | 200 __bpf_kfunc s64 bpf_map_sum_elem_count(const struct bpf_map *map) in bpf_map_sum_elem_count()
|
| /linux-6.6.21/tools/testing/selftests/bpf/bpf_testmod/ |
| D | bpf_testmod.c | 107 __bpf_kfunc void
113 __bpf_kfunc int bpf_iter_testmod_seq_new(struct bpf_iter_testmod_seq *it, s64 value, int cnt) in bpf_iter_testmod_seq_new()
126 __bpf_kfunc s64 *bpf_iter_testmod_seq_next(struct bpf_iter_testmod_seq* it) in bpf_iter_testmod_seq_next()
136 __bpf_kfunc void bpf_iter_testmod_seq_destroy(struct bpf_iter_testmod_seq *it) in bpf_iter_testmod_seq_destroy()
353 __bpf_kfunc u64 bpf_kfunc_call_test1(struct sock *sk, u32 a, u64 b, u32 c, u64 d) in bpf_kfunc_call_test1()
358 __bpf_kfunc int bpf_kfunc_call_test2(struct sock *sk, u32 a, u32 b) in bpf_kfunc_call_test2()
363 __bpf_kfunc struct sock *bpf_kfunc_call_test3(struct sock *sk) in bpf_kfunc_call_test3()
368 __bpf_kfunc long noinline bpf_kfunc_call_test4(signed char a, short b, int c, long d) in bpf_kfunc_call_test4()
383 __bpf_kfunc struct prog_test_ref_kfunc *
390 __bpf_kfunc void bpf_kfunc_call_test_offset(struct prog_test_ref_kfunc *p) in bpf_kfunc_call_test_offset()
[all …]
|
| /linux-6.6.21/net/netfilter/ |
| D | nf_conntrack_bpf.c | 252 __bpf_kfunc struct nf_conn___init *
286 __bpf_kfunc struct nf_conn *
319 __bpf_kfunc struct nf_conn___init *
354 __bpf_kfunc struct nf_conn *
379 __bpf_kfunc struct nf_conn *bpf_ct_insert_entry(struct nf_conn___init *nfct_i) in bpf_ct_insert_entry()
405 __bpf_kfunc void bpf_ct_release(struct nf_conn *nfct) in bpf_ct_release()
420 __bpf_kfunc void bpf_ct_set_timeout(struct nf_conn___init *nfct, u32 timeout) in bpf_ct_set_timeout()
435 __bpf_kfunc int bpf_ct_change_timeout(struct nf_conn *nfct, u32 timeout) in bpf_ct_change_timeout()
450 __bpf_kfunc int bpf_ct_set_status(const struct nf_conn___init *nfct, u32 status) in bpf_ct_set_status()
465 __bpf_kfunc int bpf_ct_change_status(struct nf_conn *nfct, u32 status) in bpf_ct_change_status()
|
| D | nf_nat_bpf.c | 33 __bpf_kfunc int bpf_ct_set_nat_info(struct nf_conn___init *nfct, in bpf_ct_set_nat_info()
|
| /linux-6.6.21/net/ipv4/ |
| D | tcp_dctcp.c | 78 __bpf_kfunc static void dctcp_init(struct sock *sk) in dctcp_init()
107 __bpf_kfunc static u32 dctcp_ssthresh(struct sock *sk) in dctcp_ssthresh()
116 __bpf_kfunc static void dctcp_update_alpha(struct sock *sk, u32 flags) in dctcp_update_alpha()
172 __bpf_kfunc static void dctcp_state(struct sock *sk, u8 new_state) in dctcp_state()
182 __bpf_kfunc static void dctcp_cwnd_event(struct sock *sk, enum tcp_ca_event ev) in dctcp_cwnd_event()
232 __bpf_kfunc static u32 dctcp_cwnd_undo(struct sock *sk) in dctcp_cwnd_undo()
|
| D | tcp_cubic.c | 129 __bpf_kfunc static void cubictcp_init(struct sock *sk) in cubictcp_init()
142 __bpf_kfunc static void cubictcp_cwnd_event(struct sock *sk, enum tcp_ca_event event) in cubictcp_cwnd_event()
324 __bpf_kfunc static void cubictcp_cong_avoid(struct sock *sk, u32 ack, u32 acked) in cubictcp_cong_avoid()
341 __bpf_kfunc static u32 cubictcp_recalc_ssthresh(struct sock *sk) in cubictcp_recalc_ssthresh()
358 __bpf_kfunc static void cubictcp_state(struct sock *sk, u8 new_state) in cubictcp_state()
448 __bpf_kfunc static void cubictcp_acked(struct sock *sk, const struct ack_sample *sample) in cubictcp_acked()
|
| D | fou_bpf.c | 46 __bpf_kfunc int bpf_skb_set_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_set_fou_encap()
88 __bpf_kfunc int bpf_skb_get_fou_encap(struct __sk_buff *skb_ctx, in bpf_skb_get_fou_encap()
|
| D | tcp_cong.c | 458 __bpf_kfunc u32 tcp_slow_start(struct tcp_sock *tp, u32 acked) in tcp_slow_start()
472 __bpf_kfunc void tcp_cong_avoid_ai(struct tcp_sock *tp, u32 w, u32 acked) in tcp_cong_avoid_ai()
498 __bpf_kfunc void tcp_reno_cong_avoid(struct sock *sk, u32 ack, u32 acked) in tcp_reno_cong_avoid()
517 __bpf_kfunc u32 tcp_reno_ssthresh(struct sock *sk) in tcp_reno_ssthresh()
525 __bpf_kfunc u32 tcp_reno_undo_cwnd(struct sock *sk) in tcp_reno_undo_cwnd()
|
| D | tcp_bbr.c | 298 __bpf_kfunc static u32 bbr_min_tso_segs(struct sock *sk) in bbr_min_tso_segs()
331 __bpf_kfunc static void bbr_cwnd_event(struct sock *sk, enum tcp_ca_event event) in bbr_cwnd_event()
1026 __bpf_kfunc static void bbr_main(struct sock *sk, const struct rate_sample *rs) in bbr_main()
1038 __bpf_kfunc static void bbr_init(struct sock *sk) in bbr_init()
1080 __bpf_kfunc static u32 bbr_sndbuf_expand(struct sock *sk) in bbr_sndbuf_expand()
1089 __bpf_kfunc static u32 bbr_undo_cwnd(struct sock *sk) in bbr_undo_cwnd()
1100 __bpf_kfunc static u32 bbr_ssthresh(struct sock *sk) in bbr_ssthresh()
1128 __bpf_kfunc static void bbr_set_state(struct sock *sk, u8 new_state) in bbr_set_state()
|
| /linux-6.6.21/net/xfrm/ |
| D | xfrm_interface_bpf.c | 42 __bpf_kfunc int bpf_skb_get_xfrm_info(struct __sk_buff *skb_ctx, struct bpf_xfrm_info *to) in bpf_skb_get_xfrm_info()
64 __bpf_kfunc int bpf_skb_set_xfrm_info(struct __sk_buff *skb_ctx, const struct bpf_xfrm_info *from) in bpf_skb_set_xfrm_info()
|
| /linux-6.6.21/kernel/cgroup/ |
| D | rstat.c | 29 __bpf_kfunc void cgroup_rstat_updated(struct cgroup *cgrp, int cpu) in cgroup_rstat_updated()
233 __bpf_kfunc void cgroup_rstat_flush(struct cgroup *cgrp) in cgroup_rstat_flush()
|
| /linux-6.6.21/net/bpf/ |
| D | test_run.c | 509 __bpf_kfunc int bpf_fentry_test1(int a) in bpf_fentry_test1()
555 __bpf_kfunc u32 bpf_fentry_test9(u32 *a) in bpf_fentry_test9()
564 __bpf_kfunc int bpf_modify_return_test(int a, int *b) in bpf_modify_return_test()
570 __bpf_kfunc int bpf_modify_return_test2(int a, int *b, short c, int d, in bpf_modify_return_test2()
599 __bpf_kfunc void bpf_kfunc_call_test_release(struct prog_test_ref_kfunc *p) in bpf_kfunc_call_test_release()
604 __bpf_kfunc void bpf_kfunc_call_memb_release(struct prog_test_member *p) in bpf_kfunc_call_memb_release()
|
| /linux-6.6.21/Documentation/bpf/ |
| D | kfuncs.rst | 44 __bpf_kfunc struct task_struct *bpf_find_get_task_by_vpid(pid_t nr)
69 __bpf_kfunc void bpf_memzero(void *mem, int mem__sz)
89 __bpf_kfunc void *bpf_obj_new(u32 local_type_id__k, ...)
111 __bpf_kfunc int bpf_dynptr_from_skb(..., struct bpf_dynptr_kern *ptr__uninit)
130 __bpf_kfunc void *bpf_dynptr_slice(..., void *buffer__opt, u32 buffer__szk)
166 kfunc definitions should also always be annotated with the ``__bpf_kfunc``
175 __bpf_kfunc struct task_struct *bpf_get_task_pid(s32 pid)
|
| /linux-6.6.21/net/core/ |
| D | xdp.c | 713 __bpf_kfunc int bpf_xdp_metadata_rx_timestamp(const struct xdp_md *ctx, u64 *timestamp) in bpf_xdp_metadata_rx_timestamp()
735 __bpf_kfunc int bpf_xdp_metadata_rx_hash(const struct xdp_md *ctx, u32 *hash, in bpf_xdp_metadata_rx_hash()
|
| D | filter.c | 11799 __bpf_kfunc int bpf_dynptr_from_skb(struct sk_buff *skb, u64 flags, in bpf_dynptr_from_skb()
11812 __bpf_kfunc int bpf_dynptr_from_xdp(struct xdp_buff *xdp, u64 flags, in bpf_dynptr_from_xdp()
11825 __bpf_kfunc int bpf_sock_addr_set_sun_path(struct bpf_sock_addr_kern *sa_kern, in bpf_sock_addr_set_sun_path()
11929 __bpf_kfunc int bpf_sock_destroy(struct sock_common *sock) in bpf_sock_destroy()
|
| /linux-6.6.21/include/linux/ |
| D | btf.h | 84 #define __bpf_kfunc __used noinline macro
|
| /linux-6.6.21/kernel/trace/ |
| D | bpf_trace.c | 1284 __bpf_kfunc struct bpf_key *bpf_lookup_user_key(u32 serial, u64 flags) in bpf_lookup_user_key()
1333 __bpf_kfunc struct bpf_key *bpf_lookup_system_key(u64 id) in bpf_lookup_system_key()
1357 __bpf_kfunc void bpf_key_put(struct bpf_key *bkey) in bpf_key_put()
1377 __bpf_kfunc int bpf_verify_pkcs7_signature(struct bpf_dynptr_kern *data_ptr, in bpf_verify_pkcs7_signature()
|
| /linux-6.6.21/kernel/ |
| D | kexec_core.c | 1074 __bpf_kfunc void crash_kexec(struct pt_regs *regs) in crash_kexec()
|