| /linux-6.1.9/kernel/bpf/ |
| D | arraymap.c | 22 static void bpf_array_free_percpu(struct bpf_array *array) in bpf_array_free_percpu()
32 static int bpf_array_alloc_percpu(struct bpf_array *array) in bpf_array_alloc_percpu()
87 struct bpf_array *array; in array_map_alloc()
135 array = data + PAGE_ALIGN(sizeof(struct bpf_array)) in array_map_alloc()
136 - offsetof(struct bpf_array, value); in array_map_alloc()
157 static void *array_map_elem_ptr(struct bpf_array* array, u32 index) in array_map_elem_ptr()
165 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_lookup_elem()
177 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_addr()
191 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_meta()
207 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_gen_lookup()
[all …]
|
| D | map_in_map.c | 40 inner_map_meta_size = sizeof(struct bpf_array); in bpf_map_meta_alloc()
65 container_of(inner_map_meta, struct bpf_array, map)->index_mask = in bpf_map_meta_alloc()
66 container_of(inner_map, struct bpf_array, map)->index_mask; in bpf_map_meta_alloc()
|
| D | helpers.c | 1116 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_timer_cb()
|
| D | core.c | 1831 struct bpf_array *array = container_of(map, struct bpf_array, map); in ___bpf_prog_run()
|
| D | verifier.c | 14145 struct bpf_array, in do_misc_fixups()
|
| /linux-6.1.9/tools/testing/selftests/bpf/progs/ |
| D | map_ptr_kern.c | 130 struct bpf_array { struct
144 struct bpf_array *array = (struct bpf_array *)&m_array; in check_array() argument
176 struct bpf_array *prog_array = (struct bpf_array *)&m_prog_array; in check_prog_array()
193 struct bpf_array *perf_event_array = (struct bpf_array *)&m_perf_event_array; in check_perf_event_array()
227 struct bpf_array *percpu_array = (struct bpf_array *)&m_percpu_array; in check_percpu_array()
267 struct bpf_array *cgroup_array = (struct bpf_array *)&m_cgroup_array; in check_cgroup_array()
363 struct bpf_array *array_of_maps = (struct bpf_array *)&m_array_of_maps; in check_array_of_maps()
365 struct bpf_array *inner_map; in check_array_of_maps()
|
| /linux-6.1.9/arch/sparc/net/ |
| D | bpf_jit_comp_64.c | 852 const u8 bpf_array = bpf2sparc[BPF_REG_2]; in emit_tail_call() local
859 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
860 emit(LD32 | IMMED | RS1(bpf_array) | S13(off) | RD(tmp), ctx); in emit_tail_call()
878 emit_alu(ADD, bpf_array, tmp, ctx); in emit_tail_call()
879 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| /linux-6.1.9/kernel/trace/ |
| D | bpf_trace.c | 553 struct bpf_array *array = container_of(map, struct bpf_array, map); in get_map_perf_counter()
626 struct bpf_array *array = container_of(map, struct bpf_array, map); in __bpf_perf_event_output()
799 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_2()
|
| /linux-6.1.9/tools/lib/bpf/ |
| D | skel_internal.h | 160 addr = ((struct bpf_array *)map)->value; in skel_finalize_map_data()
|
| /linux-6.1.9/arch/x86/net/ |
| D | bpf_jit_comp.c | 479 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call_indirect()
498 offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call_indirect()
579 struct bpf_array *array; in bpf_tail_call_direct_fixup()
593 array = container_of(poke->tail_call.map, struct bpf_array, map); in bpf_tail_call_direct_fixup()
|
| D | bpf_jit_comp32.c | 1321 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call()
1355 EMIT3_off32(0x8B, 0x94, 0x90, offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
| /linux-6.1.9/arch/arm/net/ |
| D | bpf_jit_32.c | 1172 BUILD_BUG_ON(offsetof(struct bpf_array, map.max_entries) > in emit_bpf_tail_call()
1174 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
1205 BUILD_BUG_ON(imm8m(offsetof(struct bpf_array, ptrs)) < 0); in emit_bpf_tail_call()
1206 off = imm8m(offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
| /linux-6.1.9/arch/mips/net/ |
| D | bpf_jit_comp64.c | 490 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
502 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| D | bpf_jit_comp32.c | 1307 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
1323 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| /linux-6.1.9/arch/powerpc/net/ |
| D | bpf_jit_comp64.c | 276 …EMIT(PPC_RAW_LWZ(bpf_to_ppc(TMP_REG_1), b2p_bpf_array, offsetof(struct bpf_array, map.max_entries)… in bpf_jit_emit_tail_call()
298 EMIT(PPC_RAW_LD(bpf_to_ppc(TMP_REG_1), bpf_to_ppc(TMP_REG_1), offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
| D | bpf_jit_comp32.c | 225 EMIT(PPC_RAW_LWZ(_R0, b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call()
242 EMIT(PPC_RAW_LWZ(_R3, _R3, offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
| /linux-6.1.9/arch/loongarch/net/ |
| D | bpf_jit.c | 228 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
248 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.1.9/arch/s390/net/ |
| D | bpf_jit_comp.c | 1342 offsetof(struct bpf_array, map.max_entries)); in bpf_jit_insn()
1379 REG_1, offsetof(struct bpf_array, ptrs)); in bpf_jit_insn()
|
| /linux-6.1.9/arch/riscv/net/ |
| D | bpf_jit_comp64.c | 342 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
362 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| D | bpf_jit_comp32.c | 789 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
816 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.1.9/arch/arm64/net/ |
| D | bpf_jit_comp.c | 390 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
411 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.1.9/include/linux/ |
| D | bpf.h | 1406 struct bpf_array { struct
|
| /linux-6.1.9/lib/ |
| D | test_bpf.c | 15043 static void __init destroy_tail_call_tests(struct bpf_array *progs) in destroy_tail_call_tests()
15053 static __init int prepare_tail_call_tests(struct bpf_array **pprogs) in prepare_tail_call_tests()
15056 struct bpf_array *progs; in prepare_tail_call_tests()
15171 static __init int test_tail_calls(struct bpf_array *progs) in test_tail_calls()
15311 struct bpf_array *progs = NULL; in test_bpf_init()
|
| /linux-6.1.9/net/core/ |
| D | filter.c | 4744 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_3()
|