| /linux-6.6.21/kernel/bpf/ |
| D | arraymap.c | 22 static void bpf_array_free_percpu(struct bpf_array *array) in bpf_array_free_percpu()
32 static int bpf_array_alloc_percpu(struct bpf_array *array) in bpf_array_alloc_percpu()
87 struct bpf_array *array; in array_map_alloc()
135 array = data + PAGE_ALIGN(sizeof(struct bpf_array)) in array_map_alloc()
136 - offsetof(struct bpf_array, value); in array_map_alloc()
157 static void *array_map_elem_ptr(struct bpf_array* array, u32 index) in array_map_elem_ptr()
165 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_lookup_elem()
177 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_addr()
191 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_direct_value_meta()
207 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_gen_lookup()
[all …]
|
| D | map_in_map.c | 36 inner_map_meta_size = sizeof(struct bpf_array); in bpf_map_meta_alloc()
72 struct bpf_array *inner_array_meta = in bpf_map_meta_alloc()
73 container_of(inner_map_meta, struct bpf_array, map); in bpf_map_meta_alloc()
74 struct bpf_array *inner_array = container_of(inner_map, struct bpf_array, map); in bpf_map_meta_alloc()
|
| D | helpers.c | 1140 struct bpf_array *array = container_of(map, struct bpf_array, map); in bpf_timer_cb()
|
| D | core.c | 1975 struct bpf_array *array = container_of(map, struct bpf_array, map); in ___bpf_prog_run()
|
| /linux-6.6.21/tools/testing/selftests/bpf/progs/ |
| D | map_ptr_kern.c | 135 struct bpf_array { struct
149 struct bpf_array *array = (struct bpf_array *)&m_array; in check_array() argument
181 struct bpf_array *prog_array = (struct bpf_array *)&m_prog_array; in check_prog_array()
198 struct bpf_array *perf_event_array = (struct bpf_array *)&m_perf_event_array; in check_perf_event_array()
232 struct bpf_array *percpu_array = (struct bpf_array *)&m_percpu_array; in check_percpu_array()
272 struct bpf_array *cgroup_array = (struct bpf_array *)&m_cgroup_array; in check_cgroup_array()
368 struct bpf_array *array_of_maps = (struct bpf_array *)&m_array_of_maps; in check_array_of_maps()
370 struct bpf_array *inner_map; in check_array_of_maps()
|
| /linux-6.6.21/arch/sparc/net/ |
| D | bpf_jit_comp_64.c | 852 const u8 bpf_array = bpf2sparc[BPF_REG_2]; in emit_tail_call() local
859 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
860 emit(LD32 | IMMED | RS1(bpf_array) | S13(off) | RD(tmp), ctx); in emit_tail_call()
878 emit_alu(ADD, bpf_array, tmp, ctx); in emit_tail_call()
879 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| /linux-6.6.21/tools/lib/bpf/ |
| D | skel_internal.h | 160 addr = ((struct bpf_array *)map)->value; in skel_finalize_map_data()
|
| /linux-6.6.21/kernel/trace/ |
| D | bpf_trace.c | 548 struct bpf_array *array = container_of(map, struct bpf_array, map); in get_map_perf_counter()
621 struct bpf_array *array = container_of(map, struct bpf_array, map); in __bpf_perf_event_output()
799 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_2()
|
| /linux-6.6.21/arch/parisc/net/ |
| D | bpf_jit_comp64.c | 352 struct bpf_array bpfa; in emit_bpf_tail_call()
362 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
389 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| D | bpf_jit_comp32.c | 953 struct bpf_array bpfa; in emit_bpf_tail_call()
960 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
987 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.6.21/arch/arm/net/ |
| D | bpf_jit_32.c | 1172 BUILD_BUG_ON(offsetof(struct bpf_array, map.max_entries) > in emit_bpf_tail_call()
1174 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
1205 BUILD_BUG_ON(imm8m(offsetof(struct bpf_array, ptrs)) < 0); in emit_bpf_tail_call()
1206 off = imm8m(offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
| /linux-6.6.21/arch/mips/net/ |
| D | bpf_jit_comp64.c | 493 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
505 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| D | bpf_jit_comp32.c | 1307 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call()
1323 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
| /linux-6.6.21/arch/x86/net/ |
| D | bpf_jit_comp.c | 490 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call_indirect()
509 offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call_indirect()
590 struct bpf_array *array; in bpf_tail_call_direct_fixup()
604 array = container_of(poke->tail_call.map, struct bpf_array, map); in bpf_tail_call_direct_fixup()
|
| D | bpf_jit_comp32.c | 1321 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call()
1355 EMIT3_off32(0x8B, 0x94, 0x90, offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
| /linux-6.6.21/arch/powerpc/net/ |
| D | bpf_jit_comp64.c | 295 …EMIT(PPC_RAW_LWZ(bpf_to_ppc(TMP_REG_1), b2p_bpf_array, offsetof(struct bpf_array, map.max_entries)… in bpf_jit_emit_tail_call()
317 EMIT(PPC_RAW_LD(bpf_to_ppc(TMP_REG_1), bpf_to_ppc(TMP_REG_1), offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
| D | bpf_jit_comp32.c | 235 EMIT(PPC_RAW_LWZ(_R0, b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call()
252 EMIT(PPC_RAW_LWZ(_R3, _R3, offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
| /linux-6.6.21/arch/loongarch/net/ |
| D | bpf_jit.c | 228 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
248 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.6.21/arch/s390/net/ |
| D | bpf_jit_comp.c | 1467 offsetof(struct bpf_array, map.max_entries)); in bpf_jit_insn()
1504 REG_1, offsetof(struct bpf_array, ptrs)); in bpf_jit_insn()
|
| /linux-6.6.21/arch/riscv/net/ |
| D | bpf_jit_comp32.c | 789 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
816 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| D | bpf_jit_comp64.c | 351 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
371 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.6.21/arch/arm64/net/ |
| D | bpf_jit_comp.c | 396 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call()
417 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
| /linux-6.6.21/lib/ |
| D | test_bpf.c | 15034 static void __init destroy_tail_call_tests(struct bpf_array *progs) in destroy_tail_call_tests()
15044 static __init int prepare_tail_call_tests(struct bpf_array **pprogs) in prepare_tail_call_tests()
15047 struct bpf_array *progs; in prepare_tail_call_tests()
15161 static __init int test_tail_calls(struct bpf_array *progs) in test_tail_calls()
15301 struct bpf_array *progs = NULL; in test_bpf_init()
|
| /linux-6.6.21/include/linux/ |
| D | bpf.h | 1729 struct bpf_array { struct
|
| /linux-6.6.21/net/core/ |
| D | filter.c | 4846 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_3()
|