/linux/kernel/bpf/ |
H A D | arraymap.c | 23 static void bpf_array_free_percpu(struct bpf_array *array) in bpf_array_free_percpu() 33 static int bpf_array_alloc_percpu(struct bpf_array *array) in bpf_array_alloc_percpu() 91 struct bpf_array *array; in array_map_alloc() 139 array = data + PAGE_ALIGN(sizeof(struct bpf_array)) in array_map_alloc() 140 - offsetof(struct bpf_array, value); in array_map_alloc() 161 static void *array_map_elem_ptr(struct bpf_array* array, u32 index) in array_map_elem_ptr() 169 struct bpf_array *array = container_of(map, struct bpf_array, map); in array_map_lookup_elem() 181 struct bpf_array *array = container_of(map, struct bpf_array, ma in array_map_direct_value_addr() [all...] |
H A D | map_in_map.c | 30 inner_map_meta_size = sizeof(struct bpf_array); in bpf_map_meta_alloc() 65 struct bpf_array *inner_array_meta = in bpf_map_meta_alloc() 66 container_of(inner_map_meta, struct bpf_array, map); in bpf_map_meta_alloc() 67 struct bpf_array *inner_array = container_of(inner_map, struct bpf_array, map); in bpf_map_meta_alloc()
|
H A D | helpers.c | 1090 struct bpf_array *array = container_of(map, struct bpf_array, map); in map_key_from_value() 2577 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_2()
|
H A D | core.c | 2013 struct bpf_array *array = container_of(map, struct bpf_array, map); in ___bpf_prog_run()
|
H A D | verifier.c | 22438 struct bpf_array, in do_misc_fixups()
|
/linux/tools/testing/selftests/bpf/progs/ |
H A D | map_ptr_kern.c | 135 struct bpf_array { struct 149 struct bpf_array *array = (struct bpf_array *)&m_array; in check_array() argument 181 struct bpf_array *prog_array = (struct bpf_array *)&m_prog_array; in check_prog_array() 198 struct bpf_array *perf_event_array = (struct bpf_array *)&m_perf_event_array; in check_perf_event_array() 232 struct bpf_array *percpu_array = (struct bpf_array *)&m_percpu_array; in check_percpu_array() 272 struct bpf_array *cgroup_array = (struct bpf_array *)&m_cgroup_array; in check_cgroup_array() 368 struct bpf_array *array_of_maps = (struct bpf_array *)&m_array_of_maps; in check_array_of_maps() 370 struct bpf_array *inner_map; in check_array_of_maps()
|
/linux/arch/sparc/net/ |
H A D | bpf_jit_comp_64.c | 852 const u8 bpf_array = bpf2sparc[BPF_REG_2]; in emit_tail_call() local 859 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call() 860 emit(LD32 | IMMED | RS1(bpf_array) | S13(off) | RD(tmp), ctx); in emit_tail_call() 878 emit_alu(ADD, bpf_array, tmp, ctx); in emit_tail_call() 879 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
/linux/tools/lib/bpf/ |
H A D | skel_internal.h | 139 * ((struct bpf_array *)map)->value. See skel_finalize_map_data. in skel_prep_map_data() 170 addr = ((struct bpf_array *)map)->value; in skel_alloc()
|
/linux/arch/parisc/net/ |
H A D | bpf_jit_comp64.c | 352 struct bpf_array bpfa; in emit_bpf_tail_call() 362 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 389 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
H A D | bpf_jit_comp32.c | 953 struct bpf_array bpfa; in emit_bpf_tail_call() 960 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 987 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/arch/arm/net/ |
H A D | bpf_jit_32.c | 1413 BUILD_BUG_ON(offsetof(struct bpf_array, map.max_entries) > in emit_bpf_tail_call() 1415 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 1446 BUILD_BUG_ON(imm8m(offsetof(struct bpf_array, ptrs)) < 0); in emit_bpf_tail_call() 1447 off = imm8m(offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
/linux/arch/mips/net/ |
H A D | bpf_jit_comp64.c | 493 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call() 505 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
H A D | bpf_jit_comp32.c | 1307 off = offsetof(struct bpf_array, map.max_entries); in emit_tail_call() 1323 off = offsetof(struct bpf_array, ptrs); in emit_tail_call()
|
/linux/kernel/trace/ |
H A D | bpf_trace.c | 540 struct bpf_array *array = container_of(map, struct bpf_array, map); in get_map_perf_counter() 619 struct bpf_array *array = container_of(map, struct bpf_array, map); in __bpf_perf_event_output()
|
/linux/arch/x86/net/ |
H A D | bpf_jit_comp.c | 740 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call_indirect() 757 offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call_indirect() 867 struct bpf_array *array; in bpf_tail_call_direct_fixup() 881 array = container_of(poke->tail_call.map, struct bpf_array, map); in bpf_tail_call_direct_fixup()
|
H A D | bpf_jit_comp32.c | 1321 offsetof(struct bpf_array, map.max_entries)); in emit_bpf_tail_call() 1355 EMIT3_off32(0x8B, 0x94, 0x90, offsetof(struct bpf_array, ptrs)); in emit_bpf_tail_call()
|
/linux/arch/powerpc/net/ |
H A D | bpf_jit_comp32.c | 241 EMIT(PPC_RAW_LWZ(_R0, b2p_bpf_array, offsetof(struct bpf_array, map.max_entries))); in bpf_jit_emit_tail_call() 258 EMIT(PPC_RAW_LWZ(_R3, _R3, offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
H A D | bpf_jit_comp64.c | 341 …EMIT(PPC_RAW_LWZ(bpf_to_ppc(TMP_REG_1), b2p_bpf_array, offsetof(struct bpf_array, map.max_entries)… in bpf_jit_emit_tail_call() 363 EMIT(PPC_RAW_LD(bpf_to_ppc(TMP_REG_1), bpf_to_ppc(TMP_REG_1), offsetof(struct bpf_array, ptrs))); in bpf_jit_emit_tail_call()
|
/linux/arch/riscv/net/ |
H A D | bpf_jit_comp32.c | 789 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 815 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
H A D | bpf_jit_comp64.c | 371 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 390 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/arch/loongarch/net/ |
H A D | bpf_jit.c | 283 off = offsetof(struct bpf_array, map.max_entries); in emit_bpf_tail_call() 307 off = offsetof(struct bpf_array, ptrs); in emit_bpf_tail_call()
|
/linux/lib/ |
H A D | test_bpf.c | 15447 static void __init destroy_tail_call_tests(struct bpf_array *progs) in destroy_tail_call_tests() 15457 static __init int prepare_tail_call_tests(struct bpf_array **pprogs) in prepare_tail_call_tests() 15460 struct bpf_array *progs; in prepare_tail_call_tests() 15575 static __init int test_tail_calls(struct bpf_array *progs) in test_tail_calls() 15715 struct bpf_array *progs = NULL; in test_bpf_init()
|
/linux/net/core/ |
H A D | filter.c | 4959 struct bpf_array *array = container_of(map, struct bpf_array, map); in BPF_CALL_3()
|