Searched refs:priv_stack_ptr (Results 1 – 4 of 4) sorted by relevance
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 132 static void priv_stack_init_guard(void __percpu *priv_stack_ptr, int alloc_size) in priv_stack_init_guard() argument
138 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_init_guard()
146 static void priv_stack_check_guard(void __percpu *priv_stack_ptr, int alloc_size, in priv_stack_check_guard() argument
153 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_check_guard()
177 void __percpu *priv_stack_ptr = NULL; in bpf_int_jit_compile() local
197 priv_stack_ptr = fp->aux->priv_stack_ptr; in bpf_int_jit_compile()
198 if (!priv_stack_ptr && fp->aux->jits_use_priv_stack) { in bpf_int_jit_compile()
207 priv_stack_ptr = __alloc_percpu_gfp(priv_stack_alloc_size, 16, GFP_KERNEL); in bpf_int_jit_compile()
208 if (!priv_stack_ptr) in bpf_int_jit_compile()
211 priv_stack_init_guard(priv_stack_ptr, priv_stack_alloc_size); in bpf_int_jit_compile()
[all …]
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 520 void __percpu *priv_stack_ptr; in build_prologue() local
613 priv_stack_ptr = prog->aux->priv_stack_ptr + PRIV_STACK_GUARD_SZ; in build_prologue()
614 emit_percpu_ptr(priv_sp, priv_stack_ptr, ctx); in build_prologue()
2113 static void priv_stack_init_guard(void __percpu *priv_stack_ptr, int alloc_size) in priv_stack_init_guard() argument
2119 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_init_guard()
2127 static void priv_stack_check_guard(void __percpu *priv_stack_ptr, int alloc_size, in priv_stack_check_guard() argument
2134 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_check_guard()
2159 void __percpu *priv_stack_ptr = NULL; in bpf_int_jit_compile() local
2180 priv_stack_ptr = prog->aux->priv_stack_ptr; in bpf_int_jit_compile()
2181 if (!priv_stack_ptr && prog->aux->jits_use_priv_stack) { in bpf_int_jit_compile()
[all …]
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1742 void __percpu *priv_stack_ptr; in do_jit() local
1753 priv_stack_ptr = bpf_prog->aux->priv_stack_ptr; in do_jit()
1754 if (priv_stack_ptr) { in do_jit()
1755 priv_frame_ptr = priv_stack_ptr + PRIV_STACK_GUARD_SZ + round_up(stack_depth, 8); in do_jit()
3929 static void priv_stack_init_guard(void __percpu *priv_stack_ptr, int alloc_size) in priv_stack_init_guard() argument
3935 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_init_guard()
3941 static void priv_stack_check_guard(void __percpu *priv_stack_ptr, int alloc_size, in priv_stack_check_guard() argument
3948 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_check_guard()
3974 void __percpu *priv_stack_ptr = NULL; in bpf_int_jit_compile() local
3997 priv_stack_ptr = prog->aux->priv_stack_ptr; in bpf_int_jit_compile()
[all …]
|
| /linux/include/linux/ |
| H A D | bpf.h | 1798 void __percpu *priv_stack_ptr; member
|