Lines Matching refs:priv_stack_ptr

1464 	void __percpu *priv_stack_ptr;  in do_jit()  local
1472 priv_stack_ptr = bpf_prog->aux->priv_stack_ptr; in do_jit()
1473 if (priv_stack_ptr) { in do_jit()
1474 priv_frame_ptr = priv_stack_ptr + PRIV_STACK_GUARD_SZ + round_up(stack_depth, 8); in do_jit()
3378 static void priv_stack_init_guard(void __percpu *priv_stack_ptr, int alloc_size) in priv_stack_init_guard() argument
3384 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_init_guard()
3390 static void priv_stack_check_guard(void __percpu *priv_stack_ptr, int alloc_size, in priv_stack_check_guard() argument
3397 stack_ptr = per_cpu_ptr(priv_stack_ptr, cpu); in priv_stack_check_guard()
3424 void __percpu *priv_stack_ptr = NULL; in bpf_int_jit_compile() local
3462 priv_stack_ptr = prog->aux->priv_stack_ptr; in bpf_int_jit_compile()
3463 if (!priv_stack_ptr && prog->aux->jits_use_priv_stack) { in bpf_int_jit_compile()
3470 priv_stack_ptr = __alloc_percpu_gfp(priv_stack_alloc_sz, 8, GFP_KERNEL); in bpf_int_jit_compile()
3471 if (!priv_stack_ptr) { in bpf_int_jit_compile()
3476 priv_stack_init_guard(priv_stack_ptr, priv_stack_alloc_sz); in bpf_int_jit_compile()
3477 prog->aux->priv_stack_ptr = priv_stack_ptr; in bpf_int_jit_compile()
3614 if (!image && priv_stack_ptr) { in bpf_int_jit_compile()
3615 free_percpu(priv_stack_ptr); in bpf_int_jit_compile()
3616 prog->aux->priv_stack_ptr = NULL; in bpf_int_jit_compile()
3657 void __percpu *priv_stack_ptr; in bpf_jit_free() local
3674 priv_stack_ptr = prog->aux->priv_stack_ptr; in bpf_jit_free()
3675 if (priv_stack_ptr) { in bpf_jit_free()
3678 priv_stack_check_guard(priv_stack_ptr, priv_stack_alloc_sz, prog); in bpf_jit_free()
3679 free_percpu(prog->aux->priv_stack_ptr); in bpf_jit_free()