| /linux/fs/xfs/scrub/ |
| H A D | xfarray.c | 763 if (si->stack_depth >= si->max_stack_depth - 1) { in xfarray_qsort_push() 764 ASSERT(si->stack_depth < si->max_stack_depth - 1); in xfarray_qsort_push() 769 si->stack_depth + 2); in xfarray_qsort_push() 771 si_lo[si->stack_depth + 1] = lo + 1; in xfarray_qsort_push() 772 si_hi[si->stack_depth + 1] = si_hi[si->stack_depth]; in xfarray_qsort_push() 773 si_hi[si->stack_depth++] = lo - 1; in xfarray_qsort_push() 779 if (si_hi[si->stack_depth] - si_lo[si->stack_depth] > in xfarray_qsort_push() 780 si_hi[si->stack_depth - 1] - si_lo[si->stack_depth - 1]) { in xfarray_qsort_push() 781 swap(si_lo[si->stack_depth], si_lo[si->stack_depth - 1]); in xfarray_qsort_push() 782 swap(si_hi[si->stack_depth], si_hi[si->stack_depth - 1]); in xfarray_qsort_push() [all …]
|
| H A D | trace.h | 1113 __field(int, stack_depth) 1120 __entry->stack_depth = si->stack_depth; 1128 __entry->stack_depth,
|
| /linux/kernel/bpf/ |
| H A D | fixups.c | 213 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth() 783 -(subprogs[0].stack_depth + 8)); in bpf_convert_ctx_accesses() 790 subprogs[0].stack_depth += 8; in bpf_convert_ctx_accesses() 792 -subprogs[0].stack_depth); in bpf_convert_ctx_accesses() 1188 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs() 1548 u16 stack_depth = subprogs[cur_subprog].stack_depth; in bpf_do_misc_fixups() local 1806 int stack_off_cnt = -stack_depth - 16; in bpf_do_misc_fixups() 1849 int stack_off = -stack_depth - 8; in bpf_do_misc_fixups() 1949 prog->aux->stack_depth = MAX_BPF_STACK; in bpf_do_misc_fixups() 2437 subprogs[cur_subprog].stack_depth += stack_depth_extra; in bpf_do_misc_fixups() [all …]
|
| H A D | core.c | 2482 int bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth) in bpf_patch_call_args() 2484 stack_depth = max_t(u32, stack_depth, 1); in bpf_patch_call_args() 2486 if (stack_depth > MAX_BPF_STACK) 2488 insn->off = (round_up(stack_depth, 32) / 32) - 1; in bpf_call_args_imm() 2618 u32 stack_depth = max_t(u32, fp->aux->stack_depth, 1); in bpf_prog_select_interpreter() 2619 u32 idx = (round_up(stack_depth, 32) / 32) - 1; in bpf_prog_select_interpreter() 2476 bpf_patch_call_args(struct bpf_insn * insn,u32 stack_depth) bpf_patch_call_args() argument 2612 u32 stack_depth = max_t(u32, fp->aux->stack_depth, 1); bpf_prog_select_interpreter() local
|
| H A D | verifier.c | 1401 if (env->subprog_info[state->subprogno].stack_depth < size) in grow_stack_state() 1402 env->subprog_info[state->subprogno].stack_depth = size; in grow_stack_state() 5300 static int round_up_stack_depth(struct bpf_verifier_env *env, int stack_depth) in round_up_stack_depth() argument 5303 return round_up(stack_depth, 16); in round_up_stack_depth() 5308 return round_up(max_t(u32, stack_depth, 1), 32); in round_up_stack_depth() 5375 subprog_depth = round_up_stack_depth(env, subprog[idx].stack_depth); in check_max_stack_depth_subprog() 5509 depth -= round_up_stack_depth(env, subprog[idx].stack_depth); in check_max_stack_depth_subprog() 19740 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in print_verification_stats() 19764 env->subprog_info[i].stack_depth); in print_verification_stats() [all...] |
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 536 static void emit_prologue(u8 **pprog, u8 *ip, u32 stack_depth, bool ebpf_from_cbpf, in emit_prologue() argument 582 if (stack_depth) in emit_prologue() 583 EMIT3_off32(0x48, 0x81, 0xEC, round_up(stack_depth, 8)); in emit_prologue() 758 u32 stack_depth, u8 *ip, in emit_bpf_tail_call_indirect() argument 761 int tcc_ptr_off = BPF_TAIL_CALL_CNT_PTR_STACK_OFF(stack_depth); in emit_bpf_tail_call_indirect() 823 if (stack_depth) in emit_bpf_tail_call_indirect() 825 round_up(stack_depth, 8)); in emit_bpf_tail_call_indirect() 847 bool *callee_regs_used, u32 stack_depth, in emit_bpf_tail_call_direct() argument 850 int tcc_ptr_off = BPF_TAIL_CALL_CNT_PTR_STACK_OFF(stack_depth); in emit_bpf_tail_call_direct() 890 if (stack_depth) in emit_bpf_tail_call_direct() 1746 u32 stack_depth; do_jit() local [all...] |
| /linux/kernel/kcsan/ |
| H A D | core.c | 437 reorder_access->stack_depth = get_kcsan_stack_depth(); in set_reorder_access() 1130 if (get_kcsan_stack_depth() <= reorder_access->stack_depth) { in __tsan_func_exit() 1141 reorder_access->stack_depth = INT_MIN; in __tsan_func_exit()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 205 priv_stack_alloc_size = round_up(fp->aux->stack_depth, 16) + in bpf_int_jit_compile() 243 cgctx.stack_size = round_up(fp->aux->stack_depth, 16); in bpf_int_jit_compile() 499 priv_stack_alloc_size = round_up(fp->aux->stack_depth, 16) + in bpf_jit_free()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | main.h | 484 u16 stack_depth; member
|
| /linux/fs/overlayfs/ |
| H A D | super.c | 412 struct ovl_fs *ofs, int *stack_depth) in ovl_lower_dir() argument 421 *stack_depth = max(*stack_depth, path->mnt->mnt_sb->s_stack_depth); in ovl_lower_dir()
|
| /linux/security/ |
| H A D | Kconfig.hardening | 145 in the /proc file system. In particular, /proc/<pid>/stack_depth
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 535 * +-----+ <= (BPF_FP - prog->aux->stack_depth) in build_prologue() 608 ctx->stack_size = round_up(prog->aux->stack_depth, 16); in build_prologue() 2191 priv_stack_alloc_sz = round_up(prog->aux->stack_depth, 16) + in bpf_int_jit_compile() 3388 priv_stack_alloc_sz = round_up(prog->aux->stack_depth, 16) + in bpf_jit_free()
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp64.c | 586 locals = ALIGN(ctx->program->aux->stack_depth, MIPS_STACK_ALIGNMENT); in build_prologue()
|
| H A D | bpf_jit_comp32.c | 1418 locals = ALIGN(ctx->program->aux->stack_depth, MIPS_STACK_ALIGNMENT); in build_prologue()
|
| /linux/include/linux/ |
| H A D | bpf_verifier.h | 810 u16 stack_depth; /* max. stack depth used by this function */ member
|
| H A D | bpf.h | 1785 u32 stack_depth; 3095 int bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth); in bpf_map_attr_numa_node() 1749 u32 stack_depth; global() member
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 1113 bpf_stack_adjust = ctx->prog->aux->stack_depth; in bpf_jit_build_prologue()
|
| H A D | bpf_jit_comp32.c | 1483 bpf_stack_adjust = ctx->prog->aux->stack_depth; in bpf_jit_build_prologue()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp32.c | 1388 round_up(ctx->prog->aux->stack_depth, STACK_ALIGN); in bpf_jit_build_prologue()
|
| H A D | bpf_jit_comp64.c | 2048 bpf_stack_adjust = round_up(ctx->prog->aux->stack_depth, STACK_ALIGN); in bpf_jit_build_prologue()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 113 * | prog->aux->stack_depth | 124 bpf_stack_adjust = round_up(ctx->prog->aux->stack_depth, 16); in build_prologue()
|
| /linux/net/core/ |
| H A D | filter.c | 848 if (new_prog && new_prog->aux->stack_depth < stack_off) in bpf_convert_filter() 849 new_prog->aux->stack_depth = stack_off; in bpf_convert_filter()
|