Lines Matching refs:delta
283 static int adjust_jmp_off(struct bpf_prog *prog, u32 tgt_idx, u32 delta) in adjust_jmp_off() argument
293 if (tgt_idx <= i && i < tgt_idx + delta) in adjust_jmp_off()
303 if (check_add_overflow(insn->imm, delta, &imm)) in adjust_jmp_off()
309 if (check_add_overflow(insn->off, delta, &off)) in adjust_jmp_off()
590 int i, patch_len, delta = 0, len = env->prog->len; in bpf_opt_subreg_zext_lo32_rnd_hi32() local
601 int adj_idx = i + delta; in bpf_opt_subreg_zext_lo32_rnd_hi32()
677 delta += patch_len - 1; in bpf_opt_subreg_zext_lo32_rnd_hi32()
692 int i, cnt, size, ctx_field_size, ret, delta = 0, epilogue_cnt = 0; in bpf_convert_ctx_accesses() local
720 delta += cnt - 1; in bpf_convert_ctx_accesses()
744 delta += cnt - 1; in bpf_convert_ctx_accesses()
752 if (delta) in bpf_convert_ctx_accesses()
753 WARN_ON(adjust_jmp_off(env->prog, 0, delta)); in bpf_convert_ctx_accesses()
758 insn = env->prog->insnsi + delta; in bpf_convert_ctx_accesses()
764 if (env->insn_aux_data[i + delta].nospec) { in bpf_convert_ctx_accesses()
765 WARN_ON_ONCE(env->insn_aux_data[i + delta].alu_state); in bpf_convert_ctx_accesses()
771 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_convert_ctx_accesses()
775 delta += cnt - 1; in bpf_convert_ctx_accesses()
777 insn = new_prog->insnsi + i + delta; in bpf_convert_ctx_accesses()
807 env->insn_aux_data[i + delta].ptr_type == PTR_TO_ARENA) { in bpf_convert_ctx_accesses()
813 i + delta < subprogs[1].start) { in bpf_convert_ctx_accesses()
817 insn_buf[0] = BPF_JMP32_A(epilogue_idx - i - delta - 1); in bpf_convert_ctx_accesses()
827 epilogue_idx = i + delta; in bpf_convert_ctx_accesses()
835 env->insn_aux_data[i + delta].nospec_result) { in bpf_convert_ctx_accesses()
844 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_convert_ctx_accesses()
848 delta += cnt - 1; in bpf_convert_ctx_accesses()
850 insn = new_prog->insnsi + i + delta; in bpf_convert_ctx_accesses()
854 switch ((int)env->insn_aux_data[i + delta].ptr_type) { in bpf_convert_ctx_accesses()
906 ctx_field_size = env->insn_aux_data[i + delta].ctx_field_size; in bpf_convert_ctx_accesses()
974 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_convert_ctx_accesses()
978 delta += cnt - 1; in bpf_convert_ctx_accesses()
982 insn = new_prog->insnsi + i + delta; in bpf_convert_ctx_accesses()
1475 int i, ret, cnt, delta = 0, cur_subprog = 0; in bpf_do_misc_fixups() local
1510 if (env->insn_aux_data[i + delta].needs_zext) in bpf_do_misc_fixups()
1533 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1537 delta += cnt - 1; in bpf_do_misc_fixups()
1539 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1624 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1628 delta += cnt - 1; in bpf_do_misc_fixups()
1630 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1654 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1658 delta += cnt - 1; in bpf_do_misc_fixups()
1660 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1674 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1678 delta += cnt - 1; in bpf_do_misc_fixups()
1680 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1693 aux = &env->insn_aux_data[i + delta]; in bpf_do_misc_fixups()
1727 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1731 delta += cnt - 1; in bpf_do_misc_fixups()
1733 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1772 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1776 delta += cnt - 1; in bpf_do_misc_fixups()
1778 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1793 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1797 delta += cnt - 1; in bpf_do_misc_fixups()
1799 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1808 ret = bpf_fixup_kfunc_call(env, insn, insn_buf, i + delta, &cnt); in bpf_do_misc_fixups()
1814 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1818 delta += cnt - 1; in bpf_do_misc_fixups()
1820 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1853 aux = &env->insn_aux_data[i + delta]; in bpf_do_misc_fixups()
1863 .insn_idx = i + delta, in bpf_do_misc_fixups()
1899 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1903 delta += cnt - 1; in bpf_do_misc_fixups()
1905 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1932 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1936 delta += cnt - 1; in bpf_do_misc_fixups()
1938 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1943 if (env->insn_aux_data[i + delta].call_with_percpu_alloc_ptr) { in bpf_do_misc_fixups()
1951 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
1955 delta += cnt - 1; in bpf_do_misc_fixups()
1957 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
1975 aux = &env->insn_aux_data[i + delta]; in bpf_do_misc_fixups()
1991 new_prog = bpf_patch_insn_data(env, i + delta, in bpf_do_misc_fixups()
1996 delta += cnt - 1; in bpf_do_misc_fixups()
1998 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2074 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, in bpf_do_misc_fixups()
2079 delta += cnt - 1; in bpf_do_misc_fixups()
2081 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2103 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2107 delta += cnt - 1; in bpf_do_misc_fixups()
2109 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2121 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2125 delta += cnt - 1; in bpf_do_misc_fixups()
2127 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2155 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2159 delta += cnt - 1; in bpf_do_misc_fixups()
2161 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2185 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2189 delta += cnt - 1; in bpf_do_misc_fixups()
2191 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2211 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2215 delta += cnt - 1; in bpf_do_misc_fixups()
2217 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2227 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, 1); in bpf_do_misc_fixups()
2232 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2282 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2286 delta += cnt - 1; in bpf_do_misc_fixups()
2288 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2300 new_prog = bpf_patch_insn_data(env, i + delta, insn_buf, cnt); in bpf_do_misc_fixups()
2304 delta += cnt - 1; in bpf_do_misc_fixups()
2306 insn = new_prog->insnsi + i + delta; in bpf_do_misc_fixups()
2322 if (subprogs[cur_subprog + 1].start == i + delta + 1) { in bpf_do_misc_fixups()
2342 int delta = bpf_jit_supports_timed_may_goto() ? 2 : 1; in bpf_do_misc_fixups() local
2345 int slots = delta, cnt = 0; in bpf_do_misc_fixups()
2378 WARN_ON(adjust_jmp_off(env->prog, subprog_start, delta)); in bpf_do_misc_fixups()
2500 int i, cur_subprog = 0, cnt, delta = 0; in bpf_optimize_bpf_loop() local
2509 &env->insn_aux_data[i + delta].loop_inline_state; in bpf_optimize_bpf_loop()
2516 i + delta, in bpf_optimize_bpf_loop()
2523 delta += cnt - 1; in bpf_optimize_bpf_loop()
2525 insn = new_prog->insnsi + i + delta; in bpf_optimize_bpf_loop()
2528 if (subprogs[cur_subprog + 1].start == i + delta + 1) { in bpf_optimize_bpf_loop()