20 	       insn->imm == BPF_CMPXCHG;  in is_cmpxchg_insn()
34 			if (insn->imm == BPF_CMPXCHG)  in insn_def_regno()
36 			else if (insn->imm == BPF_LOAD_ACQ)  in insn_def_regno()
38 			else if (insn->imm & BPF_FETCH)  in insn_def_regno()
63 	if (d0->imm != d1->imm)  in kfunc_desc_cmp_by_imm_off()
64 		return d0->imm < d1->imm ? -1 : 1;  in kfunc_desc_cmp_by_imm_off()
75 		.imm = insn->imm,  in bpf_jit_find_kfunc_model()
103 	desc->imm = call_imm;  in set_kfunc_desc_imm()
134 			ret = bpf_add_kfunc_call(env, insn->imm, insn->off);  in add_kfunc_in_insns()
146 	int start = idx + insn->imm + 1, subprog;  in get_callee_stack_depth()
287 	s32 imm;  in adjust_jmp_off()  local
301 			if (i + 1 + insn->imm != tgt_idx)  in adjust_jmp_off()
303 			if (check_add_overflow(insn->imm, delta, &imm))  in adjust_jmp_off()
305 			insn->imm = imm;  in adjust_jmp_off()
637 			rnd_hi32_patch[1].imm = imm_rnd;  in bpf_opt_subreg_zext_lo32_rnd_hi32()
1045 		subprog = bpf_find_subprog(env, i + insn->imm + 1);  in jit_subprogs()
1047 				    i + insn->imm + 1))  in jit_subprogs()
1056 		env->insn_aux_data[i].call_imm = insn->imm;  in jit_subprogs()
1058 		insn->imm = 1;  in jit_subprogs()
1069 			insn[0].imm = (u32)addr;  in jit_subprogs()
1070 			insn[1].imm = addr >> 32;  in jit_subprogs()
1182 				insn[0].imm = (u32)(long)func[subprog]->bpf_func;  in jit_subprogs()
1183 				insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32;  in jit_subprogs()
1189 			insn->imm = BPF_CALL_IMM(func[subprog]->bpf_func);  in jit_subprogs()
1246 			insn[0].imm = env->insn_aux_data[i].call_imm;  in jit_subprogs()
1247 			insn[1].imm = insn->off;  in jit_subprogs()
1253 		insn->imm = env->insn_aux_data[i].call_imm;  in jit_subprogs()
1254 		subprog = bpf_find_subprog(env, i + insn->imm + 1);  in jit_subprogs()
1358 				insn->imm = env->insn_aux_data[i].call_imm;  in bpf_jit_subprogs()
1498 		if (insn->code == (BPF_ALU64 | BPF_MOV | BPF_X) && insn->imm) {  in bpf_do_misc_fixups()
1499 			if ((insn->off == BPF_ADDR_SPACE_CAST && insn->imm == 1) ||  in bpf_do_misc_fixups()
1505 				insn->imm = 0;  in bpf_do_misc_fixups()
1519 		    insn->off == 1 && insn->imm == -1) {  in bpf_do_misc_fixups()
1825 		if (bpf_jit_inlines_helper_call(insn->imm))  in bpf_do_misc_fixups()
1828 		if (insn->imm == BPF_FUNC_get_route_realm)  in bpf_do_misc_fixups()
1830 		if (insn->imm == BPF_FUNC_get_prandom_u32)  in bpf_do_misc_fixups()
1832 		if (insn->imm == BPF_FUNC_override_return)  in bpf_do_misc_fixups()
1834 		if (insn->imm == BPF_FUNC_tail_call) {  in bpf_do_misc_fixups()
1850 			insn->imm = 0;  in bpf_do_misc_fixups()
1872 				insn->imm = ret + 1;  in bpf_do_misc_fixups()
1909 		if (insn->imm == BPF_FUNC_timer_set_callback) {  in bpf_do_misc_fixups()
1966 		    (insn->imm == BPF_FUNC_map_lookup_elem ||  in bpf_do_misc_fixups()
1967 		     insn->imm == BPF_FUNC_map_update_elem ||  in bpf_do_misc_fixups()
1968 		     insn->imm == BPF_FUNC_map_delete_elem ||  in bpf_do_misc_fixups()
1969 		     insn->imm == BPF_FUNC_map_push_elem   ||  in bpf_do_misc_fixups()
1970 		     insn->imm == BPF_FUNC_map_pop_elem    ||  in bpf_do_misc_fixups()
1971 		     insn->imm == BPF_FUNC_map_peek_elem   ||  in bpf_do_misc_fixups()
1972 		     insn->imm == BPF_FUNC_redirect_map    ||  in bpf_do_misc_fixups()
1973 		     insn->imm == BPF_FUNC_for_each_map_elem ||  in bpf_do_misc_fixups()
1974 		     insn->imm == BPF_FUNC_map_lookup_percpu_elem)) {  in bpf_do_misc_fixups()
1981 			if (insn->imm == BPF_FUNC_map_lookup_elem &&  in bpf_do_misc_fixups()
2027 			switch (insn->imm) {  in bpf_do_misc_fixups()
2029 				insn->imm = BPF_CALL_IMM(ops->map_lookup_elem);  in bpf_do_misc_fixups()
2032 				insn->imm = BPF_CALL_IMM(ops->map_update_elem);  in bpf_do_misc_fixups()
2035 				insn->imm = BPF_CALL_IMM(ops->map_delete_elem);  in bpf_do_misc_fixups()
2038 				insn->imm = BPF_CALL_IMM(ops->map_push_elem);  in bpf_do_misc_fixups()
2041 				insn->imm = BPF_CALL_IMM(ops->map_pop_elem);  in bpf_do_misc_fixups()
2044 				insn->imm = BPF_CALL_IMM(ops->map_peek_elem);  in bpf_do_misc_fixups()
2047 				insn->imm = BPF_CALL_IMM(ops->map_redirect);  in bpf_do_misc_fixups()
2050 				insn->imm = BPF_CALL_IMM(ops->map_for_each_callback);  in bpf_do_misc_fixups()
2053 				insn->imm = BPF_CALL_IMM(ops->map_lookup_percpu_elem);  in bpf_do_misc_fixups()
2062 		    insn->imm == BPF_FUNC_jiffies64) {  in bpf_do_misc_fixups()
2087 		if (insn->imm == BPF_FUNC_get_smp_processor_id &&  in bpf_do_misc_fixups()
2088 		    bpf_verifier_inlines_helper_call(env, insn->imm)) {  in bpf_do_misc_fixups()
2114 		if ((insn->imm == BPF_FUNC_get_current_task || insn->imm == BPF_FUNC_get_current_task_btf) &&  in bpf_do_misc_fixups()
2115 		    bpf_verifier_inlines_helper_call(env, insn->imm)) {  in bpf_do_misc_fixups()
2133 		    insn->imm == BPF_FUNC_get_func_arg) {  in bpf_do_misc_fixups()
2167 		    insn->imm == BPF_FUNC_get_func_ret) {  in bpf_do_misc_fixups()
2197 		    insn->imm == BPF_FUNC_get_func_arg_cnt) {  in bpf_do_misc_fixups()
2223 		    insn->imm == BPF_FUNC_get_func_ip) {  in bpf_do_misc_fixups()
2239 		    insn->imm == BPF_FUNC_get_branch_snapshot) {  in bpf_do_misc_fixups()
2294 		    insn->imm == BPF_FUNC_kptr_xchg &&  in bpf_do_misc_fixups()
2310 		fn = env->ops->get_func_proto(insn->imm, env->prog);  in bpf_do_misc_fixups()
2317 				     func_id_name(insn->imm), insn->imm);  in bpf_do_misc_fixups()
2320 		insn->imm = fn->func - __bpf_call_base;  in bpf_do_misc_fixups()
2476 	new_prog->insnsi[call_insn_offset].imm = callback_offset;  in inline_bpf_loop()
2485 		insn->imm == BPF_FUNC_loop;  in is_bpf_loop_call()