43 	int prg;		/* Current position in program */  member
130 	return off - jit->prg;  in off_to_pcrel()
136 		return (const u8 *)ptr - ((const u8 *)jit->prg_buf + jit->prg);  in ptr_to_pcrel()
152 		*(u16 *) (jit->prg_buf + jit->prg) = (op);	\
153 	jit->prg += 2;						\
166 		*(u32 *) (jit->prg_buf + jit->prg) = (op);	\
167 	jit->prg += 4;						\
221 		*(u32 *) (jit->prg_buf + jit->prg) = (op1);	\
222 		*(u16 *) (jit->prg_buf + jit->prg + 4) = (op2);	\
224 	jit->prg += 6;						\
390 	return is_valid_rel(off - jit->prg);  in can_use_rel()
517 		jit->prg += (last - re + 1) * save_restore_size;  in save_restore_regs()
603 	jit->prologue_plt_ret = jit->prg;  in bpf_jit_prologue()
619 	jit->tail_call_start = jit->prg;  in bpf_jit_prologue()
638 		    is_valid_ldisp(jit->size - (jit->prg + 2))) {  in bpf_jit_prologue()
641 			jit->base_ip = jit->prg;  in bpf_jit_prologue()
696 	jit->exit_ip = jit->prg;  in bpf_jit_epilogue()
703 	jit->prg = ALIGN(jit->prg, 8);  in bpf_jit_epilogue()
704 	jit->prologue_plt = jit->prg;  in bpf_jit_epilogue()
706 		bpf_jit_plt((struct bpf_plt *)(jit->prg_buf + jit->prg),  in bpf_jit_epilogue()
708 	jit->prg += sizeof(struct bpf_plt);  in bpf_jit_epilogue()
723 	int prg;	/* JITed instruction offset */  member
731 	probe->prg = -1;  in bpf_jit_probe_init()
746 	if (probe->prg == -1 || probe->nop_prg != -1)  in bpf_jit_probe_emit_nop()
750 	probe->nop_prg = jit->prg;  in bpf_jit_probe_emit_nop()
768 	probe->prg = jit->prg;  in bpf_jit_probe_load_pre()
781 	probe->prg = jit->prg;  in bpf_jit_probe_store_pre()
796 	probe->prg = jit->prg;  in bpf_jit_probe_atomic_pre()
803 	int i, prg;  in bpf_jit_probe_post()  local
807 	if (probe->prg == -1)  in bpf_jit_probe_post()
814 	insn = jit->prg_buf + probe->prg;  in bpf_jit_probe_post()
815 	if (WARN_ON_ONCE(probe->prg + insn_length(*insn) != probe->nop_prg))  in bpf_jit_probe_post()
824 		prg = i == 0 ? probe->prg : probe->nop_prg;  in bpf_jit_probe_post()
825 		delta = jit->prg_buf + prg - (u8 *)&ex->insn;  in bpf_jit_probe_post()
835 		delta = jit->prg_buf + jit->prg - (u8 *)&ex->fixup;  in bpf_jit_probe_post()
931 			patch_brc = jit->prg;  in bpf_jit_insn()
938 					(jit->prg - patch_brc) >> 1;  in bpf_jit_insn()
1647 			if (load_probe.prg != -1) {  in bpf_jit_insn()
1648 				probe.prg = jit->prg;  in bpf_jit_insn()
1651 			loop_start = jit->prg;  in bpf_jit_insn()
1848 		patch_1_clrj = jit->prg;  in bpf_jit_insn()
1850 				 jit->prg);  in bpf_jit_insn()
1864 		patch_2_clij = jit->prg;  in bpf_jit_insn()
1866 				 2, jit->prg);  in bpf_jit_insn()
1882 		patch_3_brc = jit->prg;  in bpf_jit_insn()
1883 		EMIT4_PCREL_RIC(0xa7040000, 8, jit->prg);  in bpf_jit_insn()
1911 				(jit->prg - patch_1_clrj) >> 1;  in bpf_jit_insn()
1913 				(jit->prg - patch_2_clij) >> 1;  in bpf_jit_insn()
1915 				(jit->prg - patch_3_brc) >> 1;  in bpf_jit_insn()
2153 		return jit->addrs[i] == jit->prg;  in bpf_is_new_addr_sane()
2156 	return jit->addrs[i] >= jit->prg;  in bpf_is_new_addr_sane()
2167 		delta = jit->prg - jit->addrs[i];  in bpf_set_addr()
2173 	jit->addrs[i] = jit->prg;  in bpf_set_addr()
2188 	jit->prg = 0;  in bpf_jit_prog()
2217 	jit->lit32_start = jit->prg;  in bpf_jit_prog()
2224 	jit->size_prg = jit->prg;  in bpf_jit_prog()
2531 	patch = jit->prg;  in invoke_bpf_prog()
2557 		*(u32 *)&jit->prg_buf[patch + 2] = (jit->prg - patch) >> 1;  in invoke_bpf_prog()
2826 		im->ip_after_call = jit->prg_buf + jit->prg;  in __arch_prepare_bpf_trampoline()
2837 	tjit->do_fexit = jit->prg;  in __arch_prepare_bpf_trampoline()
2843 		im->ip_epilogue = jit->prg_buf + jit->prg;  in __arch_prepare_bpf_trampoline()
2900 	return ret < 0 ? ret : tjit.common.prg;  in arch_bpf_trampoline_size()
2918 	if (tjit.common.prg > (char *)image_end - (char *)image)  in arch_prepare_bpf_trampoline()
2925 	tjit.common.prg = 0;  in arch_prepare_bpf_trampoline()
2930 	return ret < 0 ? ret : tjit.common.prg;  in arch_prepare_bpf_trampoline()