720 		*rega = reg_a(src_gpr);  in addr40_offset()
725 	emit_alu(nfp_prog, imm_a(nfp_prog), reg_a(src_gpr), ALU_OP_ADD, offset);  in addr40_offset()
744 	src_base = reg_a(meta->insn.src_reg * 2);  in nfp_cpp_memcpy()
770 			 reg_a(meta->paired_st->dst_reg * 2), off, len - 1,  in nfp_cpp_memcpy()
775 			 reg_a(meta->paired_st->dst_reg * 2), off, xfer_num - 1,  in nfp_cpp_memcpy()
782 			       reg_a(meta->paired_st->dst_reg * 2), off,  in nfp_cpp_memcpy()
789 			       reg_a(meta->paired_st->dst_reg * 2), off,  in nfp_cpp_memcpy()
796 			 reg_a(meta->paired_st->dst_reg * 2), off, 7,  in nfp_cpp_memcpy()
802 			 reg_a(meta->paired_st->dst_reg * 2), off, len - 33,  in nfp_cpp_memcpy()
813 			       reg_a(meta->paired_st->dst_reg * 2), off,  in nfp_cpp_memcpy()
818 			 xfer_num - 1, reg_a(meta->paired_st->dst_reg * 2), off,  in nfp_cpp_memcpy()
932 	return data_ld_host_order(nfp_prog, meta, dst_gpr, reg_a(src_gpr),  in data_ld_host_order_addr32()
956 	emit_alu(nfp_prog, imm_both(nfp_prog), reg_a(src), ALU_OP_ADD, tmp_reg);  in construct_data_ind_ld()
992 		wrp_mov(nfp_prog, reg_xfer(i), reg_a(src_gpr + i));  in data_stx_host_order()
995 		 reg_a(dst_gpr), offset, size - 1, CMD_CTX_SWAP);  in data_stx_host_order()
1009 		 reg_a(dst_gpr), offset, size - 1, CMD_CTX_SWAP);  in data_st_host_order()
1184 			 reg_a(ptr_gpr), ALU_OP_ADD, stack_off_reg);  in mem_op_stack()
1290 	emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, tmp_reg);  in wrp_alu_imm()
1317 	emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, reg_b(src));  in wrp_alu64_reg()
1319 		 reg_a(dst + 1), alu_op, reg_b(src + 1));  in wrp_alu64_reg()
1343 	emit_alu(nfp_prog, reg_both(dst), reg_a(dst), alu_op, reg_b(src));  in wrp_alu32_reg()
1353 	emit_alu(nfp_prog, reg_none(), reg_a(dst), alu_op, reg_b(src));  in wrp_test_reg_one()
1418 		emit_alu(nfp_prog, reg_none(), reg_a(reg), alu_op, tmp_reg);  in cmp_imm()
1420 		emit_alu(nfp_prog, reg_none(), tmp_reg, alu_op, reg_a(reg));  in cmp_imm()
1426 				 reg_a(reg + 1), carry_op, tmp_reg);  in cmp_imm()
1429 				 tmp_reg, carry_op, reg_a(reg + 1));  in cmp_imm()
1456 	emit_alu(nfp_prog, reg_none(), reg_a(areg), ALU_OP_SUB, reg_b(breg));  in cmp_reg()
1459 			 reg_a(areg + 1), ALU_OP_SUB_C, reg_b(breg + 1));  in cmp_reg()
1469 	emit_ld_field(nfp_prog, reg_both(gpr_out), 0x5, reg_a(gpr_out),  in wrp_end32()
1510 	multiplicand = reg_a(dst_reg * 2);  in wrp_mul()
1534 	swreg dst_both = reg_both(dst), dst_a = reg_a(dst), dst_b = reg_a(dst);  in wrp_div_imm()
1614 			 reg_a(2 * 2), ALU_OP_ADD, pptr_reg(nfp_prog));  in adjust_head()
1616 			 plen_reg(nfp_prog), ALU_OP_SUB, reg_a(2 * 2));  in adjust_head()
1618 			 pv_len(nfp_prog), ALU_OP_SUB, reg_a(2 * 2));  in adjust_head()
1635 		 reg_a(2 * 2), ALU_OP_ADD_2B, pptr_reg(nfp_prog));  in adjust_head()
1647 		 plen_reg(nfp_prog), ALU_OP_SUB, reg_a(2 * 2));  in adjust_head()
1663 		 plen_reg(nfp_prog), ALU_OP_SUB, reg_a(2 * 2));  in adjust_head()
1665 		 pv_len(nfp_prog), ALU_OP_SUB, reg_a(2 * 2));  in adjust_head()
1688 	delta = reg_a(2 * 2);  in adjust_tail()
1748 	wrp_mov(nfp_prog, reg_a(0), reg_a(2));  in map_call_stack_common()
1792 	wrp_mov(nfp_prog, reg_a(1), ptr_type);  in nfp_perf_event_output()
1811 	emit_alu(nfp_prog, reg_none(), reg_a(meta->insn.src_reg * 2),  in nfp_queue_select()
1904 		 reg_a(insn->dst_reg * 2), ALU_OP_ADD,  in add_reg64()
1907 		 reg_a(insn->dst_reg * 2 + 1), ALU_OP_ADD_C,  in add_reg64()
1929 		 reg_a(insn->dst_reg * 2), ALU_OP_SUB,  in sub_reg64()
1932 		 reg_a(insn->dst_reg * 2 + 1), ALU_OP_SUB_C,  in sub_reg64()
2002 		emit_shf(nfp_prog, reg_both(dst + 1), reg_a(dst + 1),  in __shl_imm64()
2032 	emit_shf_indir(nfp_prog, reg_both(dst + 1), reg_a(dst + 1), SHF_OP_NONE,  in shl_reg64_lt32_high()
2039 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_imm(0));  in shl_reg64_lt32_low()
2052 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_imm(0));  in shl_reg64_ge32()
2082 		emit_br_bset(nfp_prog, reg_a(src), 5, label_ge32, 0);  in shl_reg64()
2117 		emit_shf(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE,  in __shr_imm64()
2144 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_imm(0));  in shr_reg64_lt32_high()
2151 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_imm(0));  in shr_reg64_lt32_low()
2152 	emit_shf_indir(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE,  in shr_reg64_lt32_low()
2164 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_imm(0));  in shr_reg64_ge32()
2194 		emit_br_bset(nfp_prog, reg_a(src), 5, label_ge32, 0);  in shr_reg64()
2221 		emit_shf(nfp_prog, reg_both(dst), reg_a(dst + 1), SHF_OP_NONE,  in __ashr_imm64()
2224 		emit_alu(nfp_prog, reg_none(), reg_a(dst + 1), ALU_OP_OR,  in __ashr_imm64()
2234 		emit_alu(nfp_prog, reg_none(), reg_a(dst + 1), ALU_OP_OR,  in __ashr_imm64()
2258 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_b(dst + 1));  in ashr_reg64_lt32_high()
2279 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_b(dst + 1));  in ashr_reg64_ge32()
2308 		emit_br_bset(nfp_prog, reg_a(src), 5, label_ge32, 0);  in ashr_reg64()
2432 		emit_alu(nfp_prog, reg_none(), reg_a(dst), ALU_OP_OR,  in __ashr_imm()
2458 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_b(dst));  in ashr_reg()
2506 	emit_alu(nfp_prog, reg_none(), reg_a(src), ALU_OP_OR, reg_imm(0));  in shr_reg()
2559 		emit_ld_field(nfp_prog, reg_both(gpr), 0xe, reg_a(gpr),  in end_reg32()
2565 		wrp_end32(nfp_prog, reg_a(gpr), gpr);  in end_reg32()
2571 		wrp_end32(nfp_prog, reg_a(gpr), gpr + 1);  in end_reg32()
2593 		wrp_mov(nfp_prog, reg_both(dst + 1), reg_a(dst));  in imm_ld8_part2()
2740 	src_base = reg_a(meta->insn.src_reg * 2);  in mem_ldx_data_init_pktcache()
3065 		addra = reg_a(dst_gpr);  in mem_xadd()
3069 			 reg_a(dst_gpr), ALU_OP_ADD, off);  in mem_xadd()
3071 			 reg_a(dst_gpr + 1), ALU_OP_ADD_C, reg_imm(0));  in mem_xadd()
3101 		wrp_mov(nfp_prog, reg_xfer(0), reg_a(src_gpr));  in mem_xadd()
3103 			wrp_mov(nfp_prog, reg_xfer(1), reg_a(src_gpr + 1));  in mem_xadd()
3141 	or1 = reg_a(insn->dst_reg * 2);  in jeq_imm()
3147 			 reg_a(insn->dst_reg * 2), ALU_OP_XOR, tmp_reg);  in jeq_imm()
3154 			 reg_a(insn->dst_reg * 2 + 1), ALU_OP_XOR, tmp_reg);  in jeq_imm()
3171 		 reg_a(insn->dst_reg * 2), ALU_OP_XOR, tmp_reg);  in jeq32_imm()
3186 		 reg_a(dst_gpr), ALU_OP_AND, tmp_reg);  in jset_imm()
3192 			 reg_a(dst_gpr + 1), ALU_OP_OR, imm_b(nfp_prog));  in jset_imm()
3211 			emit_alu(nfp_prog, reg_none(), reg_a(insn->dst_reg * 2),  in jne_imm()
3219 		 reg_a(insn->dst_reg * 2), ALU_OP_XOR, tmp_reg);  in jne_imm()
3227 		 reg_a(insn->dst_reg * 2 + 1), ALU_OP_XOR, tmp_reg);  in jne_imm()
3237 	emit_alu(nfp_prog, imm_a(nfp_prog), reg_a(insn->dst_reg * 2),  in jeq_reg()
3241 			 reg_a(insn->dst_reg * 2 + 1), ALU_OP_XOR,  in jeq_reg()
3679 	wrp_mov(nfp_prog, reg_a(0), NFP_BPF_ABI_FLAGS);  in nfp_outro_tc_da()
3680 	emit_ld_field(nfp_prog, reg_a(0), 0xc, reg_imm(0x11), SHF_SC_L_SHF, 16);  in nfp_outro_tc_da()
3688 	wrp_mov(nfp_prog, reg_a(0), NFP_BPF_ABI_FLAGS);  in nfp_outro_tc_da()
3693 	emit_shf(nfp_prog, reg_a(1),  in nfp_outro_tc_da()
3696 	emit_alu(nfp_prog, reg_none(), reg_a(1), ALU_OP_OR, reg_imm(0));  in nfp_outro_tc_da()
3697 	emit_shf(nfp_prog, reg_a(2),  in nfp_outro_tc_da()
3700 	emit_alu(nfp_prog, reg_none(), reg_a(1), ALU_OP_OR, reg_imm(0));  in nfp_outro_tc_da()
3707 		 reg_a(2), SHF_OP_OR, reg_b(2), SHF_SC_L_SHF, 4);  in nfp_outro_tc_da()
3708 	emit_ld_field(nfp_prog, reg_a(0), 0xc, reg_b(2), SHF_SC_L_SHF, 16);  in nfp_outro_tc_da()
3725 	wrp_mov(nfp_prog, reg_a(0), NFP_BPF_ABI_FLAGS);  in nfp_outro_xdp()
3726 	emit_ld_field(nfp_prog, reg_a(0), 0xc, reg_imm(0x82), SHF_SC_L_SHF, 16);  in nfp_outro_xdp()
3737 	emit_shf(nfp_prog, reg_a(1),  in nfp_outro_xdp()
3740 	emit_alu(nfp_prog, reg_none(), reg_a(1), ALU_OP_OR, reg_imm(0));  in nfp_outro_xdp()
3746 	wrp_mov(nfp_prog, reg_a(0), NFP_BPF_ABI_FLAGS);  in nfp_outro_xdp()
3747 	emit_ld_field(nfp_prog, reg_a(0), 0xc, reg_b(2), SHF_SC_L_SHF, 16);  in nfp_outro_xdp()