96 static void emit(struct bpf_gen *gen, struct bpf_insn insn)  in emit()  function
106 	emit(gen, insn1);  in emit2()
107 	emit(gen, insn2);  in emit2()
122 	emit(gen, BPF_MOV64_REG(BPF_REG_6, BPF_REG_1));  in bpf_gen__init()
125 	emit(gen, BPF_MOV64_REG(BPF_REG_1, BPF_REG_10));  in bpf_gen__init()
126 	emit(gen, BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -stack_sz));  in bpf_gen__init()
127 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, stack_sz));  in bpf_gen__init()
128 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));  in bpf_gen__init()
129 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));  in bpf_gen__init()
134 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0,  in bpf_gen__init()
146 		emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, -stack_sz + i));  in bpf_gen__init()
147 		emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0, 1));  in bpf_gen__init()
148 		emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));  in bpf_gen__init()
153 	emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));  in bpf_gen__init()
154 	emit(gen, BPF_EXIT_INSN());  in bpf_gen__init()
220 	emit(gen, BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0));  in emit_rel_store()
227 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_2, 0));  in move_blob2blob()
230 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_blob2blob()
237 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_1, 0));  in move_blob2ctx()
238 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));  in move_blob2ctx()
244 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_6, ctx_off));  in move_ctx2blob()
249 		emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3));  in move_ctx2blob()
252 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_ctx2blob()
257 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));  in move_stack2blob()
260 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_stack2blob()
265 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));  in move_stack2ctx()
266 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));  in move_stack2ctx()
271 	emit(gen, BPF_MOV64_IMM(BPF_REG_1, cmd));  in emit_sys_bpf()
274 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, attr_size));  in emit_sys_bpf()
275 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_bpf));  in emit_sys_bpf()
277 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_sys_bpf()
293 		emit(gen, BPF_JMP_IMM(BPF_JSLT, BPF_REG_7, 0, off));  in emit_check_err()
296 		emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, -1));  in emit_check_err()
321 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_debug()
323 		emit(gen, BPF_MOV64_REG(BPF_REG_3, reg1));  in emit_debug()
325 		emit(gen, BPF_MOV64_REG(BPF_REG_4, reg2));  in emit_debug()
326 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_trace_printk));  in emit_debug()
349 	emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0,  in __emit_sys_close()
354 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_1));  in __emit_sys_close()
355 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));  in __emit_sys_close()
361 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, stack_off));  in emit_sys_close_stack()
369 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0));  in emit_sys_close_blob()
399 	emit(gen, BPF_MOV64_IMM(BPF_REG_0, 0));  in bpf_gen__finish()
400 	emit(gen, BPF_EXIT_INSN());  in bpf_gen__finish()
501 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7, stack_off(btf_fd)));  in bpf_gen__load_btf()
567 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,  in bpf_gen__map_create()
577 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_7, 0));  in bpf_gen__map_create()
591 		emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, i * sizeof(__u64)));  in emit_signature_match()
597 			emit(gen, BPF_MOV64_IMM(BPF_REG_7, -EINVAL));  in emit_signature_match()
598 			emit(gen, BPF_JMP_REG(BPF_JNE, BPF_REG_2, BPF_REG_3, off));  in emit_signature_match()
628 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_find_attach_target()
629 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, gen->attach_kind));  in emit_find_attach_target()
630 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));  in emit_find_attach_target()
631 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));  in emit_find_attach_target()
632 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_find_attach_target()
702 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_bpf_find_by_name_kind()
703 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, relo->kind));  in emit_bpf_find_by_name_kind()
704 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));  in emit_bpf_find_by_name_kind()
705 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));  in emit_bpf_find_by_name_kind()
706 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_bpf_find_by_name_kind()
722 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_bpf_kallsyms_lookup_name()
723 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));  in emit_bpf_kallsyms_lookup_name()
726 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_4));  in emit_bpf_kallsyms_lookup_name()
727 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_kallsyms_lookup_name));  in emit_bpf_kallsyms_lookup_name()
728 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_9, BPF_REG_7, 0));  in emit_bpf_kallsyms_lookup_name()
729 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_bpf_kallsyms_lookup_name()
774 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_kfunc_btf()
776 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));  in emit_relo_kfunc_btf()
777 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));  in emit_relo_kfunc_btf()
779 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 10));  in emit_relo_kfunc_btf()
781 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));  in emit_relo_kfunc_btf()
783 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_7));  in emit_relo_kfunc_btf()
784 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));  in emit_relo_kfunc_btf()
789 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_9, 0));  in emit_relo_kfunc_btf()
791 	emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_9, 0, 2));  in emit_relo_kfunc_btf()
793 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));  in emit_relo_kfunc_btf()
795 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));  in emit_relo_kfunc_btf()
797 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), btf_fd_idx));  in emit_relo_kfunc_btf()
801 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,  in emit_relo_kfunc_btf()
803 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8,  in emit_relo_kfunc_btf()
809 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_0, 0));  in emit_relo_kfunc_btf()
819 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,  in emit_ksym_relo_log()
821 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8, sizeof(struct bpf_insn) +  in emit_ksym_relo_log()
825 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));  in emit_ksym_relo_log()
854 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_7, -ENOENT, 1));  in emit_relo_ksym_typeless()
857 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9, offsetof(struct bpf_insn, imm)));  in emit_relo_ksym_typeless()
859 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));  in emit_relo_ksym_typeless()
860 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9,  in emit_relo_ksym_typeless()
897 		emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 3));  in emit_relo_ksym_btf()
906 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_ksym_btf()
908 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));  in emit_relo_ksym_btf()
909 …emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, sizeof(struct bpf_insn) + offsetof(struct bpf_insn, imm), 0…  in emit_relo_ksym_btf()
911 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));  in emit_relo_ksym_btf()
913 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));  in emit_relo_ksym_btf()
915 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));  in emit_relo_ksym_btf()
916 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7,  in emit_relo_ksym_btf()
919 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 3));  in emit_relo_ksym_btf()
923 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));  in emit_relo_ksym_btf()
924 	emit(gen, BPF_ALU32_IMM(BPF_AND, BPF_REG_9, reg_mask));  in emit_relo_ksym_btf()
925 	emit(gen, BPF_STX_MEM(BPF_B, BPF_REG_8, BPF_REG_9, offsetofend(struct bpf_insn, code)));  in emit_relo_ksym_btf()
1135 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,  in bpf_gen__prog_load()
1137 		emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));  in bpf_gen__prog_load()
1138 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,  in bpf_gen__prog_load()
1154 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,  in bpf_gen__prog_load()
1179 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,  in bpf_gen__map_update_elem()
1183 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0, 8));  in bpf_gen__map_update_elem()
1186 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, value_size));  in bpf_gen__map_update_elem()
1187 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,  in bpf_gen__map_update_elem()
1189 	emit(gen, BPF_JMP_IMM(BPF_JSET, BPF_REG_0, BPF_SKEL_KERNEL, 2));  in bpf_gen__map_update_elem()
1190 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_copy_from_user));  in bpf_gen__map_update_elem()
1191 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));  in bpf_gen__map_update_elem()
1192 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));  in bpf_gen__map_update_elem()