Lines Matching defs:emit
98 static void emit(struct bpf_gen *gen, struct bpf_insn insn)
108 emit(gen, insn1);
109 emit(gen, insn2);
124 emit(gen, BPF_MOV64_REG(BPF_REG_6, BPF_REG_1));
127 emit(gen, BPF_MOV64_REG(BPF_REG_1, BPF_REG_10));
128 emit(gen, BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -stack_sz));
129 emit(gen, BPF_MOV64_IMM(BPF_REG_2, stack_sz));
130 emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));
131 emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));
136 emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0,
146 /* emit cleanup code: close all temp FDs */
148 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, -stack_sz + i));
149 emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0, 1));
150 emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));
155 emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));
156 emit(gen, BPF_EXIT_INSN());
228 emit(gen, BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0));
235 emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_2, 0));
238 emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
245 emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_1, 0));
246 emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));
252 emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_6, ctx_off));
257 emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3));
260 emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
265 emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));
268 emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));
273 emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));
274 emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));
279 emit(gen, BPF_MOV64_IMM(BPF_REG_1, cmd));
282 emit(gen, BPF_MOV64_IMM(BPF_REG_3, attr_size));
283 emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_bpf));
285 emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
301 emit(gen, BPF_JMP_IMM(BPF_JSLT, BPF_REG_7, 0, off));
328 emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
330 emit(gen, BPF_MOV64_REG(BPF_REG_3, reg1));
332 emit(gen, BPF_MOV64_REG(BPF_REG_4, reg2));
333 emit(gen, BPF_EMIT_CALL(BPF_FUNC_trace_printk));
356 emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0,
361 emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_1));
362 emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));
368 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, stack_off));
376 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0));
406 emit(gen, BPF_MOV64_IMM(BPF_REG_0, 0));
407 emit(gen, BPF_EXIT_INSN());
503 /* emit BTF_LOAD command */
508 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7, stack_off(btf_fd)));
571 /* emit MAP_CREATE command */
583 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,
593 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_7, 0));
612 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, SHA256_DIGEST_LENGTH));
615 emit(gen, BPF_MOV64_IMM(BPF_REG_7, -EINVAL));
616 emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, off));
624 emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, i * sizeof(__u64)));
630 emit(gen, BPF_MOV64_IMM(BPF_REG_7, -EINVAL));
631 emit(gen, BPF_JMP_REG(BPF_JNE, BPF_REG_2, BPF_REG_3, off));
661 emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
662 emit(gen, BPF_MOV64_IMM(BPF_REG_3, gen->attach_kind));
663 emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));
664 emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));
665 emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
735 emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
736 emit(gen, BPF_MOV64_IMM(BPF_REG_3, relo->kind));
737 emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));
738 emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));
739 emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
755 emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));
756 emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));
759 emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_4));
760 emit(gen, BPF_EMIT_CALL(BPF_FUNC_kallsyms_lookup_name));
761 emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_9, BPF_REG_7, 0));
762 emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));
807 emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));
809 emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));
810 emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));
812 emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 10));
814 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));
816 emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_7));
817 emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));
822 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_9, 0));
824 emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_9, 0, 2));
826 emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));
828 emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));
830 emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), btf_fd_idx));
834 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,
836 emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8,
842 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_0, 0));
852 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,
854 emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8, sizeof(struct bpf_insn) +
858 emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));
887 emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_7, -ENOENT, 1));
890 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9, offsetof(struct bpf_insn, imm)));
892 emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));
893 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9,
930 emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 3));
939 emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));
941 emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));
942 emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, sizeof(struct bpf_insn) + offsetof(struct bpf_insn, imm), 0));
944 emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));
946 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));
948 emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));
949 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7,
952 emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 3));
956 emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));
957 emit(gen, BPF_ALU32_IMM(BPF_AND, BPF_REG_9, reg_mask));
958 emit(gen, BPF_STX_MEM(BPF_B, BPF_REG_8, BPF_REG_9, offsetofend(struct bpf_insn, code)));
1168 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,
1170 emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));
1171 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,
1175 /* emit PROG_LOAD command */
1187 emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,
1220 emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,
1224 emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0, 8));
1227 emit(gen, BPF_MOV64_IMM(BPF_REG_2, value_size));
1228 emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,
1230 emit(gen, BPF_JMP_IMM(BPF_JSET, BPF_REG_0, BPF_SKEL_KERNEL, 2));
1231 emit(gen, BPF_EMIT_CALL(BPF_FUNC_copy_from_user));
1232 emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));
1233 emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));
1243 /* emit MAP_UPDATE_ELEM command */
1271 /* emit MAP_UPDATE_ELEM command */
1290 /* emit MAP_FREEZE command */