Lines Matching full:emit
64 EMIT(PPC_RAW_MFLR(_R0)); in bpf_jit_build_fentry_stubs()
65 EMIT(PPC_RAW_NOP()); in bpf_jit_build_fentry_stubs()
67 EMIT(PPC_RAW_MTLR(_R0)); in bpf_jit_build_fentry_stubs()
69 EMIT(PPC_RAW_BRANCH(4 - (long)ctx->idx * 4)); in bpf_jit_build_fentry_stubs()
86 EMIT(PPC_RAW_MFLR(_R11)); in bpf_jit_build_fentry_stubs()
87 EMIT(PPC_RAW_BCL4()); in bpf_jit_build_fentry_stubs()
88 EMIT(PPC_RAW_MFLR(_R12)); in bpf_jit_build_fentry_stubs()
89 EMIT(PPC_RAW_LL(_R12, _R12, -8-SZL)); in bpf_jit_build_fentry_stubs()
90 EMIT(PPC_RAW_MTCTR(_R12)); in bpf_jit_build_fentry_stubs()
91 EMIT(PPC_RAW_MTLR(_R11)); in bpf_jit_build_fentry_stubs()
92 EMIT(PPC_RAW_BCTR()); in bpf_jit_build_fentry_stubs()
496 EMIT(PPC_RAW_STD(_R3, _R1, run_ctx_off + offsetof(struct bpf_tramp_run_ctx, in invoke_bpf_prog()
501 EMIT(PPC_RAW_STW(_R3, _R1, in invoke_bpf_prog()
503 EMIT(PPC_RAW_STW(_R4, _R1, in invoke_bpf_prog()
509 EMIT(PPC_RAW_MR(_R25, _R3)); in invoke_bpf_prog()
510 EMIT(PPC_RAW_ADDI(_R4, _R1, run_ctx_off)); in invoke_bpf_prog()
517 EMIT(PPC_RAW_MR(_R26, _R3)); in invoke_bpf_prog()
523 * Emit a nop to be later patched with conditional branch, once offset is known in invoke_bpf_prog()
525 EMIT(PPC_RAW_CMPLI(_R3, 0)); in invoke_bpf_prog()
527 EMIT(PPC_RAW_NOP()); in invoke_bpf_prog()
530 EMIT(PPC_RAW_ADDI(_R3, _R1, regs_off)); in invoke_bpf_prog()
540 EMIT(PPC_RAW_LL(_R12, _R25, offsetof(struct bpf_prog, bpf_func))); in invoke_bpf_prog()
541 EMIT(PPC_RAW_MTCTR(_R12)); in invoke_bpf_prog()
542 EMIT(PPC_RAW_BCTRL()); in invoke_bpf_prog()
546 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_prog()
557 EMIT(PPC_RAW_MR(_R3, _R25)); in invoke_bpf_prog()
558 EMIT(PPC_RAW_MR(_R4, _R26)); in invoke_bpf_prog()
559 EMIT(PPC_RAW_ADDI(_R5, _R1, run_ctx_off)); in invoke_bpf_prog()
576 EMIT(PPC_RAW_LI(_R3, 0)); in invoke_bpf_mod_ret()
577 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
584 * mod_ret prog stored return value after prog ctx. Emit: in invoke_bpf_mod_ret()
588 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in invoke_bpf_mod_ret()
589 EMIT(PPC_RAW_CMPLI(_R3, 0)); in invoke_bpf_mod_ret()
597 EMIT(PPC_RAW_NOP()); in invoke_bpf_mod_ret()
610 EMIT(PPC_RAW_LL(_R3, _R1, func_frame_offset - tailcallcnt_offset)); in bpf_trampoline_setup_tail_call_cnt()
611 EMIT(PPC_RAW_STL(_R3, _R1, -tailcallcnt_offset)); in bpf_trampoline_setup_tail_call_cnt()
614 EMIT(PPC_RAW_LL(_R4, _R1, r4_off)); in bpf_trampoline_setup_tail_call_cnt()
625 EMIT(PPC_RAW_LL(_R3, _R1, -tailcallcnt_offset)); in bpf_trampoline_restore_tail_call_cnt()
626 EMIT(PPC_RAW_STL(_R3, _R1, func_frame_offset - tailcallcnt_offset)); in bpf_trampoline_restore_tail_call_cnt()
629 EMIT(PPC_RAW_STL(_R4, _R1, r4_off)); in bpf_trampoline_restore_tail_call_cnt()
643 EMIT(PPC_RAW_STL(_R3 + i, _R1, regs_off + i * SZL)); in bpf_trampoline_save_args()
645 EMIT(PPC_RAW_LL(_R3, _R1, param_save_area_offset + i * SZL)); in bpf_trampoline_save_args()
646 EMIT(PPC_RAW_STL(_R3, _R1, regs_off + i * SZL)); in bpf_trampoline_save_args()
656 EMIT(PPC_RAW_LL(_R3 + i, _R1, regs_off + i * SZL)); in bpf_trampoline_restore_args_regs()
669 EMIT(PPC_RAW_LL(_R3, _R1, param_save_area_offset + i * SZL)); in bpf_trampoline_restore_args_stack()
670 EMIT(PPC_RAW_STL(_R3, _R1, STACK_FRAME_MIN_SIZE + i * SZL)); in bpf_trampoline_restore_args_stack()
808 EMIT(PPC_RAW_STL(_R0, _R1, PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
810 EMIT(PPC_RAW_STLU(_R1, _R1, -bpf_dummy_frame_size)); in __arch_prepare_bpf_trampoline()
813 EMIT(PPC_RAW_STLU(_R1, _R1, -bpf_frame_size)); in __arch_prepare_bpf_trampoline()
817 EMIT(PPC_RAW_STD(_R2, _R1, 24)); in __arch_prepare_bpf_trampoline()
823 EMIT(PPC_RAW_STL(_R4, _R1, r4_off)); in __arch_prepare_bpf_trampoline()
828 EMIT(PPC_RAW_MFLR(_R3)); in __arch_prepare_bpf_trampoline()
830 EMIT(PPC_RAW_STL(_R3, _R1, alt_lr_off)); in __arch_prepare_bpf_trampoline()
832 EMIT(PPC_RAW_STL(_R3, _R1, bpf_frame_size + PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
840 EMIT(PPC_RAW_LWZ(_R4, _R3, 4)); in __arch_prepare_bpf_trampoline()
841 EMIT(PPC_RAW_SLWI(_R4, _R4, 6)); in __arch_prepare_bpf_trampoline()
842 EMIT(PPC_RAW_SRAWI(_R4, _R4, 6)); in __arch_prepare_bpf_trampoline()
843 EMIT(PPC_RAW_ADD(_R3, _R3, _R4)); in __arch_prepare_bpf_trampoline()
844 EMIT(PPC_RAW_ADDI(_R3, _R3, 4)); in __arch_prepare_bpf_trampoline()
848 EMIT(PPC_RAW_STL(_R3, _R1, ip_off)); in __arch_prepare_bpf_trampoline()
852 EMIT(PPC_RAW_STL(_R3, _R1, bpf_frame_size + PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
855 EMIT(PPC_RAW_LI(_R3, nr_regs)); in __arch_prepare_bpf_trampoline()
856 EMIT(PPC_RAW_STL(_R3, _R1, nregs_off)); in __arch_prepare_bpf_trampoline()
859 EMIT(PPC_RAW_STL(_R25, _R1, nvr_off)); in __arch_prepare_bpf_trampoline()
860 EMIT(PPC_RAW_STL(_R26, _R1, nvr_off + SZL)); in __arch_prepare_bpf_trampoline()
894 EMIT(PPC_RAW_LL(_R3, _R1, bpf_frame_size + PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
895 EMIT(PPC_RAW_MTCTR(_R3)); in __arch_prepare_bpf_trampoline()
906 EMIT(PPC_RAW_LD(_R2, _R1, 24)); in __arch_prepare_bpf_trampoline()
907 EMIT(PPC_RAW_BCTRL()); in __arch_prepare_bpf_trampoline()
912 EMIT(PPC_RAW_STL(_R3, _R1, retval_off)); in __arch_prepare_bpf_trampoline()
921 EMIT(PPC_RAW_NOP()); in __arch_prepare_bpf_trampoline()
957 EMIT(PPC_RAW_LL(_R3, _R1, retval_off)); in __arch_prepare_bpf_trampoline()
960 EMIT(PPC_RAW_LL(_R26, _R1, nvr_off + SZL)); in __arch_prepare_bpf_trampoline()
961 EMIT(PPC_RAW_LL(_R25, _R1, nvr_off)); in __arch_prepare_bpf_trampoline()
965 EMIT(PPC_RAW_LD(_R2, _R1, 24)); in __arch_prepare_bpf_trampoline()
968 EMIT(PPC_RAW_ADDI(_R1, _R1, func_frame_offset)); in __arch_prepare_bpf_trampoline()
969 EMIT(PPC_RAW_LL(_R0, _R1, PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
970 EMIT(PPC_RAW_MTLR(_R0)); in __arch_prepare_bpf_trampoline()
971 EMIT(PPC_RAW_BLR()); in __arch_prepare_bpf_trampoline()
974 EMIT(PPC_RAW_LL(_R0, _R1, alt_lr_off)); in __arch_prepare_bpf_trampoline()
975 EMIT(PPC_RAW_MTLR(_R0)); in __arch_prepare_bpf_trampoline()
976 EMIT(PPC_RAW_ADDI(_R1, _R1, func_frame_offset)); in __arch_prepare_bpf_trampoline()
977 EMIT(PPC_RAW_LL(_R0, _R1, PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
978 EMIT(PPC_RAW_BLR()); in __arch_prepare_bpf_trampoline()
980 EMIT(PPC_RAW_LL(_R0, _R1, bpf_frame_size + PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
981 EMIT(PPC_RAW_MTCTR(_R0)); in __arch_prepare_bpf_trampoline()
982 EMIT(PPC_RAW_ADDI(_R1, _R1, func_frame_offset)); in __arch_prepare_bpf_trampoline()
983 EMIT(PPC_RAW_LL(_R0, _R1, PPC_LR_STKOFF)); in __arch_prepare_bpf_trampoline()
984 EMIT(PPC_RAW_MTLR(_R0)); in __arch_prepare_bpf_trampoline()
985 EMIT(PPC_RAW_BCTR()); in __arch_prepare_bpf_trampoline()