Lines Matching refs:Int
1682 unsigned int Int = SISDInfo.LLVMIntrinsic; in EmitCommonNeonSISDBuiltinExpr() local
1706 assert(Int && "Generic code assumes a valid intrinsic"); in EmitCommonNeonSISDBuiltinExpr()
1711 Function *F = CGF.LookupNeonLLVMIntrinsic(Int, Modifier, ArgTy, E); in EmitCommonNeonSISDBuiltinExpr()
1771 unsigned Int = LLVMIntrinsic; in EmitCommonNeonBuiltinExpr() local
1773 Int = AltLLVMIntrinsic; in EmitCommonNeonBuiltinExpr()
1794 Int == Intrinsic::aarch64_neon_addp) in EmitCommonNeonBuiltinExpr()
1795 Int = Intrinsic::aarch64_neon_faddp; in EmitCommonNeonBuiltinExpr()
1906 Function *F = CGM.getIntrinsic(Int, Tys); in EmitCommonNeonBuiltinExpr()
1914 Int = Usgn ? LLVMIntrinsic : AltLLVMIntrinsic; in EmitCommonNeonBuiltinExpr()
1915 Function *F = CGM.getIntrinsic(Int, Tys); in EmitCommonNeonBuiltinExpr()
2106 Int = Usgn ? Intrinsic::arm_neon_vmullu : Intrinsic::arm_neon_vmulls; in EmitCommonNeonBuiltinExpr()
2107 Int = Type.isPoly() ? (unsigned)Intrinsic::arm_neon_vmullp : Int; in EmitCommonNeonBuiltinExpr()
2108 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull"); in EmitCommonNeonBuiltinExpr()
2118 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, NameHint); in EmitCommonNeonBuiltinExpr()
2128 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vpaddl"); in EmitCommonNeonBuiltinExpr()
2150 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, NameHint); in EmitCommonNeonBuiltinExpr()
2159 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, NameHint); in EmitCommonNeonBuiltinExpr()
2163 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshl_n", in EmitCommonNeonBuiltinExpr()
2167 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshlu_n", in EmitCommonNeonBuiltinExpr()
2173 Int = Ty->isFPOrFPVectorTy() ? LLVMIntrinsic : AltLLVMIntrinsic; in EmitCommonNeonBuiltinExpr()
2174 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, NameHint); in EmitCommonNeonBuiltinExpr()
2177 Int = Builder.getIsFPConstrained() in EmitCommonNeonBuiltinExpr()
2180 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, NameHint); in EmitCommonNeonBuiltinExpr()
2183 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshr_n", in EmitCommonNeonBuiltinExpr()
2189 Function *F = CGM.getIntrinsic(Int); in EmitCommonNeonBuiltinExpr()
2238 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, ""); in EmitCommonNeonBuiltinExpr()
2245 Function *F = CGM.getIntrinsic(Int); in EmitCommonNeonBuiltinExpr()
2252 Function *F = CGM.getIntrinsic(Int); in EmitCommonNeonBuiltinExpr()
2335 Function *F = CGM.getIntrinsic(Int); in EmitCommonNeonBuiltinExpr()
2364 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vdot"); in EmitCommonNeonBuiltinExpr()
2371 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vfmlal_low"); in EmitCommonNeonBuiltinExpr()
2378 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vfmlsl_low"); in EmitCommonNeonBuiltinExpr()
2385 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vfmlal_high"); in EmitCommonNeonBuiltinExpr()
2392 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vfmlsl_high"); in EmitCommonNeonBuiltinExpr()
2405 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vusmmla"); in EmitCommonNeonBuiltinExpr()
2412 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vusdot"); in EmitCommonNeonBuiltinExpr()
2419 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vbfdot"); in EmitCommonNeonBuiltinExpr()
2423 Function *F = CGM.getIntrinsic(Int, Tys); in EmitCommonNeonBuiltinExpr()
2429 assert(Int && "Expected valid intrinsic number"); in EmitCommonNeonBuiltinExpr()
2432 Function *F = LookupNeonLLVMIntrinsic(Int, Modifier, Ty, E); in EmitCommonNeonBuiltinExpr()
3201 unsigned Int = usgn ? Intrinsic::arm_vcvtru : Intrinsic::arm_vcvtr; in EmitARMBuiltinExpr() local
3204 Function *F = CGM.getIntrinsic(Int, Ty); in EmitARMBuiltinExpr()
3230 unsigned Int; in EmitARMBuiltinExpr() local
3260 Int = in EmitARMBuiltinExpr()
3262 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n", in EmitARMBuiltinExpr()
3268 Int = usgn ? Intrinsic::arm_neon_vqshiftnu : Intrinsic::arm_neon_vqshiftns; in EmitARMBuiltinExpr()
3269 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n", in EmitARMBuiltinExpr()
3286 Int = usgn ? Intrinsic::arm_neon_vrshiftu : Intrinsic::arm_neon_vrshifts; in EmitARMBuiltinExpr()
3287 Ops[1] = Builder.CreateCall(CGM.getIntrinsic(Int, Ty), {Ops[1], Ops[2]}); in EmitARMBuiltinExpr()
3585 unsigned int Int = 0; in EmitAArch64TblBuiltinExpr() local
3692 Int = Intrinsic::aarch64_neon_tbl1; s = "vtbl1"; break; in EmitAArch64TblBuiltinExpr()
3695 Int = Intrinsic::aarch64_neon_tbl2; s = "vtbl2"; break; in EmitAArch64TblBuiltinExpr()
3698 Int = Intrinsic::aarch64_neon_tbl3; s = "vtbl3"; break; in EmitAArch64TblBuiltinExpr()
3701 Int = Intrinsic::aarch64_neon_tbl4; s = "vtbl4"; break; in EmitAArch64TblBuiltinExpr()
3704 Int = Intrinsic::aarch64_neon_tbx1; s = "vtbx1"; break; in EmitAArch64TblBuiltinExpr()
3707 Int = Intrinsic::aarch64_neon_tbx2; s = "vtbx2"; break; in EmitAArch64TblBuiltinExpr()
3710 Int = Intrinsic::aarch64_neon_tbx3; s = "vtbx3"; break; in EmitAArch64TblBuiltinExpr()
3713 Int = Intrinsic::aarch64_neon_tbx4; s = "vtbx4"; break; in EmitAArch64TblBuiltinExpr()
3717 if (!Int) in EmitAArch64TblBuiltinExpr()
3720 Function *F = CGF.CGM.getIntrinsic(Int, Ty); in EmitAArch64TblBuiltinExpr()
5862 unsigned Int; in EmitAArch64BuiltinExpr() local
5870 Int = Intrinsic::aarch64_neon_fcvtau; break; in EmitAArch64BuiltinExpr()
5872 Int = Intrinsic::aarch64_neon_fcvtmu; break; in EmitAArch64BuiltinExpr()
5874 Int = Intrinsic::aarch64_neon_fcvtnu; break; in EmitAArch64BuiltinExpr()
5876 Int = Intrinsic::aarch64_neon_fcvtpu; break; in EmitAArch64BuiltinExpr()
5878 Int = Intrinsic::aarch64_neon_fcvtzu; break; in EmitAArch64BuiltinExpr()
5880 Int = Intrinsic::aarch64_neon_fcvtas; break; in EmitAArch64BuiltinExpr()
5882 Int = Intrinsic::aarch64_neon_fcvtms; break; in EmitAArch64BuiltinExpr()
5884 Int = Intrinsic::aarch64_neon_fcvtns; break; in EmitAArch64BuiltinExpr()
5886 Int = Intrinsic::aarch64_neon_fcvtps; break; in EmitAArch64BuiltinExpr()
5888 Int = Intrinsic::aarch64_neon_fcvtzs; break; in EmitAArch64BuiltinExpr()
5890 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "fcvt"); in EmitAArch64BuiltinExpr()
5897 unsigned Int; in EmitAArch64BuiltinExpr() local
5905 Int = Intrinsic::aarch64_neon_facge; break; in EmitAArch64BuiltinExpr()
5907 Int = Intrinsic::aarch64_neon_facgt; break; in EmitAArch64BuiltinExpr()
5909 Int = Intrinsic::aarch64_neon_facge; std::swap(Ops[0], Ops[1]); break; in EmitAArch64BuiltinExpr()
5911 Int = Intrinsic::aarch64_neon_facgt; std::swap(Ops[0], Ops[1]); break; in EmitAArch64BuiltinExpr()
5913 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "facg"); in EmitAArch64BuiltinExpr()
5918 unsigned Int; in EmitAArch64BuiltinExpr() local
5926 Int = Intrinsic::aarch64_neon_vcvtfp2fxs; break; in EmitAArch64BuiltinExpr()
5928 Int = Intrinsic::aarch64_neon_vcvtfp2fxu; break; in EmitAArch64BuiltinExpr()
5930 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "fcvth_n"); in EmitAArch64BuiltinExpr()
5935 unsigned Int; in EmitAArch64BuiltinExpr() local
5943 Int = Intrinsic::aarch64_neon_vcvtfxs2fp; in EmitAArch64BuiltinExpr()
5947 Int = Intrinsic::aarch64_neon_vcvtfxu2fp; in EmitAArch64BuiltinExpr()
5951 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "fcvth_n"); in EmitAArch64BuiltinExpr()
6342 unsigned Int = BuiltinID == NEON::BI__builtin_neon_vqshld_n_u64 in EmitAArch64BuiltinExpr() local
6347 return EmitNeonCall(CGM.getIntrinsic(Int, Int64Ty), Ops, "vqshl_n"); in EmitAArch64BuiltinExpr()
6351 unsigned Int = BuiltinID == NEON::BI__builtin_neon_vrshrd_n_u64 in EmitAArch64BuiltinExpr() local
6357 return EmitNeonCall(CGM.getIntrinsic(Int, Int64Ty), Ops, "vrshr_n"); in EmitAArch64BuiltinExpr()
6361 unsigned Int = BuiltinID == NEON::BI__builtin_neon_vrsrad_n_u64 in EmitAArch64BuiltinExpr() local
6366 Ops[1] = Builder.CreateCall(CGM.getIntrinsic(Int, Int64Ty), in EmitAArch64BuiltinExpr()
6565 unsigned Int; in EmitAArch64BuiltinExpr() local
6604 Int = Builder.getIsFPConstrained() ? Intrinsic::experimental_constrained_fma in EmitAArch64BuiltinExpr()
6606 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "fmla"); in EmitAArch64BuiltinExpr()
6663 Int = usgn ? Intrinsic::aarch64_neon_umull : Intrinsic::aarch64_neon_smull; in EmitAArch64BuiltinExpr()
6664 if (Type.isPoly()) Int = Intrinsic::aarch64_neon_pmull; in EmitAArch64BuiltinExpr()
6665 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmull"); in EmitAArch64BuiltinExpr()
6669 Int = usgn ? Intrinsic::aarch64_neon_umax : Intrinsic::aarch64_neon_smax; in EmitAArch64BuiltinExpr()
6670 if (Ty->isFPOrFPVectorTy()) Int = Intrinsic::aarch64_neon_fmax; in EmitAArch64BuiltinExpr()
6671 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmax"); in EmitAArch64BuiltinExpr()
6674 Int = Intrinsic::aarch64_neon_fmax; in EmitAArch64BuiltinExpr()
6675 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vmax"); in EmitAArch64BuiltinExpr()
6680 Int = usgn ? Intrinsic::aarch64_neon_umin : Intrinsic::aarch64_neon_smin; in EmitAArch64BuiltinExpr()
6681 if (Ty->isFPOrFPVectorTy()) Int = Intrinsic::aarch64_neon_fmin; in EmitAArch64BuiltinExpr()
6682 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmin"); in EmitAArch64BuiltinExpr()
6685 Int = Intrinsic::aarch64_neon_fmin; in EmitAArch64BuiltinExpr()
6686 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vmin"); in EmitAArch64BuiltinExpr()
6691 Int = usgn ? Intrinsic::aarch64_neon_uabd : Intrinsic::aarch64_neon_sabd; in EmitAArch64BuiltinExpr()
6692 if (Ty->isFPOrFPVectorTy()) Int = Intrinsic::aarch64_neon_fabd; in EmitAArch64BuiltinExpr()
6693 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vabd"); in EmitAArch64BuiltinExpr()
6702 Int = usgn ? Intrinsic::aarch64_neon_uaddlp : Intrinsic::aarch64_neon_saddlp; in EmitAArch64BuiltinExpr()
6705 Function *F = CGM.getIntrinsic(Int, Tys); in EmitAArch64BuiltinExpr()
6713 Int = usgn ? Intrinsic::aarch64_neon_uminp : Intrinsic::aarch64_neon_sminp; in EmitAArch64BuiltinExpr()
6714 if (Ty->isFPOrFPVectorTy()) Int = Intrinsic::aarch64_neon_fminp; in EmitAArch64BuiltinExpr()
6715 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmin"); in EmitAArch64BuiltinExpr()
6719 Int = usgn ? Intrinsic::aarch64_neon_umaxp : Intrinsic::aarch64_neon_smaxp; in EmitAArch64BuiltinExpr()
6720 if (Ty->isFPOrFPVectorTy()) Int = Intrinsic::aarch64_neon_fmaxp; in EmitAArch64BuiltinExpr()
6721 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmax"); in EmitAArch64BuiltinExpr()
6724 Int = Intrinsic::aarch64_neon_fminnm; in EmitAArch64BuiltinExpr()
6725 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vminnm"); in EmitAArch64BuiltinExpr()
6728 Int = Intrinsic::aarch64_neon_fminnm; in EmitAArch64BuiltinExpr()
6729 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vminnm"); in EmitAArch64BuiltinExpr()
6732 Int = Intrinsic::aarch64_neon_fmaxnm; in EmitAArch64BuiltinExpr()
6733 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmaxnm"); in EmitAArch64BuiltinExpr()
6736 Int = Intrinsic::aarch64_neon_fmaxnm; in EmitAArch64BuiltinExpr()
6737 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vmaxnm"); in EmitAArch64BuiltinExpr()
6752 Int = Intrinsic::aarch64_neon_sqshrun; in EmitAArch64BuiltinExpr()
6753 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrun_n"); in EmitAArch64BuiltinExpr()
6755 Int = Intrinsic::aarch64_neon_sqrshrun; in EmitAArch64BuiltinExpr()
6756 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrun_n"); in EmitAArch64BuiltinExpr()
6758 Int = usgn ? Intrinsic::aarch64_neon_uqshrn : Intrinsic::aarch64_neon_sqshrn; in EmitAArch64BuiltinExpr()
6759 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqshrn_n"); in EmitAArch64BuiltinExpr()
6761 Int = Intrinsic::aarch64_neon_rshrn; in EmitAArch64BuiltinExpr()
6762 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrshrn_n"); in EmitAArch64BuiltinExpr()
6764 Int = usgn ? Intrinsic::aarch64_neon_uqrshrn : Intrinsic::aarch64_neon_sqrshrn; in EmitAArch64BuiltinExpr()
6765 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vqrshrn_n"); in EmitAArch64BuiltinExpr()
6768 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6771 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrnda"); in EmitAArch64BuiltinExpr()
6775 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6778 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrnda"); in EmitAArch64BuiltinExpr()
6782 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6785 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrndi"); in EmitAArch64BuiltinExpr()
6789 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6792 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrndm"); in EmitAArch64BuiltinExpr()
6796 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6799 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrndm"); in EmitAArch64BuiltinExpr()
6803 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6806 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrndn"); in EmitAArch64BuiltinExpr()
6810 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6813 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrndn"); in EmitAArch64BuiltinExpr()
6817 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6820 return EmitNeonCall(CGM.getIntrinsic(Int, FloatTy), Ops, "vrndn"); in EmitAArch64BuiltinExpr()
6824 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6827 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrndp"); in EmitAArch64BuiltinExpr()
6831 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6834 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrndp"); in EmitAArch64BuiltinExpr()
6838 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6841 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrndx"); in EmitAArch64BuiltinExpr()
6845 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6848 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrndx"); in EmitAArch64BuiltinExpr()
6852 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6855 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vrndz"); in EmitAArch64BuiltinExpr()
6862 Int = Intrinsic::aarch64_neon_frint32x; in EmitAArch64BuiltinExpr()
6863 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrnd32x"); in EmitAArch64BuiltinExpr()
6870 Int = Intrinsic::aarch64_neon_frint32z; in EmitAArch64BuiltinExpr()
6871 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrnd32z"); in EmitAArch64BuiltinExpr()
6878 Int = Intrinsic::aarch64_neon_frint64x; in EmitAArch64BuiltinExpr()
6879 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrnd64x"); in EmitAArch64BuiltinExpr()
6886 Int = Intrinsic::aarch64_neon_frint64z; in EmitAArch64BuiltinExpr()
6887 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrnd64z"); in EmitAArch64BuiltinExpr()
6891 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
6894 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrndz"); in EmitAArch64BuiltinExpr()
6930 Int = in EmitAArch64BuiltinExpr()
6933 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vcvtz"); in EmitAArch64BuiltinExpr()
6947 Int = usgn ? Intrinsic::aarch64_neon_fcvtau : Intrinsic::aarch64_neon_fcvtas; in EmitAArch64BuiltinExpr()
6949 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vcvta"); in EmitAArch64BuiltinExpr()
6963 Int = usgn ? Intrinsic::aarch64_neon_fcvtmu : Intrinsic::aarch64_neon_fcvtms; in EmitAArch64BuiltinExpr()
6965 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vcvtm"); in EmitAArch64BuiltinExpr()
6979 Int = usgn ? Intrinsic::aarch64_neon_fcvtnu : Intrinsic::aarch64_neon_fcvtns; in EmitAArch64BuiltinExpr()
6981 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vcvtn"); in EmitAArch64BuiltinExpr()
6995 Int = usgn ? Intrinsic::aarch64_neon_fcvtpu : Intrinsic::aarch64_neon_fcvtps; in EmitAArch64BuiltinExpr()
6997 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vcvtp"); in EmitAArch64BuiltinExpr()
7001 Int = Intrinsic::aarch64_neon_fmulx; in EmitAArch64BuiltinExpr()
7002 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vmulx"); in EmitAArch64BuiltinExpr()
7011 Int = Intrinsic::aarch64_neon_fmulx; in EmitAArch64BuiltinExpr()
7012 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vmulx"); in EmitAArch64BuiltinExpr()
7034 Int = Intrinsic::aarch64_neon_fmaxnmp; in EmitAArch64BuiltinExpr()
7035 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpmaxnm"); in EmitAArch64BuiltinExpr()
7039 Int = Intrinsic::aarch64_neon_fminnmp; in EmitAArch64BuiltinExpr()
7040 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vpminnm"); in EmitAArch64BuiltinExpr()
7044 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
7047 return EmitNeonCall(CGM.getIntrinsic(Int, HalfTy), Ops, "vsqrt"); in EmitAArch64BuiltinExpr()
7051 Int = Builder.getIsFPConstrained() in EmitAArch64BuiltinExpr()
7055 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vsqrt"); in EmitAArch64BuiltinExpr()
7059 Int = Intrinsic::bitreverse; in EmitAArch64BuiltinExpr()
7060 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vrbit"); in EmitAArch64BuiltinExpr()
7067 Int = usgn ? Intrinsic::aarch64_neon_uaddv : Intrinsic::aarch64_neon_saddv; in EmitAArch64BuiltinExpr()
7072 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddv"); in EmitAArch64BuiltinExpr()
7079 Int = usgn ? Intrinsic::aarch64_neon_uaddv : Intrinsic::aarch64_neon_saddv; in EmitAArch64BuiltinExpr()
7084 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddv"); in EmitAArch64BuiltinExpr()
7091 Int = usgn ? Intrinsic::aarch64_neon_uaddv : Intrinsic::aarch64_neon_saddv; in EmitAArch64BuiltinExpr()
7096 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddv"); in EmitAArch64BuiltinExpr()
7103 Int = usgn ? Intrinsic::aarch64_neon_uaddv : Intrinsic::aarch64_neon_saddv; in EmitAArch64BuiltinExpr()
7108 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddv"); in EmitAArch64BuiltinExpr()
7112 Int = Intrinsic::aarch64_neon_umaxv; in EmitAArch64BuiltinExpr()
7117 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7121 Int = Intrinsic::aarch64_neon_umaxv; in EmitAArch64BuiltinExpr()
7126 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7130 Int = Intrinsic::aarch64_neon_umaxv; in EmitAArch64BuiltinExpr()
7135 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7139 Int = Intrinsic::aarch64_neon_umaxv; in EmitAArch64BuiltinExpr()
7144 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7148 Int = Intrinsic::aarch64_neon_smaxv; in EmitAArch64BuiltinExpr()
7153 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7157 Int = Intrinsic::aarch64_neon_smaxv; in EmitAArch64BuiltinExpr()
7162 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7166 Int = Intrinsic::aarch64_neon_smaxv; in EmitAArch64BuiltinExpr()
7171 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7175 Int = Intrinsic::aarch64_neon_smaxv; in EmitAArch64BuiltinExpr()
7180 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7184 Int = Intrinsic::aarch64_neon_fmaxv; in EmitAArch64BuiltinExpr()
7189 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7193 Int = Intrinsic::aarch64_neon_fmaxv; in EmitAArch64BuiltinExpr()
7198 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxv"); in EmitAArch64BuiltinExpr()
7202 Int = Intrinsic::aarch64_neon_uminv; in EmitAArch64BuiltinExpr()
7207 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7211 Int = Intrinsic::aarch64_neon_uminv; in EmitAArch64BuiltinExpr()
7216 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7220 Int = Intrinsic::aarch64_neon_uminv; in EmitAArch64BuiltinExpr()
7225 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7229 Int = Intrinsic::aarch64_neon_uminv; in EmitAArch64BuiltinExpr()
7234 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7238 Int = Intrinsic::aarch64_neon_sminv; in EmitAArch64BuiltinExpr()
7243 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7247 Int = Intrinsic::aarch64_neon_sminv; in EmitAArch64BuiltinExpr()
7252 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7256 Int = Intrinsic::aarch64_neon_sminv; in EmitAArch64BuiltinExpr()
7261 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7265 Int = Intrinsic::aarch64_neon_sminv; in EmitAArch64BuiltinExpr()
7270 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7274 Int = Intrinsic::aarch64_neon_fminv; in EmitAArch64BuiltinExpr()
7279 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7283 Int = Intrinsic::aarch64_neon_fminv; in EmitAArch64BuiltinExpr()
7288 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminv"); in EmitAArch64BuiltinExpr()
7292 Int = Intrinsic::aarch64_neon_fmaxnmv; in EmitAArch64BuiltinExpr()
7297 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxnmv"); in EmitAArch64BuiltinExpr()
7301 Int = Intrinsic::aarch64_neon_fmaxnmv; in EmitAArch64BuiltinExpr()
7306 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vmaxnmv"); in EmitAArch64BuiltinExpr()
7310 Int = Intrinsic::aarch64_neon_fminnmv; in EmitAArch64BuiltinExpr()
7315 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminnmv"); in EmitAArch64BuiltinExpr()
7319 Int = Intrinsic::aarch64_neon_fminnmv; in EmitAArch64BuiltinExpr()
7324 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vminnmv"); in EmitAArch64BuiltinExpr()
7333 Int = Intrinsic::aarch64_neon_uaddlv; in EmitAArch64BuiltinExpr()
7338 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7342 Int = Intrinsic::aarch64_neon_uaddlv; in EmitAArch64BuiltinExpr()
7347 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7350 Int = Intrinsic::aarch64_neon_uaddlv; in EmitAArch64BuiltinExpr()
7355 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7359 Int = Intrinsic::aarch64_neon_uaddlv; in EmitAArch64BuiltinExpr()
7364 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7367 Int = Intrinsic::aarch64_neon_saddlv; in EmitAArch64BuiltinExpr()
7372 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7376 Int = Intrinsic::aarch64_neon_saddlv; in EmitAArch64BuiltinExpr()
7381 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7384 Int = Intrinsic::aarch64_neon_saddlv; in EmitAArch64BuiltinExpr()
7389 Ops[0] = EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7393 Int = Intrinsic::aarch64_neon_saddlv; in EmitAArch64BuiltinExpr()
7398 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vaddlv"); in EmitAArch64BuiltinExpr()
7402 Int = Intrinsic::aarch64_neon_vsri; in EmitAArch64BuiltinExpr()
7403 llvm::Function *Intrin = CGM.getIntrinsic(Int, Ty); in EmitAArch64BuiltinExpr()
7408 Int = Intrinsic::aarch64_neon_vsli; in EmitAArch64BuiltinExpr()
7409 llvm::Function *Intrin = CGM.getIntrinsic(Int, Ty); in EmitAArch64BuiltinExpr()
7419 Int = usgn ? Intrinsic::aarch64_neon_urshl : Intrinsic::aarch64_neon_srshl; in EmitAArch64BuiltinExpr()
7423 Function* F = CGM.getIntrinsic(Int, Ty); in EmitAArch64BuiltinExpr()
7685 Int = Intrinsic::aarch64_neon_usqadd; in EmitAArch64BuiltinExpr()
7686 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vsqadd"); in EmitAArch64BuiltinExpr()
7690 Int = Intrinsic::aarch64_neon_suqadd; in EmitAArch64BuiltinExpr()
7691 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vuqadd"); in EmitAArch64BuiltinExpr()
7703 Int = Intrinsic::aarch64_neon_vluti2_laneq; in EmitAArch64BuiltinExpr()
7708 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vluti2_laneq"); in EmitAArch64BuiltinExpr()
7719 Int = Intrinsic::aarch64_neon_vluti2_laneq; in EmitAArch64BuiltinExpr()
7724 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vluti2_laneq"); in EmitAArch64BuiltinExpr()
7735 Int = Intrinsic::aarch64_neon_vluti2_lane; in EmitAArch64BuiltinExpr()
7740 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vluti2_lane"); in EmitAArch64BuiltinExpr()
7751 Int = Intrinsic::aarch64_neon_vluti2_lane; in EmitAArch64BuiltinExpr()
7756 return EmitNeonCall(CGM.getIntrinsic(Int, Tys), Ops, "vluti2_lane"); in EmitAArch64BuiltinExpr()
7762 Int = Intrinsic::aarch64_neon_vluti4q_lane; in EmitAArch64BuiltinExpr()
7763 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vluti4q_lane"); in EmitAArch64BuiltinExpr()
7769 Int = Intrinsic::aarch64_neon_vluti4q_laneq; in EmitAArch64BuiltinExpr()
7770 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vluti4q_laneq"); in EmitAArch64BuiltinExpr()
7777 Int = Intrinsic::aarch64_neon_vluti4q_lane_x2; in EmitAArch64BuiltinExpr()
7778 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vluti4q_lane_x2"); in EmitAArch64BuiltinExpr()
7785 Int = Intrinsic::aarch64_neon_vluti4q_laneq_x2; in EmitAArch64BuiltinExpr()
7786 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "vluti4q_laneq_x2"); in EmitAArch64BuiltinExpr()
7932 Int = Intrinsic::aarch64_neon_famin; in EmitAArch64BuiltinExpr()
7933 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "famin"); in EmitAArch64BuiltinExpr()
7940 Int = Intrinsic::aarch64_neon_famax; in EmitAArch64BuiltinExpr()
7941 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "famax"); in EmitAArch64BuiltinExpr()
7948 Int = Intrinsic::aarch64_neon_fp8_fscale; in EmitAArch64BuiltinExpr()
7949 return EmitNeonCall(CGM.getIntrinsic(Int, Ty), Ops, "fscale"); in EmitAArch64BuiltinExpr()