Lines Matching refs:Intrinsic
125 if (!Intrinsic::getIntrinsicSignature(OldIntr.getCalledFunction(), ArgTys)) in modifyIntrinsicCall()
133 Function *I = Intrinsic::getDeclaration(OldIntr.getModule(), NewIntr, ArgTys); in modifyIntrinsicCall()
445 Intrinsic::ID IID = II.getIntrinsicID(); in instCombineIntrinsic()
447 case Intrinsic::amdgcn_rcp: { in instCombineIntrinsic()
484 if (IID == Intrinsic::amdgcn_sqrt || IID == Intrinsic::sqrt) { in instCombineIntrinsic()
490 if (IID == Intrinsic::sqrt && !canContractSqrtToRsq(SqrtOp)) in instCombineIntrinsic()
493 Function *NewDecl = Intrinsic::getDeclaration( in instCombineIntrinsic()
494 SrcCI->getModule(), Intrinsic::amdgcn_rsq, {SrcCI->getType()}); in instCombineIntrinsic()
505 case Intrinsic::amdgcn_sqrt: in instCombineIntrinsic()
506 case Intrinsic::amdgcn_rsq: { in instCombineIntrinsic()
517 if (IID == Intrinsic::amdgcn_sqrt && Src->getType()->isHalfTy()) { in instCombineIntrinsic()
518 Function *NewDecl = Intrinsic::getDeclaration( in instCombineIntrinsic()
519 II.getModule(), Intrinsic::sqrt, {II.getType()}); in instCombineIntrinsic()
526 case Intrinsic::amdgcn_log: in instCombineIntrinsic()
527 case Intrinsic::amdgcn_exp2: { in instCombineIntrinsic()
528 const bool IsLog = IID == Intrinsic::amdgcn_log; in instCombineIntrinsic()
529 const bool IsExp = IID == Intrinsic::amdgcn_exp2; in instCombineIntrinsic()
574 case Intrinsic::amdgcn_frexp_mant: in instCombineIntrinsic()
575 case Intrinsic::amdgcn_frexp_exp: { in instCombineIntrinsic()
582 if (IID == Intrinsic::amdgcn_frexp_mant) { in instCombineIntrinsic()
600 case Intrinsic::amdgcn_class: { in instCombineIntrinsic()
605 II.setCalledOperand(Intrinsic::getDeclaration( in instCombineIntrinsic()
606 II.getModule(), Intrinsic::is_fpclass, Src0->getType())); in instCombineIntrinsic()
630 case Intrinsic::amdgcn_cvt_pkrtz: { in instCombineIntrinsic()
656 case Intrinsic::amdgcn_cvt_pknorm_i16: in instCombineIntrinsic()
657 case Intrinsic::amdgcn_cvt_pknorm_u16: in instCombineIntrinsic()
658 case Intrinsic::amdgcn_cvt_pk_i16: in instCombineIntrinsic()
659 case Intrinsic::amdgcn_cvt_pk_u16: { in instCombineIntrinsic()
669 case Intrinsic::amdgcn_ubfe: in instCombineIntrinsic()
670 case Intrinsic::amdgcn_sbfe: { in instCombineIntrinsic()
706 bool Signed = IID == Intrinsic::amdgcn_sbfe; in instCombineIntrinsic()
732 case Intrinsic::amdgcn_exp: in instCombineIntrinsic()
733 case Intrinsic::amdgcn_exp_row: in instCombineIntrinsic()
734 case Intrinsic::amdgcn_exp_compr: { in instCombineIntrinsic()
740 bool IsCompr = IID == Intrinsic::amdgcn_exp_compr; in instCombineIntrinsic()
759 case Intrinsic::amdgcn_fmed3: { in instCombineIntrinsic()
840 case Intrinsic::amdgcn_icmp: in instCombineIntrinsic()
841 case Intrinsic::amdgcn_fcmp: { in instCombineIntrinsic()
845 bool IsInteger = IID == Intrinsic::amdgcn_icmp; in instCombineIntrinsic()
869 Function *NewF = Intrinsic::getDeclaration( in instCombineIntrinsic()
870 II.getModule(), Intrinsic::read_register, II.getType()); in instCombineIntrinsic()
932 Intrinsic::ID NewIID = CmpInst::isFPPredicate(SrcPred) in instCombineIntrinsic()
933 ? Intrinsic::amdgcn_fcmp in instCombineIntrinsic()
934 : Intrinsic::amdgcn_icmp; in instCombineIntrinsic()
968 Function *NewF = Intrinsic::getDeclaration( in instCombineIntrinsic()
979 case Intrinsic::amdgcn_mbcnt_hi: { in instCombineIntrinsic()
985 case Intrinsic::amdgcn_ballot: { in instCombineIntrinsic()
998 IC.Builder.CreateIntrinsic(Intrinsic::amdgcn_ballot, in instCombineIntrinsic()
1007 case Intrinsic::amdgcn_wqm_vote: { in instCombineIntrinsic()
1014 case Intrinsic::amdgcn_kill: { in instCombineIntrinsic()
1022 case Intrinsic::amdgcn_update_dpp: { in instCombineIntrinsic()
1035 case Intrinsic::amdgcn_permlane16: in instCombineIntrinsic()
1036 case Intrinsic::amdgcn_permlane16_var: in instCombineIntrinsic()
1037 case Intrinsic::amdgcn_permlanex16: in instCombineIntrinsic()
1038 case Intrinsic::amdgcn_permlanex16_var: { in instCombineIntrinsic()
1045 unsigned int FiIdx = (IID == Intrinsic::amdgcn_permlane16 || in instCombineIntrinsic()
1046 IID == Intrinsic::amdgcn_permlanex16) in instCombineIntrinsic()
1062 case Intrinsic::amdgcn_permlane64: in instCombineIntrinsic()
1068 case Intrinsic::amdgcn_readfirstlane: in instCombineIntrinsic()
1069 case Intrinsic::amdgcn_readlane: { in instCombineIntrinsic()
1085 PatternMatch::m_Intrinsic<Intrinsic::amdgcn_readfirstlane>())) { in instCombineIntrinsic()
1089 if (IID == Intrinsic::amdgcn_readfirstlane) { in instCombineIntrinsic()
1091 if (match(Src, PatternMatch::m_Intrinsic<Intrinsic::amdgcn_readlane>())) { in instCombineIntrinsic()
1096 if (match(Src, PatternMatch::m_Intrinsic<Intrinsic::amdgcn_readlane>( in instCombineIntrinsic()
1105 case Intrinsic::amdgcn_trig_preop: { in instCombineIntrinsic()
1177 case Intrinsic::amdgcn_fmul_legacy: { in instCombineIntrinsic()
1197 case Intrinsic::amdgcn_fma_legacy: { in instCombineIntrinsic()
1218 II.setCalledOperand(Intrinsic::getDeclaration( in instCombineIntrinsic()
1219 II.getModule(), Intrinsic::fma, II.getType())); in instCombineIntrinsic()
1224 case Intrinsic::amdgcn_is_shared: in instCombineIntrinsic()
1225 case Intrinsic::amdgcn_is_private: { in instCombineIntrinsic()
1233 case Intrinsic::amdgcn_raw_buffer_store_format: in instCombineIntrinsic()
1234 case Intrinsic::amdgcn_struct_buffer_store_format: in instCombineIntrinsic()
1235 case Intrinsic::amdgcn_raw_tbuffer_store: in instCombineIntrinsic()
1236 case Intrinsic::amdgcn_struct_tbuffer_store: in instCombineIntrinsic()
1237 case Intrinsic::amdgcn_image_store_1d: in instCombineIntrinsic()
1238 case Intrinsic::amdgcn_image_store_1darray: in instCombineIntrinsic()
1239 case Intrinsic::amdgcn_image_store_2d: in instCombineIntrinsic()
1240 case Intrinsic::amdgcn_image_store_2darray: in instCombineIntrinsic()
1241 case Intrinsic::amdgcn_image_store_2darraymsaa: in instCombineIntrinsic()
1242 case Intrinsic::amdgcn_image_store_2dmsaa: in instCombineIntrinsic()
1243 case Intrinsic::amdgcn_image_store_3d: in instCombineIntrinsic()
1244 case Intrinsic::amdgcn_image_store_cube: in instCombineIntrinsic()
1245 case Intrinsic::amdgcn_image_store_mip_1d: in instCombineIntrinsic()
1246 case Intrinsic::amdgcn_image_store_mip_1darray: in instCombineIntrinsic()
1247 case Intrinsic::amdgcn_image_store_mip_2d: in instCombineIntrinsic()
1248 case Intrinsic::amdgcn_image_store_mip_2darray: in instCombineIntrinsic()
1249 case Intrinsic::amdgcn_image_store_mip_3d: in instCombineIntrinsic()
1250 case Intrinsic::amdgcn_image_store_mip_cube: { in instCombineIntrinsic()
1319 case Intrinsic::amdgcn_raw_buffer_load: in simplifyAMDGCNMemoryIntrinsicDemanded()
1320 case Intrinsic::amdgcn_raw_ptr_buffer_load: in simplifyAMDGCNMemoryIntrinsicDemanded()
1323 case Intrinsic::amdgcn_s_buffer_load: in simplifyAMDGCNMemoryIntrinsicDemanded()
1332 case Intrinsic::amdgcn_struct_buffer_load: in simplifyAMDGCNMemoryIntrinsicDemanded()
1333 case Intrinsic::amdgcn_struct_ptr_buffer_load: in simplifyAMDGCNMemoryIntrinsicDemanded()
1395 if (!Intrinsic::getIntrinsicSignature(II.getCalledFunction(), OverloadTys)) in simplifyAMDGCNMemoryIntrinsicDemanded()
1414 Function *NewIntrin = Intrinsic::getDeclaration( in simplifyAMDGCNMemoryIntrinsicDemanded()
1449 case Intrinsic::amdgcn_raw_buffer_load: in simplifyDemandedVectorEltsIntrinsic()
1450 case Intrinsic::amdgcn_raw_ptr_buffer_load: in simplifyDemandedVectorEltsIntrinsic()
1451 case Intrinsic::amdgcn_raw_buffer_load_format: in simplifyDemandedVectorEltsIntrinsic()
1452 case Intrinsic::amdgcn_raw_ptr_buffer_load_format: in simplifyDemandedVectorEltsIntrinsic()
1453 case Intrinsic::amdgcn_raw_tbuffer_load: in simplifyDemandedVectorEltsIntrinsic()
1454 case Intrinsic::amdgcn_raw_ptr_tbuffer_load: in simplifyDemandedVectorEltsIntrinsic()
1455 case Intrinsic::amdgcn_s_buffer_load: in simplifyDemandedVectorEltsIntrinsic()
1456 case Intrinsic::amdgcn_struct_buffer_load: in simplifyDemandedVectorEltsIntrinsic()
1457 case Intrinsic::amdgcn_struct_ptr_buffer_load: in simplifyDemandedVectorEltsIntrinsic()
1458 case Intrinsic::amdgcn_struct_buffer_load_format: in simplifyDemandedVectorEltsIntrinsic()
1459 case Intrinsic::amdgcn_struct_ptr_buffer_load_format: in simplifyDemandedVectorEltsIntrinsic()
1460 case Intrinsic::amdgcn_struct_tbuffer_load: in simplifyDemandedVectorEltsIntrinsic()
1461 case Intrinsic::amdgcn_struct_ptr_tbuffer_load: in simplifyDemandedVectorEltsIntrinsic()