Lines Matching refs:Intrinsic
127 return Intrinsic::getAttributes(VPI.getContext(), *IntrID) in maySpeculateLanes()
237 Function *ActiveMaskFunc = Intrinsic::getDeclaration( in convertEVLToMask()
238 M, Intrinsic::get_active_lane_mask, {BoolVecTy, EVLParam->getType()}); in convertEVLToMask()
292 case Intrinsic::abs: in expandPredicationToIntCall()
293 case Intrinsic::smax: in expandPredicationToIntCall()
294 case Intrinsic::smin: in expandPredicationToIntCall()
295 case Intrinsic::umax: in expandPredicationToIntCall()
296 case Intrinsic::umin: { in expandPredicationToIntCall()
299 Function *Fn = Intrinsic::getDeclaration( in expandPredicationToIntCall()
305 case Intrinsic::bswap: in expandPredicationToIntCall()
306 case Intrinsic::bitreverse: { in expandPredicationToIntCall()
308 Function *Fn = Intrinsic::getDeclaration( in expandPredicationToIntCall()
324 case Intrinsic::fabs: in expandPredicationToFPCall()
325 case Intrinsic::sqrt: { in expandPredicationToFPCall()
327 Function *Fn = Intrinsic::getDeclaration( in expandPredicationToFPCall()
333 case Intrinsic::maxnum: in expandPredicationToFPCall()
334 case Intrinsic::minnum: { in expandPredicationToFPCall()
337 Function *Fn = Intrinsic::getDeclaration( in expandPredicationToFPCall()
343 case Intrinsic::fma: in expandPredicationToFPCall()
344 case Intrinsic::fmuladd: in expandPredicationToFPCall()
345 case Intrinsic::experimental_constrained_fma: in expandPredicationToFPCall()
346 case Intrinsic::experimental_constrained_fmuladd: { in expandPredicationToFPCall()
350 Function *Fn = Intrinsic::getDeclaration( in expandPredicationToFPCall()
353 if (Intrinsic::isConstrainedFPIntrinsic(UnpredicatedIntrinsicID)) in expandPredicationToFPCall()
370 Intrinsic::ID VID = VPI.getIntrinsicID(); in getNeutralReductionElement()
374 case Intrinsic::vp_reduce_add: in getNeutralReductionElement()
375 case Intrinsic::vp_reduce_or: in getNeutralReductionElement()
376 case Intrinsic::vp_reduce_xor: in getNeutralReductionElement()
377 case Intrinsic::vp_reduce_umax: in getNeutralReductionElement()
379 case Intrinsic::vp_reduce_mul: in getNeutralReductionElement()
381 case Intrinsic::vp_reduce_and: in getNeutralReductionElement()
382 case Intrinsic::vp_reduce_umin: in getNeutralReductionElement()
384 case Intrinsic::vp_reduce_smin: in getNeutralReductionElement()
387 case Intrinsic::vp_reduce_smax: in getNeutralReductionElement()
390 case Intrinsic::vp_reduce_fmax: in getNeutralReductionElement()
391 case Intrinsic::vp_reduce_fmaximum: in getNeutralReductionElement()
394 case Intrinsic::vp_reduce_fmin: in getNeutralReductionElement()
395 case Intrinsic::vp_reduce_fminimum: { in getNeutralReductionElement()
396 bool PropagatesNaN = VID == Intrinsic::vp_reduce_fminimum || in getNeutralReductionElement()
397 VID == Intrinsic::vp_reduce_fmaximum; in getNeutralReductionElement()
407 case Intrinsic::vp_reduce_fadd: in getNeutralReductionElement()
409 case Intrinsic::vp_reduce_fmul: in getNeutralReductionElement()
437 case Intrinsic::vp_reduce_add: in expandPredicationInReduction()
441 case Intrinsic::vp_reduce_mul: in expandPredicationInReduction()
445 case Intrinsic::vp_reduce_and: in expandPredicationInReduction()
449 case Intrinsic::vp_reduce_or: in expandPredicationInReduction()
453 case Intrinsic::vp_reduce_xor: in expandPredicationInReduction()
457 case Intrinsic::vp_reduce_smax: in expandPredicationInReduction()
460 Builder.CreateBinaryIntrinsic(Intrinsic::smax, Reduction, Start); in expandPredicationInReduction()
462 case Intrinsic::vp_reduce_smin: in expandPredicationInReduction()
465 Builder.CreateBinaryIntrinsic(Intrinsic::smin, Reduction, Start); in expandPredicationInReduction()
467 case Intrinsic::vp_reduce_umax: in expandPredicationInReduction()
470 Builder.CreateBinaryIntrinsic(Intrinsic::umax, Reduction, Start); in expandPredicationInReduction()
472 case Intrinsic::vp_reduce_umin: in expandPredicationInReduction()
475 Builder.CreateBinaryIntrinsic(Intrinsic::umin, Reduction, Start); in expandPredicationInReduction()
477 case Intrinsic::vp_reduce_fmax: in expandPredicationInReduction()
481 Builder.CreateBinaryIntrinsic(Intrinsic::maxnum, Reduction, Start); in expandPredicationInReduction()
483 case Intrinsic::vp_reduce_fmin: in expandPredicationInReduction()
487 Builder.CreateBinaryIntrinsic(Intrinsic::minnum, Reduction, Start); in expandPredicationInReduction()
489 case Intrinsic::vp_reduce_fmaximum: in expandPredicationInReduction()
493 Builder.CreateBinaryIntrinsic(Intrinsic::maximum, Reduction, Start); in expandPredicationInReduction()
495 case Intrinsic::vp_reduce_fminimum: in expandPredicationInReduction()
499 Builder.CreateBinaryIntrinsic(Intrinsic::minimum, Reduction, Start); in expandPredicationInReduction()
501 case Intrinsic::vp_reduce_fadd: in expandPredicationInReduction()
504 case Intrinsic::vp_reduce_fmul: in expandPredicationInReduction()
519 case Intrinsic::vp_sext: in expandPredicationToCastIntrinsic()
523 case Intrinsic::vp_zext: in expandPredicationToCastIntrinsic()
527 case Intrinsic::vp_trunc: in expandPredicationToCastIntrinsic()
531 case Intrinsic::vp_inttoptr: in expandPredicationToCastIntrinsic()
535 case Intrinsic::vp_ptrtoint: in expandPredicationToCastIntrinsic()
539 case Intrinsic::vp_fptosi: in expandPredicationToCastIntrinsic()
544 case Intrinsic::vp_fptoui: in expandPredicationToCastIntrinsic()
548 case Intrinsic::vp_sitofp: in expandPredicationToCastIntrinsic()
552 case Intrinsic::vp_uitofp: in expandPredicationToCastIntrinsic()
556 case Intrinsic::vp_fptrunc: in expandPredicationToCastIntrinsic()
560 case Intrinsic::vp_fpext: in expandPredicationToCastIntrinsic()
587 case Intrinsic::vp_store: in expandPredicationInMemoryIntrinsic()
599 case Intrinsic::vp_load: in expandPredicationInMemoryIntrinsic()
611 case Intrinsic::vp_scatter: { in expandPredicationInMemoryIntrinsic()
619 case Intrinsic::vp_gather: { in expandPredicationInMemoryIntrinsic()
669 Intrinsic::getDeclaration(M, Intrinsic::vscale, Int32Ty); in discardEVLParameter()
738 case Intrinsic::vp_fneg: { in expandPredication()
743 case Intrinsic::vp_abs: in expandPredication()
744 case Intrinsic::vp_smax: in expandPredication()
745 case Intrinsic::vp_smin: in expandPredication()
746 case Intrinsic::vp_umax: in expandPredication()
747 case Intrinsic::vp_umin: in expandPredication()
748 case Intrinsic::vp_bswap: in expandPredication()
749 case Intrinsic::vp_bitreverse: in expandPredication()
752 case Intrinsic::vp_fabs: in expandPredication()
753 case Intrinsic::vp_sqrt: in expandPredication()
754 case Intrinsic::vp_maxnum: in expandPredication()
755 case Intrinsic::vp_minnum: in expandPredication()
756 case Intrinsic::vp_maximum: in expandPredication()
757 case Intrinsic::vp_minimum: in expandPredication()
758 case Intrinsic::vp_fma: in expandPredication()
759 case Intrinsic::vp_fmuladd: in expandPredication()
762 case Intrinsic::vp_load: in expandPredication()
763 case Intrinsic::vp_store: in expandPredication()
764 case Intrinsic::vp_gather: in expandPredication()
765 case Intrinsic::vp_scatter: in expandPredication()