Home
last modified time | relevance | path

Searched refs:RedOp (Results 1 – 6 of 6) sorted by relevance

/freebsd/contrib/llvm-project/llvm/lib/CodeGen/
H A DExpandVectorPredication.cpp341 Value *RedOp = VPI.getOperand(VPI.getVectorParamPos()); in expandPredicationInReduction() local
347 cast<VectorType>(RedOp->getType())->getElementCount(), NeutralElt); in expandPredicationInReduction()
348 RedOp = Builder.CreateSelect(Mask, RedOp, NeutralVector); in expandPredicationInReduction()
365 Reduction = Builder.CreateUnaryIntrinsic(RedID, RedOp); in expandPredicationInReduction()
380 Reduction = Builder.CreateUnaryIntrinsic(RedID, RedOp); in expandPredicationInReduction()
386 Reduction = Builder.CreateFAddReduce(Start, RedOp); in expandPredicationInReduction()
389 Reduction = Builder.CreateFMulReduce(Start, RedOp); in expandPredicationInReduction()
/freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXISelDAGToDAG.h95 void SelectCpAsyncBulkTensorReduceCommon(SDNode *N, unsigned RedOp,
H A DNVPTXISelDAGToDAG.cpp2323 unsigned RedOp, in SelectCpAsyncBulkTensorReduceCommon() argument
2336 Ops.push_back(getI32Imm(RedOp, DL)); // Reduction Op in SelectCpAsyncBulkTensorReduceCommon()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp1365 auto *RedOp = dyn_cast<Instruction>(II.getOperand(0)); in analyzeCostOfVecReduction() local
1369 if (RedOp && match(RedOp, m_ZExtOrSExt(m_Value()))) { in analyzeCostOfVecReduction()
1370 bool IsUnsigned = isa<ZExtInst>(RedOp); in analyzeCostOfVecReduction()
1371 auto *ExtType = cast<VectorType>(RedOp->getOperand(0)->getType()); in analyzeCostOfVecReduction()
1374 TTI.getCastInstrCost(RedOp->getOpcode(), VecRedTy, ExtType, in analyzeCostOfVecReduction()
1375 TTI::CastContextHint::None, CostKind, RedOp); in analyzeCostOfVecReduction()
1381 if (RedOp && II.getIntrinsicID() == Intrinsic::vector_reduce_add && in analyzeCostOfVecReduction()
1382 match(RedOp, in analyzeCostOfVecReduction()
1387 (Op0->getOpcode() == RedOp->getOpcode() || Op0 == Op1)) { in analyzeCostOfVecReduction()
1399 TTI.getCastInstrCost(RedOp->getOpcode(), VecRedTy, MulType, in analyzeCostOfVecReduction()
[all …]
H A DLoopVectorize.cpp5399 Instruction *RedOp = RetI->getOperand(1) == LastChain in getReductionPatternCost() local
5406 if (RedOp && RdxDesc.getOpcode() == Instruction::Add && in getReductionPatternCost()
5407 match(RedOp, in getReductionPatternCost()
5413 (Op0->getOpcode() == RedOp->getOpcode() || Op0 == Op1)) { in getReductionPatternCost()
5429 TTI.getCastInstrCost(RedOp->getOpcode(), VectorTy, MulType, in getReductionPatternCost()
5430 TTI::CastContextHint::None, CostKind, RedOp); in getReductionPatternCost()
5438 } else if (RedOp && match(RedOp, m_ZExtOrSExt(m_Value())) && in getReductionPatternCost()
5439 !TheLoop->isLoopInvariant(RedOp)) { in getReductionPatternCost()
5441 bool IsUnsigned = isa<ZExtInst>(RedOp); in getReductionPatternCost()
5442 auto *ExtType = VectorType::get(RedOp->getOperand(0)->getType(), VectorTy); in getReductionPatternCost()
[all …]
H A DSLPVectorizer.cpp22825 Instruction *RedOp = InstVals[I + 1].first; in tryToReduce() local
22826 Builder.SetCurrentDebugLocation(RedOp->getDebugLoc()); in tryToReduce()
22841 RedOp, InitStep); in tryToReduce()
22859 for (Instruction *RedOp : in tryToReduce()
22861 ExtraReductions.emplace_back(RedOp, RdxVal); in tryToReduce()