Home
last modified time | relevance | path

Searched refs:PassThru (Results 1 – 25 of 26) sorted by relevance

12

/freebsd/contrib/llvm-project/llvm/lib/Target/VE/
H A DVVPISelLowering.cpp136 SDValue PassThru = getNodePassthru(Op); in lowerVVP_LOAD_STORE() local
158 if (!PassThru || PassThru->isUndef()) in lowerVVP_LOAD_STORE()
163 {NewLoadV, PassThru, Mask, AVL}); in lowerVVP_LOAD_STORE()
282 SDValue PassThru = getNodePassthru(Op); in lowerVVP_GATHER_SCATTER()
284 if (PassThru && PassThru->isUndef()) in lowerVVP_GATHER_SCATTER()
285 PassThru = SDValue(); in lowerVVP_GATHER_SCATTER()
307 if (!PassThru) in lowerVVP_GATHER_SCATTER()
312 {NewLoadV, PassThru, Mas in legalizeInternalLoadStoreOp()
276 SDValue PassThru = getNodePassthru(Op); lowerVVP_GATHER_SCATTER() local
[all...]
/freebsd/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp501 Value *Mask, Value *PassThru, in CreateMaskedLoad() argument
506 if (!PassThru) in CreateMaskedLoad()
507 PassThru = PoisonValue::get(Ty); in CreateMaskedLoad()
509 Value *Ops[] = {Ptr, getInt32(Alignment.value()), Mask, PassThru}; in CreateMaskedLoad()
552 Value *PassThru, in CreateMaskedGather() argument
562 if (!PassThru) in CreateMaskedGather()
563 PassThru = PoisonValue::get(Ty); in CreateMaskedGather()
566 Value *Ops[] = {Ptrs, getInt32(Alignment.value()), Mask, PassThru}; in CreateMaskedGather()
609 Value *PassThru, in CreateMaskedExpandLoad() argument
613 if (!PassThru) in CreateMaskedExpandLoad()
[all …]
H A DAutoUpgrade.cpp1894 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) in upgradeX86VPERMT2Intrinsics() local
1897 return emitX86Select(Builder, CI.getArgOperand(3), V, PassThru); in upgradeX86VPERMT2Intrinsics()
3920 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) in upgradeX86IntrinsicCall() local
3927 PassThru = in upgradeX86IntrinsicCall()
3930 Rep = emitX86ScalarSelect(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
3973 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) in upgradeX86IntrinsicCall() local
3977 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
4042 Value *PassThru = IsMaskZ ? llvm::Constant::getNullValue(CI->getType()) in upgradeX86IntrinsicCall() local
4046 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in upgradeX86IntrinsicCall()
4071 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(CI->getType()) in upgradeX86IntrinsicCall() local
[all …]
H A DVerifier.cpp6068 Value *PassThru = Call.getArgOperand(3); in visitIntrinsicCall() local
6073 Check(PassThru->getType() == Call.getType(), in visitIntrinsicCall()
/freebsd/sys/contrib/edk2/Include/Protocol/
H A DScsiPassThru.h367 EFI_SCSI_PASS_THRU_PASSTHRU PassThru; member
H A DScsiPassThruExt.h377 EFI_EXT_SCSI_PASS_THRU_PASSTHRU PassThru; member
/freebsd/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVEGatherScatterLowering.cpp412 Value *PassThru = I->getArgOperand(3); in lowerGather() local
434 if (!isa<UndefValue>(PassThru) && !match(PassThru, m_Zero())) { in lowerGather()
437 Load = SelectInst::Create(Mask, Load, PassThru); in lowerGather()
H A DARMISelLowering.cpp10316 SDValue PassThru = N->getPassThru(); in LowerMLOAD() local
10319 if (isZeroVector(PassThru)) in LowerMLOAD()
10331 bool PassThruIsCastZero = (PassThru.getOpcode() == ISD::BITCAST || in LowerMLOAD()
10332 PassThru.getOpcode() == ARMISD::VECTOR_REG_CAST) && in LowerMLOAD()
10333 isZeroVector(PassThru->getOperand(0)); in LowerMLOAD()
10334 if (!PassThru.isUndef() && !PassThruIsCastZero) in LowerMLOAD()
10335 Combo = DAG.getNode(ISD::VSELECT, dl, VT, Mask, NewLoad, PassThru); in LowerMLOAD()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DScalarizeMaskedMemIntrin.cpp705 Value *PassThru = CI->getArgOperand(2); in scalarizeMaskedExpandLoad() local
722 Value *VResult = PassThru; in scalarizeMaskedExpandLoad()
751 VResult = Builder.CreateShuffleVector(VResult, PassThru, ShuffleMask); in scalarizeMaskedExpandLoad()
/freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/
H A DX86.cpp491 Value *PassThru = ZeroMask ? Constant::getNullValue(Res->getType()) in EmitScalarFMAExpr() local
498 PassThru = CGF.Builder.CreateExtractElement(Upper, (uint64_t)0); in EmitScalarFMAExpr()
500 Res = EmitX86ScalarSelect(CGF, Ops[3], Res, PassThru); in EmitScalarFMAExpr()
558 Value *PassThru = ZeroMask ? ConstantAggregateZero::get(Ty) : Ops[0]; in EmitX86Ternlog() local
559 return EmitX86Select(CGF, Ops[4], Ternlog, PassThru); in EmitX86Ternlog()
/freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/
H A DHexagonVectorCombine.cpp322 Value *PassThru, ArrayRef<Value *> MDSources = {}) const;
714 Value *PassThru, in createLoad() argument
726 return Builder.CreateSelect(Mask, Load, PassThru); in createLoad()
732 return PassThru; in createLoad()
737 Mask, PassThru, "mld"); in createLoad()
/freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp2323 SDValue PassThru = MLD->getPassThru(); in SplitVecRes_MLOAD() local
2345 if (getTypeAction(PassThru.getValueType()) == TargetLowering::TypeSplitVector) in SplitVecRes_MLOAD()
2346 GetSplitVector(PassThru, PassThruLo, PassThruHi); in SplitVecRes_MLOAD()
2348 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); in SplitVecRes_MLOAD()
2443 SDValue PassThru = MGT->getPassThru(); in SplitVecRes_Gather() local
2445 if (getTypeAction(PassThru.getValueType()) == in SplitVecRes_Gather()
2447 GetSplitVector(PassThru, PassThruLo, PassThruHi); in SplitVecRes_Gather()
2449 std::tie(PassThruLo, PassThruHi) = DAG.SplitVector(PassThru, dl); in SplitVecRes_Gather()
6217 SDValue PassThru = GetWidenedVector(N->getPassThru()); in WidenVecRes_MLOAD() local
6246 DAG.getNode(ISD::VP_SELECT, dl, WidenVT, Mask, NewVal, PassThru, EVL); in WidenVecRes_MLOAD()
[all …]
H A DDAGCombiner.cpp12755 SDValue PassThru = MGT->getPassThru(); in visitMGATHER() local
12762 return CombineTo(N, PassThru, MGT->getChain()); in visitMGATHER()
12765 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in visitMGATHER()
12772 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in visitMGATHER()
14224 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad() local
14227 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
H A DSelectionDAGBuilder.cpp6488 SDValue PassThru = getValue(Default); in visitVectorExtractLastActive() local
6491 Result = DAG.getSelect(sdl, ResVT, AnyActive, Result, PassThru); in visitVectorExtractLastActive()
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DMemorySanitizer.cpp3992 Value *PassThru = I.getArgOperand(2); in handleMaskedExpandLoad() local
4012 getShadow(PassThru), "_msmaskedexpload"); in handleMaskedExpandLoad()
4049 Value *PassThru = I.getArgOperand(3); in handleMaskedGather() local
4073 getShadow(PassThru), "_msmaskedgather"); in handleMaskedGather()
4153 Value *PassThru = I.getArgOperand(3); in handleMaskedLoad() local
4171 getShadow(PassThru), "_msmaskedld")); in handleMaskedLoad()
4178 getShadow(PassThru), IRB.CreateSExt(IRB.CreateNeg(Mask), ShadowTy)); in handleMaskedLoad()
4183 Value *Origin = IRB.CreateSelect(NotNull, getOrigin(PassThru), PtrOrigin); in handleMaskedLoad()
/freebsd/contrib/llvm-project/llvm/include/llvm/IR/
H A DIRBuilder.h836 Value *Mask, Value *PassThru = nullptr,
846 Value *PassThru = nullptr,
858 Value *PassThru = nullptr,
/freebsd/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp26485 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_WO_CHAIN() local
26498 Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
26503 DAG.getNode(IntrData->Opc0, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
26508 SDValue PassThru = Op.getOperand(2); in LowerINTRINSIC_WO_CHAIN() local
26520 return getVectorMaskingNode(DAG.getNode(Opc, dl, VT, Src), Mask, PassThru, in LowerINTRINSIC_WO_CHAIN()
26604 SDValue PassThru = Op.getOperand(3); in LowerINTRINSIC_WO_CHAIN() local
26618 return getVectorMaskingNode(NewOp, Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
26623 SDValue PassThru = Op.getOperand(3); in LowerINTRINSIC_WO_CHAIN() local
26636 Mask, PassThru, Subtarget, DAG); in LowerINTRINSIC_WO_CHAIN()
26642 SDValue PassThru = Op.getOperand(4); in LowerINTRINSIC_WO_CHAIN() local
[all …]
H A DX86ISelLowering.h1656 SDValue Ptr, SDValue PassThru,
H A DX86ISelDAGToDAG.cpp6566 SDValue PassThru = Mgt->getPassThru(); in Select() local
6573 SDValue Ops[] = {PassThru, Mask, Base, Scale, in Select()
6577 SDValue Ops[] = {PassThru, Base, Scale, Index, in Select()
/freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp6486 SDValue PassThru = MGT->getPassThru(); in LowerMGATHER() local
6498 if (!PassThru->isUndef() && !isZerosVector(PassThru.getNode())) { in LowerMGATHER()
6503 SDValue Select = DAG.getSelect(DL, VT, Mask, Load, PassThru); in LowerMGATHER()
6520 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in LowerMGATHER()
6557 PassThru = PassThru->isUndef() ? DAG.getUNDEF(ContainerVT) in LowerMGATHER()
6561 SDValue Ops[] = {Chain, PassThru, Mask, BasePtr, Index, Scale}; in LowerMGATHER()
6669 SDValue PassThru = LoadNode->getPassThru(); in LowerMLOAD() local
6672 if (PassThru->isUndef() || isZerosVector(PassThru.getNode())) in LowerMLOAD()
6681 SDValue Result = DAG.getSelect(DL, VT, Mask, Load, PassThru); in LowerMLOAD()
22732 SDValue PassThru = DAG.getConstant(0, DL, LoadVT); in performLDNT1Combine() local
[all …]
H A DAArch64TargetTransformInfo.cpp2442 Value *PassThru = ConstantAggregateZero::get(Ty); in instCombineLD1GatherIndex() local
2456 IC.Builder.CreateMaskedLoad(Ty, Ptr, Alignment, Mask, PassThru); in instCombineLD1GatherIndex()
H A DSVEInstrFormats.td650 : Pat<(vt (op pt:$Pg, vt:$Src, inreg_vt, vt:$PassThru)),
651 (inst $PassThru, $Pg, $Src)>;
657 def : Pat<(vt (op (pt (SVEAllActive:$Pg)), vt:$Src, inreg_vt, vt:$PassThru)),
658 (inst $PassThru, $Pg, $Src)>;
/freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.cpp11214 SDValue PassThru = NonZeroAVL ? DAG.getUNDEF(M1VT) : InitialValue; in lowerReductionSeq() local
11216 SDValue Ops[] = {PassThru, Vec, InitialValue, Mask, VL, Policy}; in lowerReductionSeq()
12521 SDValue Mask, PassThru, VL; in lowerMaskedLoad() local
12525 PassThru = DAG.getUNDEF(VT); in lowerMaskedLoad()
12530 PassThru = MLoad->getPassThru(); in lowerMaskedLoad()
12541 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in lowerMaskedLoad()
12565 Ops.push_back(PassThru); in lowerMaskedLoad()
12602 DL, ContainerVT, Result, Iota, PassThru, Mask, ExpandingVL); in lowerMaskedLoad()
13737 SDValue Index, Mask, PassThru, VL; in lowerMaskedGather() local
13742 PassThru = DAG.getUNDEF(VT); in lowerMaskedGather()
[all …]
/freebsd/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DSimplifyCFG.cpp1738 Value *PassThru = nullptr; in hoistConditionalLoadsStores() local
1742 PassThru = Builder.CreateBitCast( in hoistConditionalLoadsStores()
1755 FixedVectorType::get(Ty, 1), Op0, LI->getAlign(), Mask, PassThru); in hoistConditionalLoadsStores()
/freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DTargetLowering.h4051 SDValue PassThru, SDValue Mask) const { in visitMaskedLoad() argument

12