| /freebsd/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineLoadStoreAlloca.cpp | 582 LoadInst *NewLoad = in combineLoadToNewType() local 585 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType() 586 copyMetadataForLoad(*NewLoad, LI); in combineLoadToNewType() 587 return NewLoad; in combineLoadToNewType() 695 LoadInst *NewLoad = IC.combineLoadToNewType(Load, DestTy); in combineLoadToOperationType() local 696 CastUser->replaceAllUsesWith(NewLoad); in combineLoadToOperationType() 724 LoadInst *NewLoad = IC.combineLoadToNewType(LI, ST->getTypeAtIndex(0U), in unpackLoadToAggregate() local 726 NewLoad->setAAMetadata(LI.getAAMetadata()); in unpackLoadToAggregate() 728 PoisonValue::get(T), NewLoad, 0, Name)); in unpackLoadToAggregate() 765 LoadInst *NewLoad = IC.combineLoadToNewType(LI, ET, ".unpack"); in unpackLoadToAggregate() local [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVLegalizePointerCast.cpp | 81 LoadInst *NewLoad = B.CreateLoad(SourceType, Source); in loadVectorFromVector() local 82 buildAssignType(B, SourceType, NewLoad); in loadVectorFromVector() 87 Value *Output = B.CreateShuffleVector(NewLoad, NewLoad, Mask); in loadVectorFromVector()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILLegalizePass.cpp | 104 LoadInst *NewLoad = Builder.CreateLoad(ElementType, NewOperands[0]); in fixI8UseChain() local 105 ReplacedValues[Load] = NewLoad; in fixI8UseChain() 142 LoadInst *NewLoad = Builder.CreateLoad(ElementType, NewGEP); in fixI8UseChain() local 143 ReplacedValues[Load] = NewLoad; in fixI8UseChain() 144 Load->replaceAllUsesWith(NewLoad); in fixI8UseChain()
|
| H A D | DXILDataScalarization.cpp | 152 LoadInst *NewLoad = Builder.CreateLoad(LI.getType(), OldGEP, LI.getName()); in visitLoadInst() local 153 NewLoad->setAlignment(LI.getAlign()); in visitLoadInst() 154 LI.replaceAllUsesWith(NewLoad); in visitLoadInst()
|
| H A D | DXILFlattenArrays.cpp | 164 LoadInst *NewLoad = in visitLoadInst() local 166 NewLoad->setAlignment(LI.getAlign()); in visitLoadInst() 167 LI.replaceAllUsesWith(NewLoad); in visitLoadInst()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | GVN.cpp | 1575 auto *NewLoad = new LoadInst( in eliminatePartiallyRedundantLoad() local 1579 NewLoad->setDebugLoc(Load->getDebugLoc()); in eliminatePartiallyRedundantLoad() 1582 NewLoad, nullptr, NewLoad->getParent(), MemorySSA::BeforeTerminator); in eliminatePartiallyRedundantLoad() 1592 NewLoad->setAAMetadata(Tags); in eliminatePartiallyRedundantLoad() 1595 NewLoad->setMetadata(LLVMContext::MD_invariant_load, MD); in eliminatePartiallyRedundantLoad() 1597 NewLoad->setMetadata(LLVMContext::MD_invariant_group, InvGroupMD); in eliminatePartiallyRedundantLoad() 1599 NewLoad->setMetadata(LLVMContext::MD_range, RangeMD); in eliminatePartiallyRedundantLoad() 1602 NewLoad->setMetadata(LLVMContext::MD_access_group, AccessMD); in eliminatePartiallyRedundantLoad() 1612 AvailableValueInBlock::get(UnavailableBlock, NewLoad)); in eliminatePartiallyRedundantLoad() 1614 LLVM_DEBUG(dbgs() << "GVN INSERTED " << *NewLoad << '\n'); in eliminatePartiallyRedundantLoad() [all …]
|
| H A D | LowerMatrixIntrinsics.cpp | 1661 auto *NewLoad = Builder.CreateLoad(Op->getType(), Arg); in lowerDotProduct() local 1662 Op->replaceAllUsesWith(NewLoad); in lowerDotProduct()
|
| /freebsd/contrib/llvm-project/llvm/lib/FuzzMutate/ |
| H A D | RandomIRBuilder.cpp | 263 auto [NewLoad, NewInsts] = in newSource() 267 if (Pred.matches(Srcs, NewLoad)) in newSource() 268 RS.sample(NewLoad, RS.totalWeight()); in newSource()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ExpandVectorPredication.cpp | 442 LoadInst *NewLoad = in expandPredicationInMemoryIntrinsic() local 445 NewLoad->setAlignment(*AlignOpt); in expandPredicationInMemoryIntrinsic() 446 NewMemoryInst = NewLoad; in expandPredicationInMemoryIntrinsic()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/AggressiveInstCombine/ |
| H A D | AggressiveInstCombine.cpp | 799 LoadInst *NewLoad = nullptr, *LI1 = LOps.Root; in foldConsecutiveLoads() local 824 NewLoad = Builder.CreateAlignedLoad(WiderType, Load1Ptr, LI1->getAlign(), in foldConsecutiveLoads() 826 NewLoad->takeName(LI1); in foldConsecutiveLoads() 829 NewLoad->setAAMetadata(LOps.AATags); in foldConsecutiveLoads() 831 Value *NewOp = NewLoad; in foldConsecutiveLoads()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86AvoidStoreForwardingBlocks.cpp | 392 MachineInstr *NewLoad = in buildCopy() local 403 getBaseOperand(NewLoad).setIsKill(false); in buildCopy() 404 LLVM_DEBUG(NewLoad->dump()); in buildCopy()
|
| H A D | X86InterleavedAccess.cpp | 217 Instruction *NewLoad = in decompose() local 219 DecomposedVectors.push_back(NewLoad); in decompose()
|
| H A D | X86ISelLowering.h | 1655 MachineMemOperand *MMO, SDValue &NewLoad,
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanRecipes.cpp | 3484 Instruction *NewLoad; in execute() local 3487 NewLoad = State.Builder.CreateMaskedLoad(VecTy, ResAddr, in execute() 3491 NewLoad = State.Builder.CreateAlignedLoad(VecTy, ResAddr, in execute() 3493 Group->addMetadata(NewLoad); in execute() 3503 getDeinterleaveIntrinsicID(InterleaveFactor), NewLoad->getType(), in execute() 3504 NewLoad, in execute() 3546 State.Builder.CreateShuffleVector(NewLoad, StrideMask, "strided.vec"); in execute()
|
| H A D | VectorCombine.cpp | 1762 auto *NewLoad = cast<LoadInst>(Builder.CreateLoad( in scalarizeLoadExtract() local 1767 NewLoad->setAlignment(ScalarOpAlignment); in scalarizeLoadExtract() 1769 replaceValue(*EI, *NewLoad); in scalarizeLoadExtract()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 7085 SDValue NewLoad = reduceLoadWidth(And.getNode()); in BackwardsPropagateMask() local 7086 assert(NewLoad && in BackwardsPropagateMask() 7088 CombineTo(Load, NewLoad, NewLoad.getValue(1)); in BackwardsPropagateMask() 7412 SDValue NewLoad = DAG.getMaskedLoad( in visitAND() local 7418 CombineTo(N, NewLoad); in visitAND() 7420 CombineTo(MLoad, NewLoad.getValue(0), NewLoad.getValue(1)); in visitAND() 7576 SDValue NewLoad(Load, 0); in visitAND() local 7579 CombineTo(N, (N0.getNode() == Load) ? NewLoad : N0); in visitAND() 7582 NewLoad = DAG.getLoad(Load->getAddressingMode(), ISD::ZEXTLOAD, in visitAND() 7590 SDValue To[] = { NewLoad.getValue(0), NewLoad.getValue(1), in visitAND() [all …]
|
| H A D | LegalizeDAG.cpp | 1464 SDValue NewLoad; in ExpandExtractFromVectorThroughStack() local 1473 NewLoad = DAG.getLoad(Op.getValueType(), dl, Ch, StackPtr, in ExpandExtractFromVectorThroughStack() 1477 NewLoad = DAG.getExtLoad(ISD::EXTLOAD, dl, Op.getValueType(), Ch, StackPtr, in ExpandExtractFromVectorThroughStack() 1483 DAG.ReplaceAllUsesOfValueWith(Ch, SDValue(NewLoad.getNode(), 1)); in ExpandExtractFromVectorThroughStack() 1487 SmallVector<SDValue, 6> NewLoadOperands(NewLoad->ops()); in ExpandExtractFromVectorThroughStack() 1489 NewLoad = in ExpandExtractFromVectorThroughStack() 1490 SDValue(DAG.UpdateNodeOperands(NewLoad.getNode(), NewLoadOperands), 0); in ExpandExtractFromVectorThroughStack() 1491 return NewLoad; in ExpandExtractFromVectorThroughStack()
|
| H A D | LegalizeVectorTypes.cpp | 6102 SDValue NewLoad = in WidenVecRes_LOAD() local 6109 ReplaceValueWith(SDValue(N, 1), NewLoad.getValue(1)); in WidenVecRes_LOAD() 6111 return NewLoad; in WidenVecRes_LOAD() 6236 SDValue NewLoad = in WidenVecRes_MLOAD() local 6240 SDValue NewVal = NewLoad; in WidenVecRes_MLOAD() 6251 ReplaceValueWith(SDValue(N, 1), NewLoad.getValue(1)); in WidenVecRes_MLOAD()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPULowerBufferFatPointers.cpp | 2296 Instruction *NewLoad = IRB.CreateIntrinsic( in visitIntrinsicInst() local 2299 copyMetadata(NewLoad, &I); in visitIntrinsicInst() 2301 I.replaceAllUsesWith(NewLoad); in visitIntrinsicInst()
|
| H A D | R600ISelLowering.cpp | 1385 SDValue NewLoad = DAG.getExtLoad( in LowerLOAD() local 1388 SDValue Res = DAG.getNode(ISD::SIGN_EXTEND_INREG, DL, VT, NewLoad, in LowerLOAD()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64LegalizerInfo.cpp | 1956 auto NewLoad = MIRBuilder.buildLoad(NewTy, MI.getOperand(1), MMO); in legalizeLoadStore() local 1957 MIRBuilder.buildBitcast(ValReg, NewLoad); in legalizeLoadStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 5062 SDValue NewLoad = in combineUnpackingMovIntoLoad() local 5072 ElementVT, DL, {NewLoad.getValue(I * 2), NewLoad.getValue(I * 2 + 1)})); in combineUnpackingMovIntoLoad() 5074 for (unsigned I : seq(NewLoad->getNumValues() - NewNumOutputs)) in combineUnpackingMovIntoLoad() 5075 Results.push_back(NewLoad.getValue(NewNumOutputs + I)); in combineUnpackingMovIntoLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 4079 auto NewLoad = MIRBuilder.buildLoad(LoadTy, PtrReg, *NewMMO); in lowerLoad() local 4080 MIRBuilder.buildSExtInReg(LoadReg, NewLoad, MemSizeInBits); in lowerLoad() 4082 auto NewLoad = MIRBuilder.buildLoad(LoadTy, PtrReg, *NewMMO); in lowerLoad() local 4085 MIRBuilder.buildAssertZExt(LoadReg, NewLoad, MemSizeInBits); in lowerLoad() 4147 auto NewLoad = MIRBuilder.buildLoad(MoreTy, PtrReg, *NewMMO); in lowerLoad() local 4149 NewLoad.getReg(0)); in lowerLoad()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 10326 SDValue NewLoad = DAG.getMaskedLoad( in LowerMLOAD() local 10330 SDValue Combo = NewLoad; in LowerMLOAD() 10335 Combo = DAG.getNode(ISD::VSELECT, dl, VT, Mask, NewLoad, PassThru); in LowerMLOAD() 10336 return DAG.getMergeValues({Combo, NewLoad.getValue(1)}, dl); in LowerMLOAD() 17927 SDValue NewLoad = in PerformSplittingToWideningLoad() local 17931 Loads.push_back(NewLoad); in PerformSplittingToWideningLoad() 17932 Chains.push_back(SDValue(NewLoad.getNode(), 1)); in PerformSplittingToWideningLoad() 17994 if (SDValue NewLoad = PerformSplittingToWideningLoad(N, DAG)) in PerformExtendCombine() local 17995 return NewLoad; in PerformExtendCombine() 18003 if (SDValue NewLoad = PerformSplittingToWideningLoad(N, DAG)) in PerformFPExtendCombine() local [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 20079 SDValue NewLoad = DAG.getLoad(FVT, DL, LD->getChain(), in performConcatVectorsCombine() local 20081 DAG.ReplaceAllUsesOfValueWith(SDValue(LD, 1), NewLoad.getValue(1)); in performConcatVectorsCombine() 20082 Ops.push_back(NewLoad); in performConcatVectorsCombine() 23062 SDValue NewLoad = DAG.getMaskedLoad( in performUnpackCombine() local 23067 DAG.ReplaceAllUsesOfValueWith(SDValue(MLD, 1), NewLoad.getValue(1)); in performUnpackCombine() 23069 return NewLoad; in performUnpackCombine() 23732 SDValue NewLoad = DAG.getLoad( in performLOADCombine() local 23735 LoadOps.push_back(NewLoad); in performLOADCombine() 23736 LoadOpsChain.push_back(SDValue(cast<SDNode>(NewLoad), 1)); in performLOADCombine() 28838 SDValue NewLoad = DAG.getMaskedLoad( in LowerFixedLengthVectorLoadToSVE() local [all …]
|