Lines Matching refs:IRB
418 IRBuilder<> IRB; member in __anone5d2dd830311::StoreFatPtrsAsIntsVisitor
430 : TypeMap(TypeMap), IRB(Ctx) {} in StoreFatPtrsAsIntsVisitor()
449 Value *Cast = IRB.CreatePtrToInt(V, To, Name + ".int"); in fatPtrsToInts()
461 Value *Field = IRB.CreateExtractValue(V, I); in fatPtrsToInts()
464 Ret = IRB.CreateInsertValue(Ret, NewField, I); in fatPtrsToInts()
469 Value *Field = IRB.CreateExtractValue(V, Idx); in fatPtrsToInts()
472 Ret = IRB.CreateInsertValue(Ret, NewField, Idx); in fatPtrsToInts()
484 Value *Cast = IRB.CreateIntToPtr(V, To, Name + ".ptr"); in intsToFatPtrs()
495 Value *Field = IRB.CreateExtractValue(V, I); in intsToFatPtrs()
498 Ret = IRB.CreateInsertValue(Ret, NewField, I); in intsToFatPtrs()
503 Value *Field = IRB.CreateExtractValue(V, Idx); in intsToFatPtrs()
506 Ret = IRB.CreateInsertValue(Ret, NewField, Idx); in intsToFatPtrs()
550 IRB.SetInsertPoint(&LI); in visitLoadInst()
553 NLI = IRB.Insert(NLI); in visitLoadInst()
570 IRB.SetInsertPoint(&SI); in visitStoreInst()
705 IRBuilder<> IRB; member in __anone5d2dd830511::SplitPtrStructs
743 : TM(TM), IRB(Ctx) {} in SplitPtrStructs()
794 IRBuilder<>::InsertPointGuard Guard(IRB); in getPtrParts()
802 IRB.SetInsertPoint(*I->getInsertionPointAfterDef()); in getPtrParts()
803 IRB.SetCurrentDebugLocation(I->getDebugLoc()); in getPtrParts()
805 IRB.SetInsertPointPastAllocas(A->getParent()); in getPtrParts()
806 IRB.SetCurrentDebugLocation(DebugLoc()); in getPtrParts()
808 Value *Rsrc = IRB.CreateExtractValue(V, 0, V->getName() + ".rsrc"); in getPtrParts()
809 Value *Off = IRB.CreateExtractValue(V, 1, V->getName() + ".off"); in getPtrParts()
872 IRBuilder<>::InsertPointGuard Guard(IRB); in processConditionals()
907 IRB.SetInsertPoint(*PHI->getInsertionPointAfterDef()); in processConditionals()
908 IRB.SetCurrentDebugLocation(PHI->getDebugLoc()); in processConditionals()
913 auto *RsrcPHI = IRB.CreatePHI(RsrcTy, PHI->getNumIncomingValues()); in processConditionals()
924 auto *NewOff = IRB.CreatePHI(OffTy, PHI->getNumIncomingValues()); in processConditionals()
971 IRB.SetInsertPoint(Dbg); in killAndReplaceSplitInstructions()
991 IRB.Insert(OffDbg); in killAndReplaceSplitInstructions()
1014 IRB.SetInsertPoint(*I->getInsertionPointAfterDef()); in killAndReplaceSplitInstructions()
1015 IRB.SetCurrentDebugLocation(I->getDebugLoc()); in killAndReplaceSplitInstructions()
1018 Struct = IRB.CreateInsertValue(Struct, Rsrc, 0); in killAndReplaceSplitInstructions()
1019 Struct = IRB.CreateInsertValue(Struct, Off, 1); in killAndReplaceSplitInstructions()
1038 IRB.CreateFence(AtomicOrdering::Release, SSID); in insertPreMemOpFence()
1051 IRB.CreateFence(AtomicOrdering::Acquire, SSID); in insertPostMemOpFence()
1062 IRB.SetInsertPoint(I); in handleMemoryInst()
1074 Args.push_back(IRB.getInt32(0)); in handleMemoryInst()
1091 Args.push_back(IRB.getInt32(Aux)); in handleMemoryInst()
1160 auto *Call = IRB.CreateIntrinsic(IID, Ty, Args); in handleMemoryInst()
1212 IRB.SetInsertPoint(&AI); in visitAtomicCmpXchgInst()
1228 IRB.CreateIntrinsic(Intrinsic::amdgcn_raw_ptr_buffer_atomic_cmpswap, Ty, in visitAtomicCmpXchgInst()
1230 Off, IRB.getInt32(0), IRB.getInt32(Aux)}); in visitAtomicCmpXchgInst()
1237 Res = IRB.CreateInsertValue(Res, Call, 0); in visitAtomicCmpXchgInst()
1239 Value *Succeeded = IRB.CreateICmpEQ(Call, AI.getCompareOperand()); in visitAtomicCmpXchgInst()
1240 Res = IRB.CreateInsertValue(Res, Succeeded, 1); in visitAtomicCmpXchgInst()
1252 IRB.SetInsertPoint(&GEP); in visitGetElementPtrInst()
1260 Type *FatPtrTy = IRB.getPtrTy(AMDGPUAS::BUFFER_FAT_POINTER); in visitGetElementPtrInst()
1264 Value *OffAccum = emitGEPOffset(&IRB, DL, &GEP); in visitGetElementPtrInst()
1279 NewOff = IRB.CreateAdd(Off, OffAccum, "", in visitGetElementPtrInst()
1293 IRB.SetInsertPoint(&PI); in visitPtrToIntInst()
1304 Res = IRB.CreateIntCast(Off, ResTy, /*isSigned=*/false, in visitPtrToIntInst()
1307 Value *RsrcInt = IRB.CreatePtrToInt(Rsrc, ResTy, PI.getName() + ".rsrc"); in visitPtrToIntInst()
1308 Value *Shl = IRB.CreateShl( in visitPtrToIntInst()
1312 Value *OffCast = IRB.CreateIntCast(Off, ResTy, /*isSigned=*/false, in visitPtrToIntInst()
1314 Res = IRB.CreateOr(Shl, OffCast); in visitPtrToIntInst()
1327 IRB.SetInsertPoint(&IP); in visitIntToPtrInst()
1338 Value *RsrcPart = IRB.CreateLShr( in visitIntToPtrInst()
1341 Value *RsrcInt = IRB.CreateIntCast(RsrcPart, RsrcIntTy, /*isSigned=*/false); in visitIntToPtrInst()
1342 Value *Rsrc = IRB.CreateIntToPtr(RsrcInt, RsrcTy, IP.getName() + ".rsrc"); in visitIntToPtrInst()
1344 IRB.CreateIntCast(Int, OffTy, /*IsSigned=*/false, IP.getName() + ".off"); in visitIntToPtrInst()
1354 IRB.SetInsertPoint(&I); in visitAddrSpaceCastInst()
1376 IRB.SetInsertPoint(&Cmp); in visitICmpInst()
1384 IRB.CreateICmp(Pred, LhsRsrc, RhsRsrc, Cmp.getName() + ".rsrc"); in visitICmpInst()
1386 Value *OffCmp = IRB.CreateICmp(Pred, LhsOff, RhsOff, Cmp.getName() + ".off"); in visitICmpInst()
1391 Res = IRB.CreateAnd(RsrcCmp, OffCmp); in visitICmpInst()
1393 Res = IRB.CreateOr(RsrcCmp, OffCmp); in visitICmpInst()
1404 IRB.SetInsertPoint(&I); in visitFreezeInst()
1407 Value *RsrcRes = IRB.CreateFreeze(Rsrc, I.getName() + ".rsrc"); in visitFreezeInst()
1409 Value *OffRes = IRB.CreateFreeze(Off, I.getName() + ".off"); in visitFreezeInst()
1418 IRB.SetInsertPoint(&I); in visitExtractElementInst()
1423 Value *RsrcRes = IRB.CreateExtractElement(Rsrc, Idx, I.getName() + ".rsrc"); in visitExtractElementInst()
1425 Value *OffRes = IRB.CreateExtractElement(Off, Idx, I.getName() + ".off"); in visitExtractElementInst()
1436 IRB.SetInsertPoint(&I); in visitInsertElementInst()
1444 IRB.CreateInsertElement(VecRsrc, ElemRsrc, Idx, I.getName() + ".rsrc"); in visitInsertElementInst()
1447 IRB.CreateInsertElement(VecOff, ElemOff, Idx, I.getName() + ".off"); in visitInsertElementInst()
1457 IRB.SetInsertPoint(&I); in visitShuffleVectorInst()
1466 IRB.CreateShuffleVector(V1Rsrc, V2Rsrc, Mask, I.getName() + ".rsrc"); in visitShuffleVectorInst()
1469 IRB.CreateShuffleVector(V1Off, V2Off, Mask, I.getName() + ".off"); in visitShuffleVectorInst()
1478 IRB.SetInsertPoint(*PHI.getInsertionPointAfterDef()); in visitPHINode()
1484 Value *TmpRsrc = IRB.CreateExtractValue(&PHI, 0, PHI.getName() + ".rsrc"); in visitPHINode()
1485 Value *TmpOff = IRB.CreateExtractValue(&PHI, 1, PHI.getName() + ".off"); in visitPHINode()
1494 IRB.SetInsertPoint(&SI); in visitSelectInst()
1503 IRB.CreateSelect(Cond, TrueRsrc, FalseRsrc, SI.getName() + ".rsrc", &SI); in visitSelectInst()
1507 IRB.CreateSelect(Cond, TrueOff, FalseOff, SI.getName() + ".off", &SI); in visitSelectInst()
1540 IRB.SetInsertPoint(&I); in visitIntrinsicInst()
1545 Value *OffRes = IRB.CreateAnd(Off, Mask, I.getName() + ".off"); in visitIntrinsicInst()
1556 IRB.SetInsertPoint(&I); in visitIntrinsicInst()
1559 auto *NewRsrc = IRB.CreateIntrinsic(IID, {NewTy}, {I.getOperand(0), Rsrc}); in visitIntrinsicInst()
1570 IRB.SetInsertPoint(&I); in visitIntrinsicInst()
1574 Value *NewRsrc = IRB.CreateIntrinsic(IID, {RealRsrc->getType()}, in visitIntrinsicInst()
1587 IRB.SetInsertPoint(&I); in visitIntrinsicInst()
1589 Value *NewRsrc = IRB.CreateIntrinsic(IID, {Rsrc->getType()}, {Rsrc}); in visitIntrinsicInst()