| /freebsd/contrib/llvm-project/llvm/include/llvm/Bitcode/ |
| H A D | BitcodeConvenience.h | 188 template <typename BufferTy, typename ElementDataTy, typename... DataTy> 190 unsigned code, ElementDataTy element, DataTy &&...data) { in emit() 196 std::forward<DataTy>(data)...); in emit() 199 template <typename T, typename ElementDataTy, typename... DataTy> 201 DataTy &&...data) { in read() 205 std::forward<DataTy>(data)...); in read() 208 template <typename T, typename... DataTy> 209 static void read(ArrayRef<T> buffer, std::nullopt_t, DataTy &&...data) { in read() 212 std::forward<DataTy>(data)...); in read() 225 template <typename BufferTy, typename DataTy> [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | SjLjEHPrepare.cpp | 42 IntegerType *DataTy = nullptr; member in __anon717b74230111::SjLjEHPrepareImpl 114 DataTy = Type::getIntNTy(M.getContext(), DataBits); in doInitialization() 115 doubleUnderDataTy = ArrayType::get(DataTy, 4); in doInitialization() 118 DataTy, // call_site in doInitialization() 142 ConstantInt *CallSiteNoC = ConstantInt::get(DataTy, Number); in insertCallSiteStore() 218 Value *ExnVal = Builder.CreateLoad(DataTy, ExceptionAddr, true, "exn_val"); in setupFunctionContext() 224 Builder.CreateLoad(DataTy, SelectorAddr, true, "exn_selector_val"); in setupFunctionContext()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.h | 189 bool isLegalMaskedLoad(Type *DataTy, Align Alignment, 192 bool isLegalMaskedStore(Type *DataTy, Align Alignment, in isLegalMaskedStore() argument 194 return isLegalMaskedLoad(DataTy, Alignment, AddressSpace); in isLegalMaskedStore() 287 getGatherScatterOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr,
|
| H A D | ARMTargetTransformInfo.cpp | 1126 bool ARMTTIImpl::isLegalMaskedLoad(Type *DataTy, Align Alignment, in isLegalMaskedLoad() argument 1131 if (auto *VecTy = dyn_cast<FixedVectorType>(DataTy)) { in isLegalMaskedLoad() 1137 unsigned VecWidth = DataTy->getPrimitiveSizeInBits(); in isLegalMaskedLoad() 1142 unsigned EltWidth = DataTy->getScalarSizeInBits(); in isLegalMaskedLoad() 1661 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 1665 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 1668 assert(DataTy->isVectorTy() && "Can't do gather/scatters on scalar!"); in getGatherScatterOpCost() 1669 auto *VTy = cast<FixedVectorType>(DataTy); in getGatherScatterOpCost() 1675 std::pair<InstructionCost, MVT> LT = getTypeLegalizationCost(DataTy); in getGatherScatterOpCost()
|
| H A D | ARMISelDAGToDAG.cpp | 2803 EVT DataTy = EVT::getVectorVT(*CurDAG->getContext(), MVT::i64, NumVecs * 2); in SelectMVE_VLD() local 2804 SmallVector<EVT, 4> ResultTys = {DataTy, MVT::Other}; in SelectMVE_VLD() 2808 CurDAG->getMachineNode(TargetOpcode::IMPLICIT_DEF, Loc, DataTy), 0); in SelectMVE_VLD() 2821 ResultTys = {DataTy, MVT::i32, MVT::Other}; in SelectMVE_VLD()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 1075 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 1078 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 1082 !isLegalMaskedGather(DataTy, Align(Alignment))) || in getGatherScatterOpCost() 1084 !isLegalMaskedScatter(DataTy, Align(Alignment)))) in getGatherScatterOpCost() 1085 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 1091 auto &VTy = *cast<VectorType>(DataTy); in getGatherScatterOpCost() 1100 unsigned Opcode, Type *DataTy, bool VariableMask, Align Alignment, in getExpandCompressMemoryOpCost() argument 1103 isLegalMaskedCompressStore(DataTy, Alignment)) || in getExpandCompressMemoryOpCost() 1105 isLegalMaskedExpandLoad(DataTy, Alignment)); in getExpandCompressMemoryOpCost() 1107 return BaseT::getExpandCompressMemoryOpCost(Opcode, DataTy, VariableMask, in getExpandCompressMemoryOpCost() [all …]
|
| H A D | RISCVTargetTransformInfo.h | 182 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy, 193 InstructionCost getStridedMemoryOpCost(unsigned Opcode, Type *DataTy, 336 bool isLegalMaskedCompressStore(Type *DataTy, Align Alignment) const override;
|
| /freebsd/contrib/llvm-project/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 523 Type *DataTy = Val->getType(); in CreateMaskedStore() local 524 assert(DataTy->isVectorTy() && "Val should be a vector"); in CreateMaskedStore() 526 Type *OverloadedTypes[] = { DataTy, PtrTy }; in CreateMaskedStore() 584 auto *DataTy = cast<VectorType>(Data->getType()); in CreateMaskedScatter() local 590 Type *OverloadedTypes[] = {DataTy, PtrsTy}; in CreateMaskedScatter() 633 Type *DataTy = Val->getType(); in CreateMaskedCompressStore() local 634 assert(DataTy->isVectorTy() && "Val should be a vector"); in CreateMaskedCompressStore() 636 Type *OverloadedTypes[] = {DataTy}; in CreateMaskedCompressStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonTargetTransformInfo.cpp | 239 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 241 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost()
|
| H A D | HexagonTargetTransformInfo.h | 130 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86TargetTransformInfo.h | 188 InstructionCost getGatherScatterOpCost(unsigned Opcode, Type *DataTy, 323 Type *DataTy, const Value *Ptr,
|
| H A D | X86TargetTransformInfo.cpp | 6298 bool X86TTIImpl::isLegalMaskedLoad(Type *DataTy, Align Alignment, in isLegalMaskedLoad() argument 6300 Type *ScalarTy = DataTy->getScalarType(); in isLegalMaskedLoad() 6303 if (isa<VectorType>(DataTy) && in isLegalMaskedLoad() 6304 cast<FixedVectorType>(DataTy)->getNumElements() == 1) in isLegalMaskedLoad() 6311 bool X86TTIImpl::isLegalMaskedStore(Type *DataTy, Align Alignment, in isLegalMaskedStore() argument 6313 Type *ScalarTy = DataTy->getScalarType(); in isLegalMaskedStore() 6316 if (isa<VectorType>(DataTy) && in isLegalMaskedStore() 6317 cast<FixedVectorType>(DataTy)->getNumElements() == 1) in isLegalMaskedStore() 6367 bool X86TTIImpl::isLegalMaskedExpandLoad(Type *DataTy, Align Alignment) const { in isLegalMaskedExpandLoad() argument 6368 if (!isa<VectorType>(DataTy)) in isLegalMaskedExpandLoad() [all …]
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 211 InstructionCost getCommonMaskedMemoryOpCost(unsigned Opcode, Type *DataTy, 218 if (isa<ScalableVectorType>(DataTy)) 221 auto *VT = cast<FixedVectorType>(DataTy); 255 FixedVectorType::get(Type::getInt1Ty(DataTy->getContext()), VF), 1527 getMaskedMemoryOpCost(unsigned Opcode, Type *DataTy, Align Alignment, in getMaskedMemoryOpCost() argument 1531 return getCommonMaskedMemoryOpCost(Opcode, DataTy, Alignment, true, false, in getMaskedMemoryOpCost() 1536 getGatherScatterOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr, 1540 return getCommonMaskedMemoryOpCost(Opcode, DataTy, Alignment, VariableMask, 1545 getExpandCompressMemoryOpCost(unsigned Opcode, Type *DataTy, 1551 return getCommonMaskedMemoryOpCost(Opcode, DataTy, Alignment, VariableMask, [all …]
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/DirectX/ |
| H A D | DXILOpLowering.cpp | 602 Type *DataTy = Data->getType(); in lowerBufferStore() local 603 Type *ScalarTy = DataTy->getScalarType(); in lowerBufferStore() 606 DL.getTypeSizeInBits(DataTy) / DL.getTypeSizeInBits(ScalarTy); in lowerBufferStore() 617 if (DataTy == ScalarTy) in lowerBufferStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 1174 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 1177 Opcode, DataTy, Ptr, VariableMask, Alignment, CostKind, I); in getGatherScatterOpCost() 1184 unsigned Opcode, Type *DataTy, bool VariableMask, Align Alignment, in getExpandCompressMemoryOpCost() argument 1187 Opcode, DataTy, VariableMask, Alignment, CostKind, I); in getExpandCompressMemoryOpCost() 1193 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getStridedMemoryOpCost() argument 1196 Opcode, DataTy, Ptr, VariableMask, Alignment, CostKind, I); in getStridedMemoryOpCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | InstrProfiling.cpp | 1540 auto *DataTy = StructType::get(Ctx, ArrayRef(DataTypes)); in getOrCreateVTableProfData() local 1557 new GlobalVariable(M, DataTy, /*constant=*/false, Linkage, in getOrCreateVTableProfData() 1558 ConstantStruct::get(DataTy, DataVals), in getOrCreateVTableProfData() 1811 auto *DataTy = StructType::get(Ctx, ArrayRef(DataTypes)); in createDataVariable() local 1841 new GlobalVariable(M, DataTy, false, Linkage, nullptr, DataVarName); in createDataVariable() 1870 Data->setInitializer(ConstantStruct::get(DataTy, DataVals)); in createDataVariable()
|
| /freebsd/contrib/llvm-project/clang/lib/CodeGen/TargetBuiltins/ |
| H A D | AMDGPU.cpp | 354 llvm::Type *DataTy = ConvertType(E->getArg(0)->getType()); in EmitAMDGPUBuiltinExpr() local 355 unsigned Size = DataTy->getPrimitiveSizeInBits(); in EmitAMDGPUBuiltinExpr() 372 if (!DataTy->isIntegerTy()) in EmitAMDGPUBuiltinExpr() 382 if (Size < 32 && !DataTy->isIntegerTy()) in EmitAMDGPUBuiltinExpr() 385 return Builder.CreateTruncOrBitCast(V, DataTy); in EmitAMDGPUBuiltinExpr()
|
| H A D | ARM.cpp | 5346 llvm::Type *DataTy = F->getFunctionType()->getParamType(1); in EmitAArch64BuiltinExpr() local 5347 Arg1 = Builder.CreateZExtOrBitCast(Arg1, DataTy); in EmitAArch64BuiltinExpr()
|
| /freebsd/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 1558 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, 1571 unsigned Opcode, Type *DataTy, bool VariableMask, Align Alignment, 1585 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask,
|
| H A D | TargetTransformInfoImpl.h | 847 getGatherScatterOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr, 855 unsigned Opcode, Type *DataTy, bool VariableMask, Align Alignment, 861 getStridedMemoryOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr,
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/RISCV/GISel/ |
| H A D | RISCVLegalizerInfo.cpp | 920 LLT DataTy = MRI.getType(DstReg); in legalizeLoadStore() local 921 if (!DataTy.isVector()) in legalizeLoadStore() 930 EVT VT = EVT::getEVT(getTypeForLLT(DataTy, Ctx)); in legalizeLoadStore() 935 unsigned EltSizeBits = DataTy.getScalarSizeInBits(); in legalizeLoadStore() 941 DataTy.getElementCount().getKnownMinValue() * (EltSizeBits / 8); in legalizeLoadStore()
|
| /freebsd/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanRecipes.cpp | 3112 auto *DataTy = VectorType::get(ScalarDataTy, State.VF); in execute() local 3129 NewLI = Builder.CreateMaskedGather(DataTy, Addr, Alignment, Mask, nullptr, in execute() 3133 Builder.CreateMaskedLoad(DataTy, Addr, Alignment, Mask, in execute() 3134 PoisonValue::get(DataTy), "wide.masked.load"); in execute() 3136 NewLI = Builder.CreateAlignedLoad(DataTy, Addr, Alignment, "wide.load"); in execute() 3167 auto *DataTy = VectorType::get(ScalarDataTy, State.VF); in execute() local 3186 Builder.CreateIntrinsic(DataTy, Intrinsic::vp_gather, {Addr, Mask, EVL}, in execute() 3189 NewLI = Builder.CreateIntrinsic(DataTy, Intrinsic::vp_load, in execute()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 183 getGatherScatterOpCost(unsigned Opcode, Type *DataTy, const Value *Ptr,
|
| H A D | AArch64TargetTransformInfo.cpp | 4462 unsigned Opcode, Type *DataTy, const Value *Ptr, bool VariableMask, in getGatherScatterOpCost() argument 4464 if (useNeonVector(DataTy) || !isLegalMaskedGatherScatter(DataTy)) in getGatherScatterOpCost() 4465 return BaseT::getGatherScatterOpCost(Opcode, DataTy, Ptr, VariableMask, in getGatherScatterOpCost() 4467 auto *VT = cast<VectorType>(DataTy); in getGatherScatterOpCost() 4468 auto LT = getTypeLegalizationCost(DataTy); in getGatherScatterOpCost()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPULegalizerInfo.cpp | 3218 LLT DataTy = MRI.getType(DataReg); in legalizeStore() local 3220 if (hasBufferRsrcWorkaround(DataTy)) { in legalizeStore()
|