Lines Matching refs:Opcode
64 uint32_t Opcode; member
72 uint32_t Opcode; member
91 uint32_t Opcode; member
102 uint32_t Opcode; member
109 uint32_t Opcode; member
137 uint32_t Opcode; member
630 static bool buildOpFromWrapper(MachineIRBuilder &MIRBuilder, unsigned Opcode, in buildOpFromWrapper() argument
634 auto MIB = MIRBuilder.buildInstr(Opcode);
720 unsigned Opcode, MachineIRBuilder &MIRBuilder, SPIRVGlobalRegistry *GR) { in buildAtomicCompareExchangeInst() argument
722 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in buildAtomicCompareExchangeInst()
803 MIRBuilder.buildInstr(Opcode) in buildAtomicCompareExchangeInst()
820 static bool buildAtomicRMWInst(const SPIRV::IncomingCall *Call, unsigned Opcode, in buildAtomicRMWInst() argument
824 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in buildAtomicRMWInst()
846 if (Opcode == SPIRV::OpAtomicIAdd) { in buildAtomicRMWInst()
847 Opcode = SPIRV::OpAtomicFAddEXT; in buildAtomicRMWInst()
848 } else if (Opcode == SPIRV::OpAtomicISub) { in buildAtomicRMWInst()
851 Opcode = SPIRV::OpAtomicFAddEXT; in buildAtomicRMWInst()
865 MIRBuilder.buildInstr(Opcode) in buildAtomicRMWInst()
877 unsigned Opcode, in buildAtomicFloatingRMWInst() argument
886 MIRBuilder.buildInstr(Opcode) in buildAtomicFloatingRMWInst()
899 unsigned Opcode, MachineIRBuilder &MIRBuilder, in buildAtomicFlagInst() argument
901 bool IsSet = Opcode == SPIRV::OpAtomicFlagTestAndSet; in buildAtomicFlagInst()
904 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in buildAtomicFlagInst()
915 assert((Opcode != SPIRV::OpAtomicFlagClear || in buildAtomicFlagInst()
925 auto MIB = MIRBuilder.buildInstr(Opcode); in buildAtomicFlagInst()
935 static bool buildBarrierInst(const SPIRV::IncomingCall *Call, unsigned Opcode, in buildBarrierInst() argument
941 if ((Opcode == SPIRV::OpControlBarrierArriveINTEL || in buildBarrierInst()
942 Opcode == SPIRV::OpControlBarrierWaitINTEL) && in buildBarrierInst()
951 return buildOpFromWrapper(MIRBuilder, Opcode, Call, Register(0)); in buildBarrierInst()
966 if (Opcode == SPIRV::OpMemoryBarrier) in buildBarrierInst()
970 else if (Opcode == SPIRV::OpControlBarrierArriveINTEL) in buildBarrierInst()
972 else if (Opcode == SPIRV::OpControlBarrierWaitINTEL) in buildBarrierInst()
986 ((Opcode != SPIRV::OpMemoryBarrier && Call->Arguments.size() == 2) || in buildBarrierInst()
987 (Opcode == SPIRV::OpMemoryBarrier && Call->Arguments.size() == 3)) && in buildBarrierInst()
989 Register ScopeArg = (Opcode == SPIRV::OpMemoryBarrier) ? Call->Arguments[2] in buildBarrierInst()
995 (Opcode == SPIRV::OpMemoryBarrier)) in buildBarrierInst()
1004 auto MIB = MIRBuilder.buildInstr(Opcode).addUse(ScopeReg); in buildBarrierInst()
1005 if (Opcode != SPIRV::OpMemoryBarrier) in buildBarrierInst()
1013 unsigned Opcode, in buildExtendedBitOpsInst() argument
1019 if ((Opcode == SPIRV::OpBitFieldInsert || in buildExtendedBitOpsInst()
1020 Opcode == SPIRV::OpBitFieldSExtract || in buildExtendedBitOpsInst()
1021 Opcode == SPIRV::OpBitFieldUExtract || Opcode == SPIRV::OpBitReverse) && in buildExtendedBitOpsInst()
1031 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in buildExtendedBitOpsInst()
1034 auto MIB = MIRBuilder.buildInstr(Opcode) in buildExtendedBitOpsInst()
1045 unsigned Opcode, in buildBindlessImageINTELInst() argument
1050 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in buildBindlessImageINTELInst()
1053 MIRBuilder.buildInstr(Opcode) in buildBindlessImageINTELInst()
1063 const SPIRV::IncomingCall *Call, unsigned Opcode, in buildTernaryBitwiseFunctionINTELInst() argument
1067 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in buildTernaryBitwiseFunctionINTELInst()
1070 auto MIB = MIRBuilder.buildInstr(Opcode) in buildTernaryBitwiseFunctionINTELInst()
1081 unsigned Opcode, in build2DBlockIOINTELInst() argument
1086 return buildOpFromWrapper(MIRBuilder, Opcode, Call, Register(0)); in build2DBlockIOINTELInst()
1088 auto MIB = MIRBuilder.buildInstr(Opcode) in build2DBlockIOINTELInst()
1152 unsigned Opcode = in generateRelationalInst() local
1153 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateRelationalInst()
1161 auto MIB = MIRBuilder.buildInstr(Opcode) in generateRelationalInst()
1184 if (GroupBuiltin->Opcode == in generateGroupInst()
1188 return buildOpFromWrapper(MIRBuilder, GroupBuiltin->Opcode, Call, in generateGroupInst()
1200 auto MIB = MIRBuilder.buildInstr(GroupBuiltin->Opcode) in generateGroupInst()
1258 if (GroupBuiltin->Opcode == SPIRV::OpGroupBroadcast && in generateGroupInst()
1287 auto MIB = MIRBuilder.buildInstr(GroupBuiltin->Opcode) in generateGroupInst()
1334 uint32_t OpCode = IntelSubgroups->Opcode; in generateIntelSubgroupsInst()
1419 auto MIB = MIRBuilder.buildInstr(GroupUniform->Opcode) in generateGroupUniformInst()
1614 unsigned Opcode = in generateAtomicInst() local
1615 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateAtomicInst()
1617 switch (Opcode) { in generateAtomicInst()
1626 return buildAtomicCompareExchangeInst(Call, Builtin, Opcode, MIRBuilder, in generateAtomicInst()
1634 return buildAtomicRMWInst(Call, Opcode, MIRBuilder, GR); in generateAtomicInst()
1639 return buildAtomicFlagInst(Call, Opcode, MIRBuilder, GR); in generateAtomicInst()
1642 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in generateAtomicInst()
1653 unsigned Opcode = SPIRV::lookupAtomicFloatingBuiltin(Builtin->Name)->Opcode; in generateAtomicFloatingInst() local
1655 switch (Opcode) { in generateAtomicFloatingInst()
1659 return buildAtomicFloatingRMWInst(Call, Opcode, MIRBuilder, GR); in generateAtomicFloatingInst()
1670 unsigned Opcode = in generateBarrierInst() local
1671 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateBarrierInst()
1673 return buildBarrierInst(Call, Opcode, MIRBuilder, GR); in generateBarrierInst()
1681 unsigned Opcode = in generateCastToPtrInst() local
1682 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateCastToPtrInst()
1684 if (Opcode == SPIRV::OpGenericCastToPtrExplicit) { in generateCastToPtrInst()
1690 MIRBuilder.buildInstr(Opcode) in generateCastToPtrInst()
1726 OC = IntDot->Opcode; in generateDotOrFMulInst()
1810 unsigned Opcode = in generateICarryBorrowInst() local
1811 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateICarryBorrowInst()
1827 switch (Opcode) { in generateICarryBorrowInst()
1829 Opcode = SPIRV::OpIAddCarryV; in generateICarryBorrowInst()
1832 Opcode = SPIRV::OpISubBorrowV; in generateICarryBorrowInst()
1846 MIRBuilder.buildInstr(Opcode) in generateICarryBorrowInst()
1900 unsigned Opcode = in generateImageSizeQueryInst() local
1902 auto MIB = MIRBuilder.buildInstr(Opcode) in generateImageSizeQueryInst()
1953 unsigned Opcode = in generateImageMiscQueryInst() local
1954 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateImageMiscQueryInst()
1961 switch (Opcode) { in generateImageMiscQueryInst()
1975 MIRBuilder.buildInstr(Opcode) in generateImageMiscQueryInst()
2189 unsigned Opcode = in generateCoopMatrInst() local
2190 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateCoopMatrInst()
2191 bool IsSet = Opcode != SPIRV::OpCooperativeMatrixStoreKHR && in generateCoopMatrInst()
2192 Opcode != SPIRV::OpCooperativeMatrixStoreCheckedINTEL && in generateCoopMatrInst()
2193 Opcode != SPIRV::OpCooperativeMatrixPrefetchINTEL; in generateCoopMatrInst()
2196 switch (Opcode) { in generateCoopMatrInst()
2218 if (Opcode == SPIRV::OpCooperativeMatrixPrefetchINTEL) { in generateCoopMatrInst()
2237 if (Opcode == SPIRV::OpCooperativeMatrixLengthKHR) { in generateCoopMatrInst()
2241 MIRBuilder.buildInstr(Opcode) in generateCoopMatrInst()
2247 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in generateCoopMatrInst()
2256 unsigned Opcode = in generateSpecConstantInst() local
2257 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateSpecConstantInst()
2260 switch (Opcode) { in generateSpecConstantInst()
2278 Opcode = ConstOperand.getCImm()->getValue().getZExtValue() in generateSpecConstantInst()
2282 auto MIB = MIRBuilder.buildInstr(Opcode) in generateSpecConstantInst()
2295 createContinuedInstructions(MIRBuilder, Opcode, 3, in generateSpecConstantInst()
2311 unsigned Opcode = in generateExtendedBitOpsInst() local
2312 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateExtendedBitOpsInst()
2314 return buildExtendedBitOpsInst(Call, Opcode, MIRBuilder, GR); in generateExtendedBitOpsInst()
2322 unsigned Opcode = in generateBindlessImageINTELInst() local
2323 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateBindlessImageINTELInst()
2325 return buildBindlessImageINTELInst(Call, Opcode, MIRBuilder, GR); in generateBindlessImageINTELInst()
2334 unsigned Opcode = in generateTernaryBitwiseFunctionINTELInst() local
2335 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateTernaryBitwiseFunctionINTELInst()
2337 return buildTernaryBitwiseFunctionINTELInst(Call, Opcode, MIRBuilder, GR); in generateTernaryBitwiseFunctionINTELInst()
2345 unsigned Opcode = in generate2DBlockIOINTELInst() local
2346 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generate2DBlockIOINTELInst()
2348 return build2DBlockIOINTELInst(Call, Opcode, MIRBuilder, GR); in generate2DBlockIOINTELInst()
2517 unsigned Opcode = in generateEnqueueInst() local
2518 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateEnqueueInst()
2520 switch (Opcode) { in generateEnqueueInst()
2523 return MIRBuilder.buildInstr(Opcode).addUse(Call->Arguments[0]); in generateEnqueueInst()
2526 return MIRBuilder.buildInstr(Opcode) in generateEnqueueInst()
2530 return MIRBuilder.buildInstr(Opcode) in generateEnqueueInst()
2535 return MIRBuilder.buildInstr(Opcode) in generateEnqueueInst()
2539 return MIRBuilder.buildInstr(Opcode) in generateEnqueueInst()
2557 unsigned Opcode = in generateAsyncCopy() local
2558 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateAsyncCopy()
2560 bool IsSet = Opcode == SPIRV::OpGroupAsyncCopy; in generateAsyncCopy()
2563 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in generateAsyncCopy()
2568 switch (Opcode) { in generateAsyncCopy()
2577 bool Res = MIRBuilder.buildInstr(Opcode) in generateAsyncCopy()
2594 return MIRBuilder.buildInstr(Opcode) in generateAsyncCopy()
2613 unsigned Opcode = in generateConvertInst() local
2614 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateConvertInst()
2615 return buildOpFromWrapper(MIRBuilder, Opcode, Call, in generateConvertInst()
2629 unsigned Opcode = SPIRV::OpNop; in generateConvertInst() local
2635 Opcode = Builtin->IsDestinationSigned ? SPIRV::OpSatConvertUToS in generateConvertInst()
2638 Opcode = Builtin->IsDestinationSigned ? SPIRV::OpUConvert in generateConvertInst()
2652 Opcode = SPIRV::OpConvertBF16ToFINTEL; in generateConvertInst()
2656 Opcode = IsSourceSigned ? SPIRV::OpConvertSToF : SPIRV::OpConvertUToF; in generateConvertInst()
2673 Opcode = SPIRV::OpConvertFToBF16INTEL; in generateConvertInst()
2675 Opcode = Builtin->IsDestinationSigned ? SPIRV::OpConvertFToS in generateConvertInst()
2681 Opcode = SPIRV::OpFConvert; in generateConvertInst()
2698 assert(Opcode != SPIRV::OpNop && in generateConvertInst()
2701 MIRBuilder.buildInstr(Opcode) in generateConvertInst()
2739 unsigned Opcode = in generateLoadStoreInst() local
2740 SPIRV::lookupNativeBuiltin(Builtin->Name, Builtin->Set)->Opcode; in generateLoadStoreInst()
2741 bool IsLoad = Opcode == SPIRV::OpLoad; in generateLoadStoreInst()
2743 auto MIB = MIRBuilder.buildInstr(Opcode); in generateLoadStoreInst()
2794 return std::make_tuple(Call->Builtin->Group, R->Opcode, 0); in mapBuiltinToOpcode()
2808 return std::make_tuple(Call->Builtin->Group, R->Opcode, 0); in mapBuiltinToOpcode()
2812 return std::make_tuple(Call->Builtin->Group, R->Opcode, 0); in mapBuiltinToOpcode()
2816 return std::make_tuple(Call->Builtin->Group, R->Opcode, 0); in mapBuiltinToOpcode()
2820 return std::make_tuple(Call->Builtin->Group, R->Opcode, 0); in mapBuiltinToOpcode()
2825 return std::make_tuple(Call->Builtin->Group, R->Opcode, 0); in mapBuiltinToOpcode()
3009 uint32_t Opcode; member
3050 unsigned Opcode = TypeRecord->Opcode; in getNonParameterizedType() local
3052 return GR->getOrCreateOpTypeByOpcode(ExtensionType, MIRBuilder, Opcode); in getNonParameterizedType()
3104 auto Opcode = ExtensionType->getIntParameter(0); in getInlineSpirvType() local
3145 return GR->getOrCreateUnknownType(ExtensionType, MIRBuilder, Opcode, in getInlineSpirvType()
3262 switch (TypeRecord->Opcode) { in lowerBuiltinType()