Lines Matching refs:Custom
181 setOperationAction(ISD::SETCC, VT, Custom); in addTypeForNEON()
182 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
183 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
185 setOperationAction(ISD::SINT_TO_FP, VT, Custom); in addTypeForNEON()
186 setOperationAction(ISD::UINT_TO_FP, VT, Custom); in addTypeForNEON()
187 setOperationAction(ISD::FP_TO_SINT, VT, Custom); in addTypeForNEON()
188 setOperationAction(ISD::FP_TO_UINT, VT, Custom); in addTypeForNEON()
195 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addTypeForNEON()
196 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addTypeForNEON()
204 setOperationAction(ISD::SHL, VT, Custom); in addTypeForNEON()
205 setOperationAction(ISD::SRA, VT, Custom); in addTypeForNEON()
206 setOperationAction(ISD::SRL, VT, Custom); in addTypeForNEON()
263 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
264 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
265 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
266 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
267 setOperationAction(ISD::SHL, VT, Custom); in addMVEVectorTypes()
268 setOperationAction(ISD::SRA, VT, Custom); in addMVEVectorTypes()
269 setOperationAction(ISD::SRL, VT, Custom); in addMVEVectorTypes()
275 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
276 setOperationAction(ISD::MLOAD, VT, Custom); in addMVEVectorTypes()
279 setOperationAction(ISD::CTTZ, VT, Custom); in addMVEVectorTypes()
310 setOperationAction(ISD::VECREDUCE_MUL, VT, Custom); in addMVEVectorTypes()
311 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in addMVEVectorTypes()
312 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in addMVEVectorTypes()
313 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in addMVEVectorTypes()
321 setOperationAction(ISD::FP_TO_SINT_SAT, VT, Custom); in addMVEVectorTypes()
322 setOperationAction(ISD::FP_TO_UINT_SAT, VT, Custom); in addMVEVectorTypes()
342 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
343 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
344 setOperationAction(ISD::INSERT_VECTOR_ELT, VT.getVectorElementType(), Custom); in addMVEVectorTypes()
345 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
346 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
347 setOperationAction(ISD::BUILD_VECTOR, VT.getVectorElementType(), Custom); in addMVEVectorTypes()
349 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
350 setOperationAction(ISD::MLOAD, VT, Custom); in addMVEVectorTypes()
368 setOperationAction(ISD::VECREDUCE_FADD, VT, Custom); in addMVEVectorTypes()
369 setOperationAction(ISD::VECREDUCE_FMUL, VT, Custom); in addMVEVectorTypes()
370 setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom); in addMVEVectorTypes()
371 setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom); in addMVEVectorTypes()
393 setOperationAction(ISD::VECREDUCE_FADD, MVT::v4f16, Custom); in addMVEVectorTypes()
394 setOperationAction(ISD::VECREDUCE_FMUL, MVT::v4f16, Custom); in addMVEVectorTypes()
395 setOperationAction(ISD::VECREDUCE_FMIN, MVT::v4f16, Custom); in addMVEVectorTypes()
396 setOperationAction(ISD::VECREDUCE_FMAX, MVT::v4f16, Custom); in addMVEVectorTypes()
397 setOperationAction(ISD::VECREDUCE_FADD, MVT::v2f16, Custom); in addMVEVectorTypes()
398 setOperationAction(ISD::VECREDUCE_FMUL, MVT::v2f16, Custom); in addMVEVectorTypes()
399 setOperationAction(ISD::VECREDUCE_FMIN, MVT::v2f16, Custom); in addMVEVectorTypes()
400 setOperationAction(ISD::VECREDUCE_FMAX, MVT::v2f16, Custom); in addMVEVectorTypes()
409 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
410 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
411 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
413 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
454 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addMVEVectorTypes()
455 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addMVEVectorTypes()
456 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in addMVEVectorTypes()
457 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in addMVEVectorTypes()
458 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
459 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addMVEVectorTypes()
460 setOperationAction(ISD::SETCC, VT, Custom); in addMVEVectorTypes()
462 setOperationAction(ISD::LOAD, VT, Custom); in addMVEVectorTypes()
463 setOperationAction(ISD::STORE, VT, Custom); in addMVEVectorTypes()
464 setOperationAction(ISD::TRUNCATE, VT, Custom); in addMVEVectorTypes()
486 setOperationAction(ISD::SIGN_EXTEND, MVT::v8i32, Custom); in addMVEVectorTypes()
487 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i16, Custom); in addMVEVectorTypes()
488 setOperationAction(ISD::SIGN_EXTEND, MVT::v16i32, Custom); in addMVEVectorTypes()
489 setOperationAction(ISD::ZERO_EXTEND, MVT::v8i32, Custom); in addMVEVectorTypes()
490 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i16, Custom); in addMVEVectorTypes()
491 setOperationAction(ISD::ZERO_EXTEND, MVT::v16i32, Custom); in addMVEVectorTypes()
492 setOperationAction(ISD::TRUNCATE, MVT::v8i32, Custom); in addMVEVectorTypes()
493 setOperationAction(ISD::TRUNCATE, MVT::v16i16, Custom); in addMVEVectorTypes()
781 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i32, Custom); in ARMTargetLowering()
782 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i32, Custom); in ARMTargetLowering()
783 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i64, Custom); in ARMTargetLowering()
784 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i64, Custom); in ARMTargetLowering()
794 setOperationAction(ISD::BITCAST, MVT::i16, Custom); in ARMTargetLowering()
795 setOperationAction(ISD::BITCAST, MVT::f16, Custom); in ARMTargetLowering()
805 setOperationAction(ISD::BITCAST, MVT::bf16, Custom); in ARMTargetLowering()
820 setOperationAction(ISD::ConstantFP, MVT::f32, Custom); in ARMTargetLowering()
821 setOperationAction(ISD::ConstantFP, MVT::f64, Custom); in ARMTargetLowering()
823 setOperationAction(ISD::READ_REGISTER, MVT::i64, Custom); in ARMTargetLowering()
824 setOperationAction(ISD::WRITE_REGISTER, MVT::i64, Custom); in ARMTargetLowering()
940 setOperationAction(ISD::MUL, MVT::v8i16, Custom); in ARMTargetLowering()
941 setOperationAction(ISD::MUL, MVT::v4i32, Custom); in ARMTargetLowering()
942 setOperationAction(ISD::MUL, MVT::v2i64, Custom); in ARMTargetLowering()
944 setOperationAction(ISD::SDIV, MVT::v4i16, Custom); in ARMTargetLowering()
945 setOperationAction(ISD::SDIV, MVT::v8i8, Custom); in ARMTargetLowering()
946 setOperationAction(ISD::UDIV, MVT::v4i16, Custom); in ARMTargetLowering()
947 setOperationAction(ISD::UDIV, MVT::v8i8, Custom); in ARMTargetLowering()
952 setOperationAction(ISD::SINT_TO_FP, MVT::v4i16, Custom); in ARMTargetLowering()
953 setOperationAction(ISD::SINT_TO_FP, MVT::v8i16, Custom); in ARMTargetLowering()
954 setOperationAction(ISD::UINT_TO_FP, MVT::v4i16, Custom); in ARMTargetLowering()
955 setOperationAction(ISD::UINT_TO_FP, MVT::v8i16, Custom); in ARMTargetLowering()
956 setOperationAction(ISD::FP_TO_UINT, MVT::v4i16, Custom); in ARMTargetLowering()
957 setOperationAction(ISD::FP_TO_UINT, MVT::v8i16, Custom); in ARMTargetLowering()
958 setOperationAction(ISD::FP_TO_SINT, MVT::v4i16, Custom); in ARMTargetLowering()
959 setOperationAction(ISD::FP_TO_SINT, MVT::v8i16, Custom); in ARMTargetLowering()
967 setOperationAction(ISD::CTPOP, MVT::v2i32, Custom); in ARMTargetLowering()
968 setOperationAction(ISD::CTPOP, MVT::v4i32, Custom); in ARMTargetLowering()
969 setOperationAction(ISD::CTPOP, MVT::v4i16, Custom); in ARMTargetLowering()
970 setOperationAction(ISD::CTPOP, MVT::v8i16, Custom); in ARMTargetLowering()
971 setOperationAction(ISD::CTPOP, MVT::v1i64, Custom); in ARMTargetLowering()
972 setOperationAction(ISD::CTPOP, MVT::v2i64, Custom); in ARMTargetLowering()
978 setOperationAction(ISD::CTTZ, MVT::v8i8, Custom); in ARMTargetLowering()
979 setOperationAction(ISD::CTTZ, MVT::v4i16, Custom); in ARMTargetLowering()
980 setOperationAction(ISD::CTTZ, MVT::v2i32, Custom); in ARMTargetLowering()
981 setOperationAction(ISD::CTTZ, MVT::v1i64, Custom); in ARMTargetLowering()
983 setOperationAction(ISD::CTTZ, MVT::v16i8, Custom); in ARMTargetLowering()
984 setOperationAction(ISD::CTTZ, MVT::v8i16, Custom); in ARMTargetLowering()
985 setOperationAction(ISD::CTTZ, MVT::v4i32, Custom); in ARMTargetLowering()
986 setOperationAction(ISD::CTTZ, MVT::v2i64, Custom); in ARMTargetLowering()
988 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i8, Custom); in ARMTargetLowering()
989 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i16, Custom); in ARMTargetLowering()
990 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i32, Custom); in ARMTargetLowering()
991 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v1i64, Custom); in ARMTargetLowering()
993 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v16i8, Custom); in ARMTargetLowering()
994 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v8i16, Custom); in ARMTargetLowering()
995 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v4i32, Custom); in ARMTargetLowering()
996 setOperationAction(ISD::CTTZ_ZERO_UNDEF, MVT::v2i64, Custom); in ARMTargetLowering()
1024 setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom); in ARMTargetLowering()
1025 setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom); in ARMTargetLowering()
1026 setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom); in ARMTargetLowering()
1027 setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom); in ARMTargetLowering()
1078 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom); in ARMTargetLowering()
1079 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom); in ARMTargetLowering()
1080 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom); in ARMTargetLowering()
1081 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom); in ARMTargetLowering()
1082 setOperationAction(ISD::FP_TO_SINT, MVT::f64, Custom); in ARMTargetLowering()
1083 setOperationAction(ISD::FP_TO_UINT, MVT::f64, Custom); in ARMTargetLowering()
1084 setOperationAction(ISD::FP_ROUND, MVT::f32, Custom); in ARMTargetLowering()
1085 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom); in ARMTargetLowering()
1086 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom); in ARMTargetLowering()
1087 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::f64, Custom); in ARMTargetLowering()
1088 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::f64, Custom); in ARMTargetLowering()
1089 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f32, Custom); in ARMTargetLowering()
1093 setOperationAction(ISD::FP_EXTEND, MVT::f64, Custom); in ARMTargetLowering()
1094 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f64, Custom); in ARMTargetLowering()
1096 setOperationAction(ISD::FP_ROUND, MVT::f16, Custom); in ARMTargetLowering()
1097 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom); in ARMTargetLowering()
1102 setOperationAction(ISD::FP_EXTEND, MVT::f32, Custom); in ARMTargetLowering()
1103 setOperationAction(ISD::STRICT_FP_EXTEND, MVT::f32, Custom); in ARMTargetLowering()
1142 setOperationAction(ISD::SADDO, MVT::i32, Custom); in ARMTargetLowering()
1143 setOperationAction(ISD::UADDO, MVT::i32, Custom); in ARMTargetLowering()
1144 setOperationAction(ISD::SSUBO, MVT::i32, Custom); in ARMTargetLowering()
1145 setOperationAction(ISD::USUBO, MVT::i32, Custom); in ARMTargetLowering()
1147 setOperationAction(ISD::UADDO_CARRY, MVT::i32, Custom); in ARMTargetLowering()
1148 setOperationAction(ISD::USUBO_CARRY, MVT::i32, Custom); in ARMTargetLowering()
1150 setOperationAction(ISD::SADDSAT, MVT::i8, Custom); in ARMTargetLowering()
1151 setOperationAction(ISD::SSUBSAT, MVT::i8, Custom); in ARMTargetLowering()
1152 setOperationAction(ISD::SADDSAT, MVT::i16, Custom); in ARMTargetLowering()
1153 setOperationAction(ISD::SSUBSAT, MVT::i16, Custom); in ARMTargetLowering()
1154 setOperationAction(ISD::UADDSAT, MVT::i8, Custom); in ARMTargetLowering()
1155 setOperationAction(ISD::USUBSAT, MVT::i8, Custom); in ARMTargetLowering()
1156 setOperationAction(ISD::UADDSAT, MVT::i16, Custom); in ARMTargetLowering()
1157 setOperationAction(ISD::USUBSAT, MVT::i16, Custom); in ARMTargetLowering()
1175 setOperationAction(ISD::SHL_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1176 setOperationAction(ISD::SRA_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1177 setOperationAction(ISD::SRL_PARTS, MVT::i32, Custom); in ARMTargetLowering()
1178 setOperationAction(ISD::SRL, MVT::i64, Custom); in ARMTargetLowering()
1179 setOperationAction(ISD::SRA, MVT::i64, Custom); in ARMTargetLowering()
1180 setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom); in ARMTargetLowering()
1181 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i64, Custom); in ARMTargetLowering()
1182 setOperationAction(ISD::LOAD, MVT::i64, Custom); in ARMTargetLowering()
1183 setOperationAction(ISD::STORE, MVT::i64, Custom); in ARMTargetLowering()
1188 setOperationAction(ISD::SHL, MVT::i64, Custom); in ARMTargetLowering()
1206 setOperationAction(ISD::CTTZ, MVT::i32, Custom); in ARMTargetLowering()
1218 setOperationAction(ISD::READCYCLECOUNTER, MVT::i64, Custom); in ARMTargetLowering()
1233 setOperationAction(ISD::SDIV, MVT::i32, Custom); in ARMTargetLowering()
1234 setOperationAction(ISD::UDIV, MVT::i32, Custom); in ARMTargetLowering()
1236 setOperationAction(ISD::SDIV, MVT::i64, Custom); in ARMTargetLowering()
1237 setOperationAction(ISD::UDIV, MVT::i64, Custom); in ARMTargetLowering()
1247 setOperationAction(ISD::SREM, MVT::i64, Custom); in ARMTargetLowering()
1248 setOperationAction(ISD::UREM, MVT::i64, Custom); in ARMTargetLowering()
1295 setOperationAction(ISD::SDIVREM, MVT::i32, Custom); in ARMTargetLowering()
1296 setOperationAction(ISD::UDIVREM, MVT::i32, Custom); in ARMTargetLowering()
1297 setOperationAction(ISD::SDIVREM, MVT::i64, Custom); in ARMTargetLowering()
1298 setOperationAction(ISD::UDIVREM, MVT::i64, Custom); in ARMTargetLowering()
1304 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom); in ARMTargetLowering()
1305 setOperationAction(ISD::ConstantPool, MVT::i32, Custom); in ARMTargetLowering()
1306 setOperationAction(ISD::GlobalTLSAddress, MVT::i32, Custom); in ARMTargetLowering()
1307 setOperationAction(ISD::BlockAddress, MVT::i32, Custom); in ARMTargetLowering()
1313 setOperationAction(ISD::VASTART, MVT::Other, Custom); in ARMTargetLowering()
1321 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Custom); in ARMTargetLowering()
1332 setOperationAction(ISD::ATOMIC_FENCE, MVT::Other, Custom); in ARMTargetLowering()
1334 setOperationAction(ISD::ATOMIC_CMP_SWAP, MVT::i64, Custom); in ARMTargetLowering()
1351 Subtarget->hasAnyDataBarrier() ? Custom : Expand); in ARMTargetLowering()
1369 setOperationAction(ISD::ATOMIC_LOAD, MVT::i32, Custom); in ARMTargetLowering()
1370 setOperationAction(ISD::ATOMIC_STORE, MVT::i32, Custom); in ARMTargetLowering()
1400 setOperationAction(ISD::PREFETCH, MVT::Other, Custom); in ARMTargetLowering()
1413 setOperationAction(ISD::BITCAST, MVT::i64, Custom); in ARMTargetLowering()
1414 setOperationAction(ISD::GET_ROUNDING, MVT::i32, Custom); in ARMTargetLowering()
1415 setOperationAction(ISD::SET_ROUNDING, MVT::Other, Custom); in ARMTargetLowering()
1420 setOperationAction(ISD::SET_FPMODE, MVT::i32, Custom); in ARMTargetLowering()
1421 setOperationAction(ISD::RESET_FPMODE, MVT::Other, Custom); in ARMTargetLowering()
1425 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom); in ARMTargetLowering()
1426 setOperationAction(ISD::EH_SJLJ_SETJMP, MVT::i32, Custom); in ARMTargetLowering()
1427 setOperationAction(ISD::EH_SJLJ_LONGJMP, MVT::Other, Custom); in ARMTargetLowering()
1428 setOperationAction(ISD::EH_SJLJ_SETUP_DISPATCH, MVT::Other, Custom); in ARMTargetLowering()
1435 setOperationAction(ISD::SELECT, MVT::i32, Custom); in ARMTargetLowering()
1436 setOperationAction(ISD::SELECT, MVT::f32, Custom); in ARMTargetLowering()
1437 setOperationAction(ISD::SELECT, MVT::f64, Custom); in ARMTargetLowering()
1438 setOperationAction(ISD::SELECT_CC, MVT::i32, Custom); in ARMTargetLowering()
1439 setOperationAction(ISD::SELECT_CC, MVT::f32, Custom); in ARMTargetLowering()
1440 setOperationAction(ISD::SELECT_CC, MVT::f64, Custom); in ARMTargetLowering()
1443 setOperationAction(ISD::SELECT, MVT::f16, Custom); in ARMTargetLowering()
1444 setOperationAction(ISD::SELECT_CC, MVT::f16, Custom); in ARMTargetLowering()
1447 setOperationAction(ISD::SETCCCARRY, MVT::i32, Custom); in ARMTargetLowering()
1449 setOperationAction(ISD::BRCOND, MVT::Other, Custom); in ARMTargetLowering()
1450 setOperationAction(ISD::BR_CC, MVT::i32, Custom); in ARMTargetLowering()
1452 setOperationAction(ISD::BR_CC, MVT::f16, Custom); in ARMTargetLowering()
1453 setOperationAction(ISD::BR_CC, MVT::f32, Custom); in ARMTargetLowering()
1454 setOperationAction(ISD::BR_CC, MVT::f64, Custom); in ARMTargetLowering()
1455 setOperationAction(ISD::BR_JT, MVT::Other, Custom); in ARMTargetLowering()
1468 setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom); in ARMTargetLowering()
1469 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom); in ARMTargetLowering()
1494 setOperationAction(ISD::STRICT_FSETCC, MVT::f16, Custom); in ARMTargetLowering()
1495 setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom); in ARMTargetLowering()
1496 setOperationAction(ISD::STRICT_FSETCC, MVT::f32, Custom); in ARMTargetLowering()
1497 setOperationAction(ISD::STRICT_FSETCCS, MVT::f32, Custom); in ARMTargetLowering()
1498 setOperationAction(ISD::STRICT_FSETCC, MVT::f64, Custom); in ARMTargetLowering()
1499 setOperationAction(ISD::STRICT_FSETCCS, MVT::f64, Custom); in ARMTargetLowering()
1505 setOperationAction(ISD::FSINCOS, MVT::f64, Custom); in ARMTargetLowering()
1506 setOperationAction(ISD::FSINCOS, MVT::f32, Custom); in ARMTargetLowering()