Lines Matching refs:Custom
392 setOperationAction(ISD::LOAD, MVT::i64x8, Custom); in AArch64TargetLowering()
393 setOperationAction(ISD::STORE, MVT::i64x8, Custom); in AArch64TargetLowering()
468 setOperationAction(ISD::SELECT, MVT::aarch64svcount, Custom); in AArch64TargetLowering()
476 setOperationAction(ISD::GlobalAddress, MVT::i64, Custom); in AArch64TargetLowering()
477 setOperationAction(ISD::GlobalTLSAddress, MVT::i64, Custom); in AArch64TargetLowering()
478 setOperationAction(ISD::SETCC, MVT::i32, Custom); in AArch64TargetLowering()
479 setOperationAction(ISD::SETCC, MVT::i64, Custom); in AArch64TargetLowering()
480 setOperationAction(ISD::SETCC, MVT::bf16, Custom); in AArch64TargetLowering()
481 setOperationAction(ISD::SETCC, MVT::f16, Custom); in AArch64TargetLowering()
482 setOperationAction(ISD::SETCC, MVT::f32, Custom); in AArch64TargetLowering()
483 setOperationAction(ISD::SETCC, MVT::f64, Custom); in AArch64TargetLowering()
484 setOperationAction(ISD::STRICT_FSETCC, MVT::bf16, Custom); in AArch64TargetLowering()
485 setOperationAction(ISD::STRICT_FSETCC, MVT::f16, Custom); in AArch64TargetLowering()
486 setOperationAction(ISD::STRICT_FSETCC, MVT::f32, Custom); in AArch64TargetLowering()
487 setOperationAction(ISD::STRICT_FSETCC, MVT::f64, Custom); in AArch64TargetLowering()
488 setOperationAction(ISD::STRICT_FSETCCS, MVT::f16, Custom); in AArch64TargetLowering()
489 setOperationAction(ISD::STRICT_FSETCCS, MVT::f32, Custom); in AArch64TargetLowering()
490 setOperationAction(ISD::STRICT_FSETCCS, MVT::f64, Custom); in AArch64TargetLowering()
493 setOperationAction(ISD::BRCOND, MVT::Other, Custom); in AArch64TargetLowering()
494 setOperationAction(ISD::BR_CC, MVT::i32, Custom); in AArch64TargetLowering()
495 setOperationAction(ISD::BR_CC, MVT::i64, Custom); in AArch64TargetLowering()
496 setOperationAction(ISD::BR_CC, MVT::f16, Custom); in AArch64TargetLowering()
497 setOperationAction(ISD::BR_CC, MVT::f32, Custom); in AArch64TargetLowering()
498 setOperationAction(ISD::BR_CC, MVT::f64, Custom); in AArch64TargetLowering()
499 setOperationAction(ISD::SELECT, MVT::i32, Custom); in AArch64TargetLowering()
500 setOperationAction(ISD::SELECT, MVT::i64, Custom); in AArch64TargetLowering()
501 setOperationAction(ISD::SELECT, MVT::f16, Custom); in AArch64TargetLowering()
502 setOperationAction(ISD::SELECT, MVT::bf16, Custom); in AArch64TargetLowering()
503 setOperationAction(ISD::SELECT, MVT::f32, Custom); in AArch64TargetLowering()
504 setOperationAction(ISD::SELECT, MVT::f64, Custom); in AArch64TargetLowering()
505 setOperationAction(ISD::SELECT_CC, MVT::i32, Custom); in AArch64TargetLowering()
506 setOperationAction(ISD::SELECT_CC, MVT::i64, Custom); in AArch64TargetLowering()
507 setOperationAction(ISD::SELECT_CC, MVT::f16, Custom); in AArch64TargetLowering()
508 setOperationAction(ISD::SELECT_CC, MVT::bf16, Custom); in AArch64TargetLowering()
509 setOperationAction(ISD::SELECT_CC, MVT::f32, Custom); in AArch64TargetLowering()
510 setOperationAction(ISD::SELECT_CC, MVT::f64, Custom); in AArch64TargetLowering()
511 setOperationAction(ISD::BR_JT, MVT::Other, Custom); in AArch64TargetLowering()
512 setOperationAction(ISD::JumpTable, MVT::i64, Custom); in AArch64TargetLowering()
513 setOperationAction(ISD::BRIND, MVT::Other, Custom); in AArch64TargetLowering()
514 setOperationAction(ISD::SETCCCARRY, MVT::i64, Custom); in AArch64TargetLowering()
516 setOperationAction(ISD::PtrAuthGlobalAddress, MVT::i64, Custom); in AArch64TargetLowering()
518 setOperationAction(ISD::SHL_PARTS, MVT::i64, Custom); in AArch64TargetLowering()
519 setOperationAction(ISD::SRA_PARTS, MVT::i64, Custom); in AArch64TargetLowering()
520 setOperationAction(ISD::SRL_PARTS, MVT::i64, Custom); in AArch64TargetLowering()
530 setOperationAction(ISD::XOR, MVT::i32, Custom); in AArch64TargetLowering()
531 setOperationAction(ISD::XOR, MVT::i64, Custom); in AArch64TargetLowering()
552 setOperationAction(ISD::SETCC, MVT::f128, Custom); in AArch64TargetLowering()
553 setOperationAction(ISD::STRICT_FSETCC, MVT::f128, Custom); in AArch64TargetLowering()
554 setOperationAction(ISD::STRICT_FSETCCS, MVT::f128, Custom); in AArch64TargetLowering()
555 setOperationAction(ISD::BR_CC, MVT::f128, Custom); in AArch64TargetLowering()
556 setOperationAction(ISD::SELECT, MVT::f128, Custom); in AArch64TargetLowering()
557 setOperationAction(ISD::SELECT_CC, MVT::f128, Custom); in AArch64TargetLowering()
558 setOperationAction(ISD::FP_EXTEND, MVT::f128, Custom); in AArch64TargetLowering()
564 setOperationAction(ISD::FP_TO_SINT, MVT::i32, Custom); in AArch64TargetLowering()
565 setOperationAction(ISD::FP_TO_SINT, MVT::i64, Custom); in AArch64TargetLowering()
566 setOperationAction(ISD::FP_TO_SINT, MVT::i128, Custom); in AArch64TargetLowering()
567 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i32, Custom); in AArch64TargetLowering()
568 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i64, Custom); in AArch64TargetLowering()
569 setOperationAction(ISD::STRICT_FP_TO_SINT, MVT::i128, Custom); in AArch64TargetLowering()
570 setOperationAction(ISD::FP_TO_UINT, MVT::i32, Custom); in AArch64TargetLowering()
571 setOperationAction(ISD::FP_TO_UINT, MVT::i64, Custom); in AArch64TargetLowering()
572 setOperationAction(ISD::FP_TO_UINT, MVT::i128, Custom); in AArch64TargetLowering()
573 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i32, Custom); in AArch64TargetLowering()
574 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i64, Custom); in AArch64TargetLowering()
575 setOperationAction(ISD::STRICT_FP_TO_UINT, MVT::i128, Custom); in AArch64TargetLowering()
576 setOperationAction(ISD::SINT_TO_FP, MVT::i32, Custom); in AArch64TargetLowering()
577 setOperationAction(ISD::SINT_TO_FP, MVT::i64, Custom); in AArch64TargetLowering()
578 setOperationAction(ISD::SINT_TO_FP, MVT::i128, Custom); in AArch64TargetLowering()
579 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i32, Custom); in AArch64TargetLowering()
580 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i64, Custom); in AArch64TargetLowering()
581 setOperationAction(ISD::STRICT_SINT_TO_FP, MVT::i128, Custom); in AArch64TargetLowering()
582 setOperationAction(ISD::UINT_TO_FP, MVT::i32, Custom); in AArch64TargetLowering()
583 setOperationAction(ISD::UINT_TO_FP, MVT::i64, Custom); in AArch64TargetLowering()
584 setOperationAction(ISD::UINT_TO_FP, MVT::i128, Custom); in AArch64TargetLowering()
585 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i32, Custom); in AArch64TargetLowering()
586 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i64, Custom); in AArch64TargetLowering()
587 setOperationAction(ISD::STRICT_UINT_TO_FP, MVT::i128, Custom); in AArch64TargetLowering()
589 setOperationAction(ISD::FP_ROUND, MVT::f16, Custom); in AArch64TargetLowering()
590 setOperationAction(ISD::FP_ROUND, MVT::bf16, Custom); in AArch64TargetLowering()
592 setOperationAction(ISD::FP_ROUND, MVT::f32, Custom); in AArch64TargetLowering()
593 setOperationAction(ISD::FP_ROUND, MVT::f64, Custom); in AArch64TargetLowering()
595 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f16, Custom); in AArch64TargetLowering()
596 setOperationAction(ISD::STRICT_FP_ROUND, MVT::bf16, Custom); in AArch64TargetLowering()
598 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f32, Custom); in AArch64TargetLowering()
599 setOperationAction(ISD::STRICT_FP_ROUND, MVT::f64, Custom); in AArch64TargetLowering()
601 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i32, Custom); in AArch64TargetLowering()
602 setOperationAction(ISD::FP_TO_UINT_SAT, MVT::i64, Custom); in AArch64TargetLowering()
603 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i32, Custom); in AArch64TargetLowering()
604 setOperationAction(ISD::FP_TO_SINT_SAT, MVT::i64, Custom); in AArch64TargetLowering()
607 setOperationAction(ISD::VASTART, MVT::Other, Custom); in AArch64TargetLowering()
608 setOperationAction(ISD::VAARG, MVT::Other, Custom); in AArch64TargetLowering()
609 setOperationAction(ISD::VACOPY, MVT::Other, Custom); in AArch64TargetLowering()
617 setOperationAction(ISD::FSHR, MVT::i32, Custom); in AArch64TargetLowering()
618 setOperationAction(ISD::FSHR, MVT::i64, Custom); in AArch64TargetLowering()
619 setOperationAction(ISD::FSHL, MVT::i32, Custom); in AArch64TargetLowering()
620 setOperationAction(ISD::FSHL, MVT::i64, Custom); in AArch64TargetLowering()
622 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i64, Custom); in AArch64TargetLowering()
625 setOperationAction(ISD::ConstantPool, MVT::i64, Custom); in AArch64TargetLowering()
628 setOperationAction(ISD::BlockAddress, MVT::i64, Custom); in AArch64TargetLowering()
672 setOperationAction(ISD::CTPOP, MVT::i32, Custom); in AArch64TargetLowering()
673 setOperationAction(ISD::CTPOP, MVT::i64, Custom); in AArch64TargetLowering()
674 setOperationAction(ISD::CTPOP, MVT::i128, Custom); in AArch64TargetLowering()
676 setOperationAction(ISD::PARITY, MVT::i64, Custom); in AArch64TargetLowering()
677 setOperationAction(ISD::PARITY, MVT::i128, Custom); in AArch64TargetLowering()
679 setOperationAction(ISD::ABS, MVT::i32, Custom); in AArch64TargetLowering()
680 setOperationAction(ISD::ABS, MVT::i64, Custom); in AArch64TargetLowering()
697 setOperationAction(ISD::SADDO, MVT::i32, Custom); in AArch64TargetLowering()
698 setOperationAction(ISD::SADDO, MVT::i64, Custom); in AArch64TargetLowering()
699 setOperationAction(ISD::UADDO, MVT::i32, Custom); in AArch64TargetLowering()
700 setOperationAction(ISD::UADDO, MVT::i64, Custom); in AArch64TargetLowering()
701 setOperationAction(ISD::SSUBO, MVT::i32, Custom); in AArch64TargetLowering()
702 setOperationAction(ISD::SSUBO, MVT::i64, Custom); in AArch64TargetLowering()
703 setOperationAction(ISD::USUBO, MVT::i32, Custom); in AArch64TargetLowering()
704 setOperationAction(ISD::USUBO, MVT::i64, Custom); in AArch64TargetLowering()
705 setOperationAction(ISD::SMULO, MVT::i32, Custom); in AArch64TargetLowering()
706 setOperationAction(ISD::SMULO, MVT::i64, Custom); in AArch64TargetLowering()
707 setOperationAction(ISD::UMULO, MVT::i32, Custom); in AArch64TargetLowering()
708 setOperationAction(ISD::UMULO, MVT::i64, Custom); in AArch64TargetLowering()
710 setOperationAction(ISD::UADDO_CARRY, MVT::i32, Custom); in AArch64TargetLowering()
711 setOperationAction(ISD::UADDO_CARRY, MVT::i64, Custom); in AArch64TargetLowering()
712 setOperationAction(ISD::USUBO_CARRY, MVT::i32, Custom); in AArch64TargetLowering()
713 setOperationAction(ISD::USUBO_CARRY, MVT::i64, Custom); in AArch64TargetLowering()
714 setOperationAction(ISD::SADDO_CARRY, MVT::i32, Custom); in AArch64TargetLowering()
715 setOperationAction(ISD::SADDO_CARRY, MVT::i64, Custom); in AArch64TargetLowering()
716 setOperationAction(ISD::SSUBO_CARRY, MVT::i32, Custom); in AArch64TargetLowering()
717 setOperationAction(ISD::SSUBO_CARRY, MVT::i64, Custom); in AArch64TargetLowering()
725 setOperationAction(ISD::FCOPYSIGN, MVT::f64, Custom); in AArch64TargetLowering()
726 setOperationAction(ISD::FCOPYSIGN, MVT::f32, Custom); in AArch64TargetLowering()
728 setOperationAction(ISD::FCOPYSIGN, MVT::f16, Custom); in AArch64TargetLowering()
729 setOperationAction(ISD::FCOPYSIGN, MVT::bf16, Custom); in AArch64TargetLowering()
805 setOperationAction(Op, ScalarVT, Custom); in AArch64TargetLowering()
824 setOperationAction(ISD::SETCC, V4Narrow, Custom); in AArch64TargetLowering()
828 setOperationAction(ISD::FCOPYSIGN, V4Narrow, Custom); in AArch64TargetLowering()
835 setOperationAction(ISD::FCOPYSIGN, V8Narrow, Custom); in AArch64TargetLowering()
859 setOperationAction(ISD::FP_ROUND, MVT::v4f32, Custom); in AArch64TargetLowering()
860 setOperationAction(ISD::FP_ROUND, MVT::v4bf16, Custom); in AArch64TargetLowering()
893 setOperationAction(ISD::PREFETCH, MVT::Other, Custom); in AArch64TargetLowering()
895 setOperationAction(ISD::GET_ROUNDING, MVT::i32, Custom); in AArch64TargetLowering()
896 setOperationAction(ISD::SET_ROUNDING, MVT::Other, Custom); in AArch64TargetLowering()
897 setOperationAction(ISD::GET_FPMODE, MVT::i32, Custom); in AArch64TargetLowering()
898 setOperationAction(ISD::SET_FPMODE, MVT::i32, Custom); in AArch64TargetLowering()
899 setOperationAction(ISD::RESET_FPMODE, MVT::Other, Custom); in AArch64TargetLowering()
901 setOperationAction(ISD::ATOMIC_CMP_SWAP, MVT::i128, Custom); in AArch64TargetLowering()
909 setOperationAction(ISD::ATOMIC_LOAD_AND, MVT::i32, Custom); in AArch64TargetLowering()
910 setOperationAction(ISD::ATOMIC_LOAD_AND, MVT::i64, Custom); in AArch64TargetLowering()
966 setOperationAction(ISD::ATOMIC_LOAD_AND, MVT::i128, Custom); in AArch64TargetLowering()
967 setOperationAction(ISD::ATOMIC_LOAD_OR, MVT::i128, Custom); in AArch64TargetLowering()
968 setOperationAction(ISD::ATOMIC_SWAP, MVT::i128, Custom); in AArch64TargetLowering()
972 setOperationAction(ISD::LOAD, MVT::i128, Custom); in AArch64TargetLowering()
973 setOperationAction(ISD::STORE, MVT::i128, Custom); in AArch64TargetLowering()
978 setOperationAction(ISD::ATOMIC_LOAD, MVT::i128, Custom); in AArch64TargetLowering()
979 setOperationAction(ISD::ATOMIC_STORE, MVT::i128, Custom); in AArch64TargetLowering()
985 setOperationAction(ISD::STORE, MVT::v32i8, Custom); in AArch64TargetLowering()
986 setOperationAction(ISD::STORE, MVT::v16i16, Custom); in AArch64TargetLowering()
987 setOperationAction(ISD::STORE, MVT::v16f16, Custom); in AArch64TargetLowering()
988 setOperationAction(ISD::STORE, MVT::v16bf16, Custom); in AArch64TargetLowering()
989 setOperationAction(ISD::STORE, MVT::v8i32, Custom); in AArch64TargetLowering()
990 setOperationAction(ISD::STORE, MVT::v8f32, Custom); in AArch64TargetLowering()
991 setOperationAction(ISD::STORE, MVT::v4f64, Custom); in AArch64TargetLowering()
992 setOperationAction(ISD::STORE, MVT::v4i64, Custom); in AArch64TargetLowering()
997 setOperationAction(ISD::LOAD, MVT::v32i8, Custom); in AArch64TargetLowering()
998 setOperationAction(ISD::LOAD, MVT::v16i16, Custom); in AArch64TargetLowering()
999 setOperationAction(ISD::LOAD, MVT::v16f16, Custom); in AArch64TargetLowering()
1000 setOperationAction(ISD::LOAD, MVT::v16bf16, Custom); in AArch64TargetLowering()
1001 setOperationAction(ISD::LOAD, MVT::v8i32, Custom); in AArch64TargetLowering()
1002 setOperationAction(ISD::LOAD, MVT::v8f32, Custom); in AArch64TargetLowering()
1003 setOperationAction(ISD::LOAD, MVT::v4f64, Custom); in AArch64TargetLowering()
1004 setOperationAction(ISD::LOAD, MVT::v4i64, Custom); in AArch64TargetLowering()
1012 setOperationAction(ISD::FSINCOS, MVT::f64, Custom); in AArch64TargetLowering()
1013 setOperationAction(ISD::FSINCOS, MVT::f32, Custom); in AArch64TargetLowering()
1047 setOperationAction(ISD::BITCAST, MVT::i16, Custom); in AArch64TargetLowering()
1048 setOperationAction(ISD::BITCAST, MVT::f16, Custom); in AArch64TargetLowering()
1049 setOperationAction(ISD::BITCAST, MVT::bf16, Custom); in AArch64TargetLowering()
1084 setOperationAction(ISD::INIT_TRAMPOLINE, MVT::Other, Custom); in AArch64TargetLowering()
1085 setOperationAction(ISD::ADJUST_TRAMPOLINE, MVT::Other, Custom); in AArch64TargetLowering()
1176 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::Other, Custom); in AArch64TargetLowering()
1222 setOperationAction(Op, VT, Custom); in AArch64TargetLowering()
1228 setOperationAction(ISD::SINT_TO_FP, MVT::v8i8, Custom); in AArch64TargetLowering()
1229 setOperationAction(ISD::UINT_TO_FP, MVT::v8i8, Custom); in AArch64TargetLowering()
1230 setOperationAction(ISD::SINT_TO_FP, MVT::v16i8, Custom); in AArch64TargetLowering()
1231 setOperationAction(ISD::UINT_TO_FP, MVT::v16i8, Custom); in AArch64TargetLowering()
1232 setOperationAction(ISD::SINT_TO_FP, MVT::v4i16, Custom); in AArch64TargetLowering()
1233 setOperationAction(ISD::UINT_TO_FP, MVT::v4i16, Custom); in AArch64TargetLowering()
1234 setOperationAction(ISD::SINT_TO_FP, MVT::v8i16, Custom); in AArch64TargetLowering()
1235 setOperationAction(ISD::UINT_TO_FP, MVT::v8i16, Custom); in AArch64TargetLowering()
1253 setOperationAction(ISD::BITREVERSE, MVT::v2i32, Custom); in AArch64TargetLowering()
1254 setOperationAction(ISD::BITREVERSE, MVT::v4i32, Custom); in AArch64TargetLowering()
1255 setOperationAction(ISD::BITREVERSE, MVT::v1i64, Custom); in AArch64TargetLowering()
1256 setOperationAction(ISD::BITREVERSE, MVT::v2i64, Custom); in AArch64TargetLowering()
1258 setOperationAction(ISD::UMAX, VT, Custom); in AArch64TargetLowering()
1259 setOperationAction(ISD::SMAX, VT, Custom); in AArch64TargetLowering()
1260 setOperationAction(ISD::UMIN, VT, Custom); in AArch64TargetLowering()
1261 setOperationAction(ISD::SMIN, VT, Custom); in AArch64TargetLowering()
1265 setOperationAction(ISD::MUL, MVT::v8i16, Custom); in AArch64TargetLowering()
1266 setOperationAction(ISD::MUL, MVT::v4i32, Custom); in AArch64TargetLowering()
1267 setOperationAction(ISD::MUL, MVT::v2i64, Custom); in AArch64TargetLowering()
1268 setOperationAction(ISD::MUL, MVT::v4i16, Custom); in AArch64TargetLowering()
1269 setOperationAction(ISD::MUL, MVT::v2i32, Custom); in AArch64TargetLowering()
1270 setOperationAction(ISD::MUL, MVT::v1i64, Custom); in AArch64TargetLowering()
1305 setOperationAction(ISD::VECREDUCE_ADD, VT, Custom); in AArch64TargetLowering()
1306 setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom); in AArch64TargetLowering()
1307 setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom); in AArch64TargetLowering()
1308 setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom); in AArch64TargetLowering()
1309 setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom); in AArch64TargetLowering()
1310 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in AArch64TargetLowering()
1311 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in AArch64TargetLowering()
1312 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in AArch64TargetLowering()
1314 setOperationAction(ISD::VECREDUCE_ADD, MVT::v2i64, Custom); in AArch64TargetLowering()
1315 setOperationAction(ISD::VECREDUCE_AND, MVT::v2i64, Custom); in AArch64TargetLowering()
1316 setOperationAction(ISD::VECREDUCE_OR, MVT::v2i64, Custom); in AArch64TargetLowering()
1317 setOperationAction(ISD::VECREDUCE_XOR, MVT::v2i64, Custom); in AArch64TargetLowering()
1363 setOperationAction(Op, Ty, Custom); in AArch64TargetLowering()
1366 setOperationAction(Op, Ty, Custom); in AArch64TargetLowering()
1369 setTruncStoreAction(MVT::v4i16, MVT::v4i8, Custom); in AArch64TargetLowering()
1371 setOperationAction(ISD::BITCAST, MVT::i2, Custom); in AArch64TargetLowering()
1372 setOperationAction(ISD::BITCAST, MVT::i4, Custom); in AArch64TargetLowering()
1373 setOperationAction(ISD::BITCAST, MVT::i8, Custom); in AArch64TargetLowering()
1374 setOperationAction(ISD::BITCAST, MVT::i16, Custom); in AArch64TargetLowering()
1376 setOperationAction(ISD::BITCAST, MVT::v2i8, Custom); in AArch64TargetLowering()
1377 setOperationAction(ISD::BITCAST, MVT::v2i16, Custom); in AArch64TargetLowering()
1378 setOperationAction(ISD::BITCAST, MVT::v4i8, Custom); in AArch64TargetLowering()
1380 setLoadExtAction(ISD::EXTLOAD, MVT::v4i16, MVT::v4i8, Custom); in AArch64TargetLowering()
1381 setLoadExtAction(ISD::SEXTLOAD, MVT::v4i16, MVT::v4i8, Custom); in AArch64TargetLowering()
1382 setLoadExtAction(ISD::ZEXTLOAD, MVT::v4i16, MVT::v4i8, Custom); in AArch64TargetLowering()
1383 setLoadExtAction(ISD::EXTLOAD, MVT::v4i32, MVT::v4i8, Custom); in AArch64TargetLowering()
1384 setLoadExtAction(ISD::SEXTLOAD, MVT::v4i32, MVT::v4i8, Custom); in AArch64TargetLowering()
1385 setLoadExtAction(ISD::ZEXTLOAD, MVT::v4i32, MVT::v4i8, Custom); in AArch64TargetLowering()
1389 setOperationAction(ISD::ADD, VT, Custom); in AArch64TargetLowering()
1392 setOperationAction(ISD::FADD, VT, Custom); in AArch64TargetLowering()
1414 setOperationAction(ISD::INTRINSIC_W_CHAIN, MVT::Other, Custom); in AArch64TargetLowering()
1422 setOperationAction(ISD::SPLAT_VECTOR, VT, Custom); in AArch64TargetLowering()
1423 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in AArch64TargetLowering()
1424 setOperationAction(ISD::VECTOR_DEINTERLEAVE, VT, Custom); in AArch64TargetLowering()
1425 setOperationAction(ISD::VECTOR_INTERLEAVE, VT, Custom); in AArch64TargetLowering()
1431 setOperationAction(ISD::BITREVERSE, VT, Custom); in AArch64TargetLowering()
1432 setOperationAction(ISD::BSWAP, VT, Custom); in AArch64TargetLowering()
1433 setOperationAction(ISD::CTLZ, VT, Custom); in AArch64TargetLowering()
1434 setOperationAction(ISD::CTPOP, VT, Custom); in AArch64TargetLowering()
1435 setOperationAction(ISD::CTTZ, VT, Custom); in AArch64TargetLowering()
1436 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in AArch64TargetLowering()
1437 setOperationAction(ISD::UINT_TO_FP, VT, Custom); in AArch64TargetLowering()
1438 setOperationAction(ISD::SINT_TO_FP, VT, Custom); in AArch64TargetLowering()
1439 setOperationAction(ISD::FP_TO_UINT, VT, Custom); in AArch64TargetLowering()
1440 setOperationAction(ISD::FP_TO_SINT, VT, Custom); in AArch64TargetLowering()
1441 setOperationAction(ISD::MLOAD, VT, Custom); in AArch64TargetLowering()
1442 setOperationAction(ISD::MUL, VT, Custom); in AArch64TargetLowering()
1443 setOperationAction(ISD::MULHS, VT, Custom); in AArch64TargetLowering()
1444 setOperationAction(ISD::MULHU, VT, Custom); in AArch64TargetLowering()
1446 setOperationAction(ISD::VECTOR_SPLICE, VT, Custom); in AArch64TargetLowering()
1447 setOperationAction(ISD::SELECT, VT, Custom); in AArch64TargetLowering()
1448 setOperationAction(ISD::SETCC, VT, Custom); in AArch64TargetLowering()
1449 setOperationAction(ISD::SDIV, VT, Custom); in AArch64TargetLowering()
1450 setOperationAction(ISD::UDIV, VT, Custom); in AArch64TargetLowering()
1451 setOperationAction(ISD::SMIN, VT, Custom); in AArch64TargetLowering()
1452 setOperationAction(ISD::UMIN, VT, Custom); in AArch64TargetLowering()
1453 setOperationAction(ISD::SMAX, VT, Custom); in AArch64TargetLowering()
1454 setOperationAction(ISD::UMAX, VT, Custom); in AArch64TargetLowering()
1455 setOperationAction(ISD::SHL, VT, Custom); in AArch64TargetLowering()
1456 setOperationAction(ISD::SRL, VT, Custom); in AArch64TargetLowering()
1457 setOperationAction(ISD::SRA, VT, Custom); in AArch64TargetLowering()
1458 setOperationAction(ISD::ABS, VT, Custom); in AArch64TargetLowering()
1459 setOperationAction(ISD::ABDS, VT, Custom); in AArch64TargetLowering()
1460 setOperationAction(ISD::ABDU, VT, Custom); in AArch64TargetLowering()
1461 setOperationAction(ISD::VECREDUCE_ADD, VT, Custom); in AArch64TargetLowering()
1462 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in AArch64TargetLowering()
1463 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in AArch64TargetLowering()
1464 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in AArch64TargetLowering()
1465 setOperationAction(ISD::VECREDUCE_UMIN, VT, Custom); in AArch64TargetLowering()
1466 setOperationAction(ISD::VECREDUCE_UMAX, VT, Custom); in AArch64TargetLowering()
1467 setOperationAction(ISD::VECREDUCE_SMIN, VT, Custom); in AArch64TargetLowering()
1468 setOperationAction(ISD::VECREDUCE_SMAX, VT, Custom); in AArch64TargetLowering()
1469 setOperationAction(ISD::VECTOR_DEINTERLEAVE, VT, Custom); in AArch64TargetLowering()
1470 setOperationAction(ISD::VECTOR_INTERLEAVE, VT, Custom); in AArch64TargetLowering()
1487 setOperationAction(ISD::AVGFLOORS, VT, Custom); in AArch64TargetLowering()
1488 setOperationAction(ISD::AVGFLOORU, VT, Custom); in AArch64TargetLowering()
1489 setOperationAction(ISD::AVGCEILS, VT, Custom); in AArch64TargetLowering()
1490 setOperationAction(ISD::AVGCEILU, VT, Custom); in AArch64TargetLowering()
1498 setOperationAction(ISD::OR, VT, Custom); in AArch64TargetLowering()
1503 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in AArch64TargetLowering()
1504 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in AArch64TargetLowering()
1510 setOperationAction(ISD::BITCAST, VT, Custom); in AArch64TargetLowering()
1519 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in AArch64TargetLowering()
1520 setOperationAction(ISD::SELECT, VT, Custom); in AArch64TargetLowering()
1521 setOperationAction(ISD::SETCC, VT, Custom); in AArch64TargetLowering()
1522 setOperationAction(ISD::TRUNCATE, VT, Custom); in AArch64TargetLowering()
1523 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in AArch64TargetLowering()
1524 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in AArch64TargetLowering()
1525 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in AArch64TargetLowering()
1528 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in AArch64TargetLowering()
1529 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in AArch64TargetLowering()
1533 setOperationAction(ISD::SINT_TO_FP, VT, Custom); in AArch64TargetLowering()
1534 setOperationAction(ISD::UINT_TO_FP, VT, Custom); in AArch64TargetLowering()
1543 setOperationAction(ISD::MLOAD, VT, Custom); in AArch64TargetLowering()
1544 setOperationAction(ISD::MSTORE, VT, Custom); in AArch64TargetLowering()
1575 setTruncStoreAction(MVT::v2i64, MVT::v2i8, Custom); in AArch64TargetLowering()
1576 setTruncStoreAction(MVT::v2i64, MVT::v2i16, Custom); in AArch64TargetLowering()
1577 setTruncStoreAction(MVT::v2i64, MVT::v2i32, Custom); in AArch64TargetLowering()
1578 setTruncStoreAction(MVT::v2i32, MVT::v2i8, Custom); in AArch64TargetLowering()
1579 setTruncStoreAction(MVT::v2i32, MVT::v2i16, Custom); in AArch64TargetLowering()
1583 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in AArch64TargetLowering()
1584 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in AArch64TargetLowering()
1585 setOperationAction(ISD::MLOAD, VT, Custom); in AArch64TargetLowering()
1587 setOperationAction(ISD::SELECT, VT, Custom); in AArch64TargetLowering()
1588 setOperationAction(ISD::SETCC, VT, Custom); in AArch64TargetLowering()
1589 setOperationAction(ISD::FADD, VT, Custom); in AArch64TargetLowering()
1590 setOperationAction(ISD::FCOPYSIGN, VT, Custom); in AArch64TargetLowering()
1591 setOperationAction(ISD::FDIV, VT, Custom); in AArch64TargetLowering()
1592 setOperationAction(ISD::FMA, VT, Custom); in AArch64TargetLowering()
1593 setOperationAction(ISD::FMAXIMUM, VT, Custom); in AArch64TargetLowering()
1594 setOperationAction(ISD::FMAXNUM, VT, Custom); in AArch64TargetLowering()
1595 setOperationAction(ISD::FMINIMUM, VT, Custom); in AArch64TargetLowering()
1596 setOperationAction(ISD::FMINNUM, VT, Custom); in AArch64TargetLowering()
1597 setOperationAction(ISD::FMUL, VT, Custom); in AArch64TargetLowering()
1598 setOperationAction(ISD::FNEG, VT, Custom); in AArch64TargetLowering()
1599 setOperationAction(ISD::FSUB, VT, Custom); in AArch64TargetLowering()
1600 setOperationAction(ISD::FCEIL, VT, Custom); in AArch64TargetLowering()
1601 setOperationAction(ISD::FFLOOR, VT, Custom); in AArch64TargetLowering()
1602 setOperationAction(ISD::FNEARBYINT, VT, Custom); in AArch64TargetLowering()
1603 setOperationAction(ISD::FRINT, VT, Custom); in AArch64TargetLowering()
1604 setOperationAction(ISD::LRINT, VT, Custom); in AArch64TargetLowering()
1605 setOperationAction(ISD::LLRINT, VT, Custom); in AArch64TargetLowering()
1606 setOperationAction(ISD::FROUND, VT, Custom); in AArch64TargetLowering()
1607 setOperationAction(ISD::FROUNDEVEN, VT, Custom); in AArch64TargetLowering()
1608 setOperationAction(ISD::FTRUNC, VT, Custom); in AArch64TargetLowering()
1609 setOperationAction(ISD::FSQRT, VT, Custom); in AArch64TargetLowering()
1610 setOperationAction(ISD::FABS, VT, Custom); in AArch64TargetLowering()
1611 setOperationAction(ISD::FP_EXTEND, VT, Custom); in AArch64TargetLowering()
1612 setOperationAction(ISD::FP_ROUND, VT, Custom); in AArch64TargetLowering()
1613 setOperationAction(ISD::VECREDUCE_FADD, VT, Custom); in AArch64TargetLowering()
1614 setOperationAction(ISD::VECREDUCE_FMAX, VT, Custom); in AArch64TargetLowering()
1615 setOperationAction(ISD::VECREDUCE_FMIN, VT, Custom); in AArch64TargetLowering()
1616 setOperationAction(ISD::VECREDUCE_FMAXIMUM, VT, Custom); in AArch64TargetLowering()
1617 setOperationAction(ISD::VECREDUCE_FMINIMUM, VT, Custom); in AArch64TargetLowering()
1618 setOperationAction(ISD::VECTOR_SPLICE, VT, Custom); in AArch64TargetLowering()
1619 setOperationAction(ISD::VECTOR_DEINTERLEAVE, VT, Custom); in AArch64TargetLowering()
1620 setOperationAction(ISD::VECTOR_INTERLEAVE, VT, Custom); in AArch64TargetLowering()
1660 setOperationAction(ISD::CONCAT_VECTORS, VT, Custom); in AArch64TargetLowering()
1661 setOperationAction(ISD::MLOAD, VT, Custom); in AArch64TargetLowering()
1662 setOperationAction(ISD::INSERT_SUBVECTOR, VT, Custom); in AArch64TargetLowering()
1664 setOperationAction(ISD::VECTOR_SPLICE, VT, Custom); in AArch64TargetLowering()
1670 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i8, Custom); in AArch64TargetLowering()
1671 setOperationAction(ISD::INTRINSIC_WO_CHAIN, MVT::i16, Custom); in AArch64TargetLowering()
1676 setOperationAction(ISD::SDIV, VT, Custom); in AArch64TargetLowering()
1677 setOperationAction(ISD::UDIV, VT, Custom); in AArch64TargetLowering()
1681 setOperationAction(ISD::MUL, MVT::v1i64, Custom); in AArch64TargetLowering()
1682 setOperationAction(ISD::MUL, MVT::v2i64, Custom); in AArch64TargetLowering()
1700 setOperationAction(ISD::TRUNCATE, VT, Custom); in AArch64TargetLowering()
1701 setOperationAction(ISD::FP_ROUND, MVT::v4f16, Custom); in AArch64TargetLowering()
1705 setOperationAction(ISD::TRUNCATE, VT, Custom); in AArch64TargetLowering()
1707 setOperationAction(ISD::FP_ROUND, VT, Custom); in AArch64TargetLowering()
1710 setOperationAction(ISD::BITREVERSE, MVT::v1i64, Custom); in AArch64TargetLowering()
1711 setOperationAction(ISD::CTLZ, MVT::v1i64, Custom); in AArch64TargetLowering()
1712 setOperationAction(ISD::CTLZ, MVT::v2i64, Custom); in AArch64TargetLowering()
1713 setOperationAction(ISD::CTTZ, MVT::v1i64, Custom); in AArch64TargetLowering()
1714 setOperationAction(ISD::MULHS, MVT::v1i64, Custom); in AArch64TargetLowering()
1715 setOperationAction(ISD::MULHS, MVT::v2i64, Custom); in AArch64TargetLowering()
1716 setOperationAction(ISD::MULHU, MVT::v1i64, Custom); in AArch64TargetLowering()
1717 setOperationAction(ISD::MULHU, MVT::v2i64, Custom); in AArch64TargetLowering()
1718 setOperationAction(ISD::SMAX, MVT::v1i64, Custom); in AArch64TargetLowering()
1719 setOperationAction(ISD::SMAX, MVT::v2i64, Custom); in AArch64TargetLowering()
1720 setOperationAction(ISD::SMIN, MVT::v1i64, Custom); in AArch64TargetLowering()
1721 setOperationAction(ISD::SMIN, MVT::v2i64, Custom); in AArch64TargetLowering()
1722 setOperationAction(ISD::UMAX, MVT::v1i64, Custom); in AArch64TargetLowering()
1723 setOperationAction(ISD::UMAX, MVT::v2i64, Custom); in AArch64TargetLowering()
1724 setOperationAction(ISD::UMIN, MVT::v1i64, Custom); in AArch64TargetLowering()
1725 setOperationAction(ISD::UMIN, MVT::v2i64, Custom); in AArch64TargetLowering()
1726 setOperationAction(ISD::VECREDUCE_SMAX, MVT::v2i64, Custom); in AArch64TargetLowering()
1727 setOperationAction(ISD::VECREDUCE_SMIN, MVT::v2i64, Custom); in AArch64TargetLowering()
1728 setOperationAction(ISD::VECREDUCE_UMAX, MVT::v2i64, Custom); in AArch64TargetLowering()
1729 setOperationAction(ISD::VECREDUCE_UMIN, MVT::v2i64, Custom); in AArch64TargetLowering()
1734 setOperationAction(ISD::BITREVERSE, VT, Custom); in AArch64TargetLowering()
1735 setOperationAction(ISD::CTTZ, VT, Custom); in AArch64TargetLowering()
1736 setOperationAction(ISD::VECREDUCE_AND, VT, Custom); in AArch64TargetLowering()
1737 setOperationAction(ISD::VECREDUCE_OR, VT, Custom); in AArch64TargetLowering()
1738 setOperationAction(ISD::VECREDUCE_XOR, VT, Custom); in AArch64TargetLowering()
1739 setOperationAction(ISD::MULHS, VT, Custom); in AArch64TargetLowering()
1740 setOperationAction(ISD::MULHU, VT, Custom); in AArch64TargetLowering()
1745 setOperationAction(ISD::VECREDUCE_FADD, VT, Custom); in AArch64TargetLowering()
1753 setOperationAction(ISD::VSCALE, MVT::i32, Custom); in AArch64TargetLowering()
1756 setOperationAction(ISD::INTRINSIC_WO_CHAIN, VT, Custom); in AArch64TargetLowering()
1768 setOperationAction(ISD::MGATHER, VT, Custom); in AArch64TargetLowering()
1769 setOperationAction(ISD::MSCATTER, VT, Custom); in AArch64TargetLowering()
1775 setOperationAction(ISD::VECREDUCE_SEQ_FADD, VT, Custom); in AArch64TargetLowering()
1780 Custom); in AArch64TargetLowering()
1786 setOperationAction(ISD::INTRINSIC_W_CHAIN, MVT::i8, Custom); in AArch64TargetLowering()
1789 setOperationAction(ISD::INTRINSIC_VOID, MVT::Other, Custom); in AArch64TargetLowering()
1792 setOperationAction(ISD::FLDEXP, MVT::f64, Custom); in AArch64TargetLowering()
1793 setOperationAction(ISD::FLDEXP, MVT::f32, Custom); in AArch64TargetLowering()
1794 setOperationAction(ISD::FLDEXP, MVT::f16, Custom); in AArch64TargetLowering()
1795 setOperationAction(ISD::FLDEXP, MVT::bf16, Custom); in AArch64TargetLowering()
1863 setOperationAction(ISD::FCOPYSIGN, VT, Custom); in addTypeForNEON()
1865 setOperationAction(ISD::EXTRACT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
1866 setOperationAction(ISD::INSERT_VECTOR_ELT, VT, Custom); in addTypeForNEON()
1867 setOperationAction(ISD::BUILD_VECTOR, VT, Custom); in addTypeForNEON()
1868 setOperationAction(ISD::ZERO_EXTEND_VECTOR_INREG, VT, Custom); in addTypeForNEON()
1869 setOperationAction(ISD::VECTOR_SHUFFLE, VT, Custom); in addTypeForNEON()
1870 setOperationAction(ISD::EXTRACT_SUBVECTOR, VT, Custom); in addTypeForNEON()
1871 setOperationAction(ISD::SRA, VT, Custom); in addTypeForNEON()
1872 setOperationAction(ISD::SRL, VT, Custom); in addTypeForNEON()
1873 setOperationAction(ISD::SHL, VT, Custom); in addTypeForNEON()
1874 setOperationAction(ISD::OR, VT, Custom); in addTypeForNEON()
1875 setOperationAction(ISD::SETCC, VT, Custom); in addTypeForNEON()
1886 setOperationAction(ISD::CTPOP, VT, Custom); in addTypeForNEON()
1897 setOperationAction(Opcode, VT, Custom); in addTypeForNEON()
1949 setOperationAction(ISD::READ_REGISTER, MVT::i128, Custom); in addTypeForNEON()
1950 setOperationAction(ISD::WRITE_REGISTER, MVT::i128, Custom); in addTypeForNEON()
2005 VT == MVT::v1f64 ? Expand : Custom; in addTypeForFixedLengthSVE()
2025 setTruncStoreAction(VT, InnerVT, Custom); in addTypeForFixedLengthSVE()