190     setOperationAction(ISD::SINT_TO_FP, VT, Expand);  in addTypeForNEON()
191     setOperationAction(ISD::UINT_TO_FP, VT, Expand);  in addTypeForNEON()
192     setOperationAction(ISD::FP_TO_SINT, VT, Expand);  in addTypeForNEON()
193     setOperationAction(ISD::FP_TO_UINT, VT, Expand);  in addTypeForNEON()
199   setOperationAction(ISD::SELECT,            VT, Expand);  in addTypeForNEON()
200   setOperationAction(ISD::SELECT_CC,         VT, Expand);  in addTypeForNEON()
201   setOperationAction(ISD::VSELECT,           VT, Expand);  in addTypeForNEON()
202   setOperationAction(ISD::SIGN_EXTEND_INREG, VT, Expand);  in addTypeForNEON()
210   setOperationAction(ISD::SDIV, VT, Expand);  in addTypeForNEON()
211   setOperationAction(ISD::UDIV, VT, Expand);  in addTypeForNEON()
212   setOperationAction(ISD::FDIV, VT, Expand);  in addTypeForNEON()
213   setOperationAction(ISD::SREM, VT, Expand);  in addTypeForNEON()
214   setOperationAction(ISD::UREM, VT, Expand);  in addTypeForNEON()
215   setOperationAction(ISD::FREM, VT, Expand);  in addTypeForNEON()
216   setOperationAction(ISD::SDIVREM, VT, Expand);  in addTypeForNEON()
217   setOperationAction(ISD::UDIVREM, VT, Expand);  in addTypeForNEON()
240     setOperationAction(Opc, VT, Expand);  in setAllExpand()
294     setOperationAction(ISD::UDIV, VT, Expand);  in addMVEVectorTypes()
295     setOperationAction(ISD::SDIV, VT, Expand);  in addMVEVectorTypes()
296     setOperationAction(ISD::UREM, VT, Expand);  in addMVEVectorTypes()
297     setOperationAction(ISD::SREM, VT, Expand);  in addMVEVectorTypes()
298     setOperationAction(ISD::UDIVREM, VT, Expand);  in addMVEVectorTypes()
299     setOperationAction(ISD::SDIVREM, VT, Expand);  in addMVEVectorTypes()
300     setOperationAction(ISD::CTPOP, VT, Expand);  in addMVEVectorTypes()
301     setOperationAction(ISD::SELECT, VT, Expand);  in addMVEVectorTypes()
302     setOperationAction(ISD::SELECT_CC, VT, Expand);  in addMVEVectorTypes()
316       setOperationAction(ISD::SINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
317       setOperationAction(ISD::UINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
318       setOperationAction(ISD::FP_TO_SINT, VT, Expand);  in addMVEVectorTypes()
319       setOperationAction(ISD::FP_TO_UINT, VT, Expand);  in addMVEVectorTypes()
352     setOperationAction(ISD::SELECT, VT, Expand);  in addMVEVectorTypes()
353     setOperationAction(ISD::SELECT_CC, VT, Expand);  in addMVEVectorTypes()
374       setOperationAction(ISD::FDIV, VT, Expand);  in addMVEVectorTypes()
375       setOperationAction(ISD::FREM, VT, Expand);  in addMVEVectorTypes()
376       setOperationAction(ISD::FSQRT, VT, Expand);  in addMVEVectorTypes()
377       setOperationAction(ISD::FSIN, VT, Expand);  in addMVEVectorTypes()
378       setOperationAction(ISD::FCOS, VT, Expand);  in addMVEVectorTypes()
379       setOperationAction(ISD::FTAN, VT, Expand);  in addMVEVectorTypes()
380       setOperationAction(ISD::FPOW, VT, Expand);  in addMVEVectorTypes()
381       setOperationAction(ISD::FLOG, VT, Expand);  in addMVEVectorTypes()
382       setOperationAction(ISD::FLOG2, VT, Expand);  in addMVEVectorTypes()
383       setOperationAction(ISD::FLOG10, VT, Expand);  in addMVEVectorTypes()
384       setOperationAction(ISD::FEXP, VT, Expand);  in addMVEVectorTypes()
385       setOperationAction(ISD::FEXP2, VT, Expand);  in addMVEVectorTypes()
386       setOperationAction(ISD::FEXP10, VT, Expand);  in addMVEVectorTypes()
387       setOperationAction(ISD::FNEARBYINT, VT, Expand);  in addMVEVectorTypes()
461     setOperationAction(ISD::SCALAR_TO_VECTOR, VT, Expand);  in addMVEVectorTypes()
465     setOperationAction(ISD::VSELECT, VT, Expand);  in addMVEVectorTypes()
466     setOperationAction(ISD::SELECT, VT, Expand);  in addMVEVectorTypes()
467     setOperationAction(ISD::SELECT_CC, VT, Expand);  in addMVEVectorTypes()
470       setOperationAction(ISD::SINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
471       setOperationAction(ISD::UINT_TO_FP, VT, Expand);  in addMVEVectorTypes()
472       setOperationAction(ISD::FP_TO_SINT, VT, Expand);  in addMVEVectorTypes()
473       setOperationAction(ISD::FP_TO_UINT, VT, Expand);  in addMVEVectorTypes()
476   setOperationAction(ISD::SETCC, MVT::v2i1, Expand);  in addMVEVectorTypes()
477   setOperationAction(ISD::TRUNCATE, MVT::v2i1, Expand);  in addMVEVectorTypes()
478   setOperationAction(ISD::AND, MVT::v2i1, Expand);  in addMVEVectorTypes()
479   setOperationAction(ISD::OR, MVT::v2i1, Expand);  in addMVEVectorTypes()
480   setOperationAction(ISD::XOR, MVT::v2i1, Expand);  in addMVEVectorTypes()
481   setOperationAction(ISD::SINT_TO_FP, MVT::v2i1, Expand);  in addMVEVectorTypes()
482   setOperationAction(ISD::UINT_TO_FP, MVT::v2i1, Expand);  in addMVEVectorTypes()
483   setOperationAction(ISD::FP_TO_SINT, MVT::v2i1, Expand);  in addMVEVectorTypes()
484   setOperationAction(ISD::FP_TO_UINT, MVT::v2i1, Expand);  in addMVEVectorTypes()
810       setTruncStoreAction(VT, InnerVT, Expand);  in ARMTargetLowering()
811       addAllExtLoads(VT, InnerVT, Expand);  in ARMTargetLowering()
814     setOperationAction(ISD::SMUL_LOHI, VT, Expand);  in ARMTargetLowering()
815     setOperationAction(ISD::UMUL_LOHI, VT, Expand);  in ARMTargetLowering()
817     setOperationAction(ISD::BSWAP, VT, Expand);  in ARMTargetLowering()
862     setOperationAction(ISD::FADD, MVT::v2f64, Expand);  in ARMTargetLowering()
863     setOperationAction(ISD::FSUB, MVT::v2f64, Expand);  in ARMTargetLowering()
864     setOperationAction(ISD::FMUL, MVT::v2f64, Expand);  in ARMTargetLowering()
867     setOperationAction(ISD::FDIV, MVT::v2f64, Expand);  in ARMTargetLowering()
868     setOperationAction(ISD::FREM, MVT::v2f64, Expand);  in ARMTargetLowering()
872     setOperationAction(ISD::FCOPYSIGN, MVT::v2f64, Expand);  in ARMTargetLowering()
875     setOperationAction(ISD::SETCC, MVT::v2f64, Expand);  in ARMTargetLowering()
877     setOperationAction(ISD::FNEG, MVT::v2f64, Expand);  in ARMTargetLowering()
878     setOperationAction(ISD::FABS, MVT::v2f64, Expand);  in ARMTargetLowering()
879     setOperationAction(ISD::FSQRT, MVT::v2f64, Expand);  in ARMTargetLowering()
880     setOperationAction(ISD::FSIN, MVT::v2f64, Expand);  in ARMTargetLowering()
881     setOperationAction(ISD::FCOS, MVT::v2f64, Expand);  in ARMTargetLowering()
882     setOperationAction(ISD::FTAN, MVT::v2f64, Expand);  in ARMTargetLowering()
883     setOperationAction(ISD::FPOW, MVT::v2f64, Expand);  in ARMTargetLowering()
884     setOperationAction(ISD::FLOG, MVT::v2f64, Expand);  in ARMTargetLowering()
885     setOperationAction(ISD::FLOG2, MVT::v2f64, Expand);  in ARMTargetLowering()
886     setOperationAction(ISD::FLOG10, MVT::v2f64, Expand);  in ARMTargetLowering()
887     setOperationAction(ISD::FEXP, MVT::v2f64, Expand);  in ARMTargetLowering()
888     setOperationAction(ISD::FEXP2, MVT::v2f64, Expand);  in ARMTargetLowering()
889     setOperationAction(ISD::FEXP10, MVT::v2f64, Expand);  in ARMTargetLowering()
891     setOperationAction(ISD::FCEIL, MVT::v2f64, Expand);  in ARMTargetLowering()
892     setOperationAction(ISD::FTRUNC, MVT::v2f64, Expand);  in ARMTargetLowering()
893     setOperationAction(ISD::FRINT, MVT::v2f64, Expand);  in ARMTargetLowering()
894     setOperationAction(ISD::FNEARBYINT, MVT::v2f64, Expand);  in ARMTargetLowering()
895     setOperationAction(ISD::FFLOOR, MVT::v2f64, Expand);  in ARMTargetLowering()
896     setOperationAction(ISD::FMA, MVT::v2f64, Expand);  in ARMTargetLowering()
902     setOperationAction(ISD::FSQRT, MVT::v4f32, Expand);  in ARMTargetLowering()
903     setOperationAction(ISD::FSIN, MVT::v4f32, Expand);  in ARMTargetLowering()
904     setOperationAction(ISD::FCOS, MVT::v4f32, Expand);  in ARMTargetLowering()
905     setOperationAction(ISD::FTAN, MVT::v4f32, Expand);  in ARMTargetLowering()
906     setOperationAction(ISD::FPOW, MVT::v4f32, Expand);  in ARMTargetLowering()
907     setOperationAction(ISD::FLOG, MVT::v4f32, Expand);  in ARMTargetLowering()
908     setOperationAction(ISD::FLOG2, MVT::v4f32, Expand);  in ARMTargetLowering()
909     setOperationAction(ISD::FLOG10, MVT::v4f32, Expand);  in ARMTargetLowering()
910     setOperationAction(ISD::FEXP, MVT::v4f32, Expand);  in ARMTargetLowering()
911     setOperationAction(ISD::FEXP2, MVT::v4f32, Expand);  in ARMTargetLowering()
912     setOperationAction(ISD::FEXP10, MVT::v4f32, Expand);  in ARMTargetLowering()
913     setOperationAction(ISD::FCEIL, MVT::v4f32, Expand);  in ARMTargetLowering()
914     setOperationAction(ISD::FTRUNC, MVT::v4f32, Expand);  in ARMTargetLowering()
915     setOperationAction(ISD::FRINT, MVT::v4f32, Expand);  in ARMTargetLowering()
916     setOperationAction(ISD::FNEARBYINT, MVT::v4f32, Expand);  in ARMTargetLowering()
917     setOperationAction(ISD::FFLOOR, MVT::v4f32, Expand);  in ARMTargetLowering()
920     setOperationAction(ISD::FSQRT, MVT::v2f32, Expand);  in ARMTargetLowering()
921     setOperationAction(ISD::FSIN, MVT::v2f32, Expand);  in ARMTargetLowering()
922     setOperationAction(ISD::FCOS, MVT::v2f32, Expand);  in ARMTargetLowering()
923     setOperationAction(ISD::FTAN, MVT::v2f32, Expand);  in ARMTargetLowering()
924     setOperationAction(ISD::FPOW, MVT::v2f32, Expand);  in ARMTargetLowering()
925     setOperationAction(ISD::FLOG, MVT::v2f32, Expand);  in ARMTargetLowering()
926     setOperationAction(ISD::FLOG2, MVT::v2f32, Expand);  in ARMTargetLowering()
927     setOperationAction(ISD::FLOG10, MVT::v2f32, Expand);  in ARMTargetLowering()
928     setOperationAction(ISD::FEXP, MVT::v2f32, Expand);  in ARMTargetLowering()
929     setOperationAction(ISD::FEXP2, MVT::v2f32, Expand);  in ARMTargetLowering()
930     setOperationAction(ISD::FEXP10, MVT::v2f32, Expand);  in ARMTargetLowering()
931     setOperationAction(ISD::FCEIL, MVT::v2f32, Expand);  in ARMTargetLowering()
932     setOperationAction(ISD::FTRUNC, MVT::v2f32, Expand);  in ARMTargetLowering()
933     setOperationAction(ISD::FRINT, MVT::v2f32, Expand);  in ARMTargetLowering()
934     setOperationAction(ISD::FNEARBYINT, MVT::v2f32, Expand);  in ARMTargetLowering()
935     setOperationAction(ISD::FFLOOR, MVT::v2f32, Expand);  in ARMTargetLowering()
938     setOperationAction(ISD::MUL, MVT::v1i64, Expand);  in ARMTargetLowering()
961     setOperationAction(ISD::FP_ROUND,   MVT::v2f32, Expand);  in ARMTargetLowering()
962     setOperationAction(ISD::FP_EXTEND,  MVT::v2f64, Expand);  in ARMTargetLowering()
974     setOperationAction(ISD::CTLZ,       MVT::v1i64, Expand);  in ARMTargetLowering()
975     setOperationAction(ISD::CTLZ,       MVT::v2i64, Expand);  in ARMTargetLowering()
999       setOperationAction(ISD::MULHS, VT, Expand);  in ARMTargetLowering()
1000       setOperationAction(ISD::MULHU, VT, Expand);  in ARMTargetLowering()
1005       setOperationAction(ISD::FMA, MVT::v2f32, Expand);  in ARMTargetLowering()
1006       setOperationAction(ISD::FMA, MVT::v4f32, Expand);  in ARMTargetLowering()
1053     setOperationAction(ISD::FADD,       MVT::f64, Expand);  in ARMTargetLowering()
1054     setOperationAction(ISD::FSUB,       MVT::f64, Expand);  in ARMTargetLowering()
1055     setOperationAction(ISD::FMUL,       MVT::f64, Expand);  in ARMTargetLowering()
1056     setOperationAction(ISD::FMA,        MVT::f64, Expand);  in ARMTargetLowering()
1057     setOperationAction(ISD::FDIV,       MVT::f64, Expand);  in ARMTargetLowering()
1058     setOperationAction(ISD::FREM,       MVT::f64, Expand);  in ARMTargetLowering()
1059     setOperationAction(ISD::FCOPYSIGN,  MVT::f64, Expand);  in ARMTargetLowering()
1060     setOperationAction(ISD::FGETSIGN,   MVT::f64, Expand);  in ARMTargetLowering()
1061     setOperationAction(ISD::FNEG,       MVT::f64, Expand);  in ARMTargetLowering()
1062     setOperationAction(ISD::FABS,       MVT::f64, Expand);  in ARMTargetLowering()
1063     setOperationAction(ISD::FSQRT,      MVT::f64, Expand);  in ARMTargetLowering()
1064     setOperationAction(ISD::FSIN,       MVT::f64, Expand);  in ARMTargetLowering()
1065     setOperationAction(ISD::FCOS,       MVT::f64, Expand);  in ARMTargetLowering()
1066     setOperationAction(ISD::FPOW,       MVT::f64, Expand);  in ARMTargetLowering()
1067     setOperationAction(ISD::FLOG,       MVT::f64, Expand);  in ARMTargetLowering()
1068     setOperationAction(ISD::FLOG2,      MVT::f64, Expand);  in ARMTargetLowering()
1069     setOperationAction(ISD::FLOG10,     MVT::f64, Expand);  in ARMTargetLowering()
1070     setOperationAction(ISD::FEXP,       MVT::f64, Expand);  in ARMTargetLowering()
1071     setOperationAction(ISD::FEXP2,      MVT::f64, Expand);  in ARMTargetLowering()
1072     setOperationAction(ISD::FEXP10,      MVT::f64, Expand);  in ARMTargetLowering()
1073     setOperationAction(ISD::FCEIL,      MVT::f64, Expand);  in ARMTargetLowering()
1074     setOperationAction(ISD::FTRUNC,     MVT::f64, Expand);  in ARMTargetLowering()
1075     setOperationAction(ISD::FRINT,      MVT::f64, Expand);  in ARMTargetLowering()
1076     setOperationAction(ISD::FNEARBYINT, MVT::f64, Expand);  in ARMTargetLowering()
1077     setOperationAction(ISD::FFLOOR,     MVT::f64, Expand);  in ARMTargetLowering()
1110     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f32, Expand);  in ARMTargetLowering()
1111     setLoadExtAction(ISD::EXTLOAD, VT, MVT::f16, Expand);  in ARMTargetLowering()
1115   setTruncStoreAction(MVT::f64, MVT::f32, Expand);  in ARMTargetLowering()
1116   setTruncStoreAction(MVT::f32, MVT::f16, Expand);  in ARMTargetLowering()
1117   setTruncStoreAction(MVT::f64, MVT::f16, Expand);  in ARMTargetLowering()
1165   setOperationAction(ISD::MUL,     MVT::i64, Expand);  in ARMTargetLowering()
1166   setOperationAction(ISD::MULHU,   MVT::i32, Expand);  in ARMTargetLowering()
1168     setOperationAction(ISD::UMUL_LOHI, MVT::i32, Expand);  in ARMTargetLowering()
1169     setOperationAction(ISD::SMUL_LOHI, MVT::i32, Expand);  in ARMTargetLowering()
1173     setOperationAction(ISD::MULHS, MVT::i32, Expand);  in ARMTargetLowering()
1192     setOperationAction(ISD::SHL_PARTS, MVT::i32, Expand);  in ARMTargetLowering()
1193     setOperationAction(ISD::SRA_PARTS, MVT::i32, Expand);  in ARMTargetLowering()
1194     setOperationAction(ISD::SRL_PARTS, MVT::i32, Expand);  in ARMTargetLowering()
1201   setOperationAction(ISD::ROTL, MVT::i32, Expand);  in ARMTargetLowering()
1203     setOperationAction(ISD::ROTL, VT, Expand);  in ARMTargetLowering()
1204     setOperationAction(ISD::ROTR, VT, Expand);  in ARMTargetLowering()
1207   setOperationAction(ISD::CTPOP, MVT::i32, Expand);  in ARMTargetLowering()
1209     setOperationAction(ISD::CTLZ, MVT::i32, Expand);  in ARMTargetLowering()
1222     setOperationAction(ISD::BSWAP, MVT::i32, Expand);  in ARMTargetLowering()
1240   setOperationAction(ISD::SREM,  MVT::i32, Expand);  in ARMTargetLowering()
1241   setOperationAction(ISD::UREM,  MVT::i32, Expand);  in ARMTargetLowering()
1300     setOperationAction(ISD::SDIVREM, MVT::i32, Expand);  in ARMTargetLowering()
1301     setOperationAction(ISD::UDIVREM, MVT::i32, Expand);  in ARMTargetLowering()
1314   setOperationAction(ISD::VAARG,              MVT::Other, Expand);  in ARMTargetLowering()
1315   setOperationAction(ISD::VACOPY,             MVT::Other, Expand);  in ARMTargetLowering()
1316   setOperationAction(ISD::VAEND,              MVT::Other, Expand);  in ARMTargetLowering()
1317   setOperationAction(ISD::STACKSAVE,          MVT::Other, Expand);  in ARMTargetLowering()
1318   setOperationAction(ISD::STACKRESTORE,       MVT::Other, Expand);  in ARMTargetLowering()
1323     setOperationAction(ISD::DYNAMIC_STACKALLOC, MVT::i32, Expand);  in ARMTargetLowering()
1351                        Subtarget->hasAnyDataBarrier() ? Custom : Expand);  in ARMTargetLowering()
1404     setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i16, Expand);  in ARMTargetLowering()
1405     setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i8,  Expand);  in ARMTargetLowering()
1407   setOperationAction(ISD::SIGN_EXTEND_INREG, MVT::i1, Expand);  in ARMTargetLowering()
1432   setOperationAction(ISD::SETCC,     MVT::i32, Expand);  in ARMTargetLowering()
1433   setOperationAction(ISD::SETCC,     MVT::f32, Expand);  in ARMTargetLowering()
1434   setOperationAction(ISD::SETCC,     MVT::f64, Expand);  in ARMTargetLowering()
1442     setOperationAction(ISD::SETCC,     MVT::f16, Expand);  in ARMTargetLowering()
1458   setOperationAction(ISD::FSIN,      MVT::f64, Expand);  in ARMTargetLowering()
1459   setOperationAction(ISD::FSIN,      MVT::f32, Expand);  in ARMTargetLowering()
1460   setOperationAction(ISD::FCOS,      MVT::f32, Expand);  in ARMTargetLowering()
1461   setOperationAction(ISD::FCOS,      MVT::f64, Expand);  in ARMTargetLowering()
1462   setOperationAction(ISD::FSINCOS,   MVT::f64, Expand);  in ARMTargetLowering()
1463   setOperationAction(ISD::FSINCOS,   MVT::f32, Expand);  in ARMTargetLowering()
1464   setOperationAction(ISD::FREM,      MVT::f64, Expand);  in ARMTargetLowering()
1465   setOperationAction(ISD::FREM,      MVT::f32, Expand);  in ARMTargetLowering()
1471   setOperationAction(ISD::FPOW,      MVT::f64, Expand);  in ARMTargetLowering()
1472   setOperationAction(ISD::FPOW,      MVT::f32, Expand);  in ARMTargetLowering()
1475     setOperationAction(ISD::FMA, MVT::f64, Expand);  in ARMTargetLowering()
1476     setOperationAction(ISD::FMA, MVT::f32, Expand);  in ARMTargetLowering()
1483       setOperationAction(ISD::FP16_TO_FP, MVT::f64, Expand);  in ARMTargetLowering()
1484       setOperationAction(ISD::FP_TO_FP16, MVT::f64, Expand);  in ARMTargetLowering()
1489       setOperationAction(ISD::FP16_TO_FP, MVT::f32, Expand);  in ARMTargetLowering()
1490       setOperationAction(ISD::FP_TO_FP16, MVT::f32, Expand);  in ARMTargetLowering()
1541     setOperationAction(ISD::FCOPYSIGN, MVT::f16, Expand);  in ARMTargetLowering()
21351   return Size == 64 && has64BitAtomicStore ? AtomicExpansionKind::Expand  in shouldExpandAtomicStoreInIR()