Lines Matching full:neon

6501   { #NameBase, NEON::BI__builtin_neon_ ## NameBase, 0, 0, 0 }
6504 { #NameBase, NEON:: BI__builtin_neon_ ## NameBase, \
6508 { #NameBase, NEON:: BI__builtin_neon_ ## NameBase, \
7347 { NEON::BI__builtin_neon_splat_lane_bf16, NEON::BI__builtin_neon_splat_lane_v, },
7348 { NEON::BI__builtin_neon_splat_laneq_bf16, NEON::BI__builtin_neon_splat_laneq_v, },
7349 { NEON::BI__builtin_neon_splatq_lane_bf16, NEON::BI__builtin_neon_splatq_lane_v, },
7350 { NEON::BI__builtin_neon_splatq_laneq_bf16, NEON::BI__builtin_neon_splatq_laneq_v, },
7351 { NEON::BI__builtin_neon_vabd_f16, NEON::BI__builtin_neon_vabd_v, },
7352 { NEON::BI__builtin_neon_vabdq_f16, NEON::BI__builtin_neon_vabdq_v, },
7353 { NEON::BI__builtin_neon_vabs_f16, NEON::BI__builtin_neon_vabs_v, },
7354 { NEON::BI__builtin_neon_vabsq_f16, NEON::BI__builtin_neon_vabsq_v, },
7355 { NEON::BI__builtin_neon_vcage_f16, NEON::BI__builtin_neon_vcage_v, },
7356 { NEON::BI__builtin_neon_vcageq_f16, NEON::BI__builtin_neon_vcageq_v, },
7357 { NEON::BI__builtin_neon_vcagt_f16, NEON::BI__builtin_neon_vcagt_v, },
7358 { NEON::BI__builtin_neon_vcagtq_f16, NEON::BI__builtin_neon_vcagtq_v, },
7359 { NEON::BI__builtin_neon_vcale_f16, NEON::BI__builtin_neon_vcale_v, },
7360 { NEON::BI__builtin_neon_vcaleq_f16, NEON::BI__builtin_neon_vcaleq_v, },
7361 { NEON::BI__builtin_neon_vcalt_f16, NEON::BI__builtin_neon_vcalt_v, },
7362 { NEON::BI__builtin_neon_vcaltq_f16, NEON::BI__builtin_neon_vcaltq_v, },
7363 { NEON::BI__builtin_neon_vceqz_f16, NEON::BI__builtin_neon_vceqz_v, },
7364 { NEON::BI__builtin_neon_vceqzq_f16, NEON::BI__builtin_neon_vceqzq_v, },
7365 { NEON::BI__builtin_neon_vcgez_f16, NEON::BI__builtin_neon_vcgez_v, },
7366 { NEON::BI__builtin_neon_vcgezq_f16, NEON::BI__builtin_neon_vcgezq_v, },
7367 { NEON::BI__builtin_neon_vcgtz_f16, NEON::BI__builtin_neon_vcgtz_v, },
7368 { NEON::BI__builtin_neon_vcgtzq_f16, NEON::BI__builtin_neon_vcgtzq_v, },
7369 { NEON::BI__builtin_neon_vclez_f16, NEON::BI__builtin_neon_vclez_v, },
7370 { NEON::BI__builtin_neon_vclezq_f16, NEON::BI__builtin_neon_vclezq_v, },
7371 { NEON::BI__builtin_neon_vcltz_f16, NEON::BI__builtin_neon_vcltz_v, },
7372 { NEON::BI__builtin_neon_vcltzq_f16, NEON::BI__builtin_neon_vcltzq_v, },
7373 { NEON::BI__builtin_neon_vfma_f16, NEON::BI__builtin_neon_vfma_v, },
7374 { NEON::BI__builtin_neon_vfma_lane_f16, NEON::BI__builtin_neon_vfma_lane_v, },
7375 { NEON::BI__builtin_neon_vfma_laneq_f16, NEON::BI__builtin_neon_vfma_laneq_v, },
7376 { NEON::BI__builtin_neon_vfmaq_f16, NEON::BI__builtin_neon_vfmaq_v, },
7377 { NEON::BI__builtin_neon_vfmaq_lane_f16, NEON::BI__builtin_neon_vfmaq_lane_v, },
7378 { NEON::BI__builtin_neon_vfmaq_laneq_f16, NEON::BI__builtin_neon_vfmaq_laneq_v, },
7379 { NEON::BI__builtin_neon_vld1_bf16_x2, NEON::BI__builtin_neon_vld1_x2_v },
7380 { NEON::BI__builtin_neon_vld1_bf16_x3, NEON::BI__builtin_neon_vld1_x3_v },
7381 { NEON::BI__builtin_neon_vld1_bf16_x4, NEON::BI__builtin_neon_vld1_x4_v },
7382 { NEON::BI__builtin_neon_vld1_bf16, NEON::BI__builtin_neon_vld1_v },
7383 { NEON::BI__builtin_neon_vld1_dup_bf16, NEON::BI__builtin_neon_vld1_dup_v },
7384 { NEON::BI__builtin_neon_vld1_lane_bf16, NEON::BI__builtin_neon_vld1_lane_v },
7385 { NEON::BI__builtin_neon_vld1q_bf16_x2, NEON::BI__builtin_neon_vld1q_x2_v },
7386 { NEON::BI__builtin_neon_vld1q_bf16_x3, NEON::BI__builtin_neon_vld1q_x3_v },
7387 { NEON::BI__builtin_neon_vld1q_bf16_x4, NEON::BI__builtin_neon_vld1q_x4_v },
7388 { NEON::BI__builtin_neon_vld1q_bf16, NEON::BI__builtin_neon_vld1q_v },
7389 { NEON::BI__builtin_neon_vld1q_dup_bf16, NEON::BI__builtin_neon_vld1q_dup_v },
7390 { NEON::BI__builtin_neon_vld1q_lane_bf16, NEON::BI__builtin_neon_vld1q_lane_v },
7391 { NEON::BI__builtin_neon_vld2_bf16, NEON::BI__builtin_neon_vld2_v },
7392 { NEON::BI__builtin_neon_vld2_dup_bf16, NEON::BI__builtin_neon_vld2_dup_v },
7393 { NEON::BI__builtin_neon_vld2_lane_bf16, NEON::BI__builtin_neon_vld2_lane_v },
7394 { NEON::BI__builtin_neon_vld2q_bf16, NEON::BI__builtin_neon_vld2q_v },
7395 { NEON::BI__builtin_neon_vld2q_dup_bf16, NEON::BI__builtin_neon_vld2q_dup_v },
7396 { NEON::BI__builtin_neon_vld2q_lane_bf16, NEON::BI__builtin_neon_vld2q_lane_v },
7397 { NEON::BI__builtin_neon_vld3_bf16, NEON::BI__builtin_neon_vld3_v },
7398 { NEON::BI__builtin_neon_vld3_dup_bf16, NEON::BI__builtin_neon_vld3_dup_v },
7399 { NEON::BI__builtin_neon_vld3_lane_bf16, NEON::BI__builtin_neon_vld3_lane_v },
7400 { NEON::BI__builtin_neon_vld3q_bf16, NEON::BI__builtin_neon_vld3q_v },
7401 { NEON::BI__builtin_neon_vld3q_dup_bf16, NEON::BI__builtin_neon_vld3q_dup_v },
7402 { NEON::BI__builtin_neon_vld3q_lane_bf16, NEON::BI__builtin_neon_vld3q_lane_v },
7403 { NEON::BI__builtin_neon_vld4_bf16, NEON::BI__builtin_neon_vld4_v },
7404 { NEON::BI__builtin_neon_vld4_dup_bf16, NEON::BI__builtin_neon_vld4_dup_v },
7405 { NEON::BI__builtin_neon_vld4_lane_bf16, NEON::BI__builtin_neon_vld4_lane_v },
7406 { NEON::BI__builtin_neon_vld4q_bf16, NEON::BI__builtin_neon_vld4q_v },
7407 { NEON::BI__builtin_neon_vld4q_dup_bf16, NEON::BI__builtin_neon_vld4q_dup_v },
7408 { NEON::BI__builtin_neon_vld4q_lane_bf16, NEON::BI__builtin_neon_vld4q_lane_v },
7409 { NEON::BI__builtin_neon_vmax_f16, NEON::BI__builtin_neon_vmax_v, },
7410 { NEON::BI__builtin_neon_vmaxnm_f16, NEON::BI__builtin_neon_vmaxnm_v, },
7411 { NEON::BI__builtin_neon_vmaxnmq_f16, NEON::BI__builtin_neon_vmaxnmq_v, },
7412 { NEON::BI__builtin_neon_vmaxq_f16, NEON::BI__builtin_neon_vmaxq_v, },
7413 { NEON::BI__builtin_neon_vmin_f16, NEON::BI__builtin_neon_vmin_v, },
7414 { NEON::BI__builtin_neon_vminnm_f16, NEON::BI__builtin_neon_vminnm_v, },
7415 { NEON::BI__builtin_neon_vminnmq_f16, NEON::BI__builtin_neon_vminnmq_v, },
7416 { NEON::BI__builtin_neon_vminq_f16, NEON::BI__builtin_neon_vminq_v, },
7417 { NEON::BI__builtin_neon_vmulx_f16, NEON::BI__builtin_neon_vmulx_v, },
7418 { NEON::BI__builtin_neon_vmulxq_f16, NEON::BI__builtin_neon_vmulxq_v, },
7419 { NEON::BI__builtin_neon_vpadd_f16, NEON::BI__builtin_neon_vpadd_v, },
7420 { NEON::BI__builtin_neon_vpaddq_f16, NEON::BI__builtin_neon_vpaddq_v, },
7421 { NEON::BI__builtin_neon_vpmax_f16, NEON::BI__builtin_neon_vpmax_v, },
7422 { NEON::BI__builtin_neon_vpmaxnm_f16, NEON::BI__builtin_neon_vpmaxnm_v, },
7423 { NEON::BI__builtin_neon_vpmaxnmq_f16, NEON::BI__builtin_neon_vpmaxnmq_v, },
7424 { NEON::BI__builtin_neon_vpmaxq_f16, NEON::BI__builtin_neon_vpmaxq_v, },
7425 { NEON::BI__builtin_neon_vpmin_f16, NEON::BI__builtin_neon_vpmin_v, },
7426 { NEON::BI__builtin_neon_vpminnm_f16, NEON::BI__builtin_neon_vpminnm_v, },
7427 { NEON::BI__builtin_neon_vpminnmq_f16, NEON::BI__builtin_neon_vpminnmq_v, },
7428 { NEON::BI__builtin_neon_vpminq_f16, NEON::BI__builtin_neon_vpminq_v, },
7429 { NEON::BI__builtin_neon_vrecpe_f16, NEON::BI__builtin_neon_vrecpe_v, },
7430 { NEON::BI__builtin_neon_vrecpeq_f16, NEON::BI__builtin_neon_vrecpeq_v, },
7431 { NEON::BI__builtin_neon_vrecps_f16, NEON::BI__builtin_neon_vrecps_v, },
7432 { NEON::BI__builtin_neon_vrecpsq_f16, NEON::BI__builtin_neon_vrecpsq_v, },
7433 { NEON::BI__builtin_neon_vrnd_f16, NEON::BI__builtin_neon_vrnd_v, },
7434 { NEON::BI__builtin_neon_vrnda_f16, NEON::BI__builtin_neon_vrnda_v, },
7435 { NEON::BI__builtin_neon_vrndaq_f16, NEON::BI__builtin_neon_vrndaq_v, },
7436 { NEON::BI__builtin_neon_vrndi_f16, NEON::BI__builtin_neon_vrndi_v, },
7437 { NEON::BI__builtin_neon_vrndiq_f16, NEON::BI__builtin_neon_vrndiq_v, },
7438 { NEON::BI__builtin_neon_vrndm_f16, NEON::BI__builtin_neon_vrndm_v, },
7439 { NEON::BI__builtin_neon_vrndmq_f16, NEON::BI__builtin_neon_vrndmq_v, },
7440 { NEON::BI__builtin_neon_vrndn_f16, NEON::BI__builtin_neon_vrndn_v, },
7441 { NEON::BI__builtin_neon_vrndnq_f16, NEON::BI__builtin_neon_vrndnq_v, },
7442 { NEON::BI__builtin_neon_vrndp_f16, NEON::BI__builtin_neon_vrndp_v, },
7443 { NEON::BI__builtin_neon_vrndpq_f16, NEON::BI__builtin_neon_vrndpq_v, },
7444 { NEON::BI__builtin_neon_vrndq_f16, NEON::BI__builtin_neon_vrndq_v, },
7445 { NEON::BI__builtin_neon_vrndx_f16, NEON::BI__builtin_neon_vrndx_v, },
7446 { NEON::BI__builtin_neon_vrndxq_f16, NEON::BI__builtin_neon_vrndxq_v, },
7447 { NEON::BI__builtin_neon_vrsqrte_f16, NEON::BI__builtin_neon_vrsqrte_v, },
7448 { NEON::BI__builtin_neon_vrsqrteq_f16, NEON::BI__builtin_neon_vrsqrteq_v, },
7449 { NEON::BI__builtin_neon_vrsqrts_f16, NEON::BI__builtin_neon_vrsqrts_v, },
7450 { NEON::BI__builtin_neon_vrsqrtsq_f16, NEON::BI__builtin_neon_vrsqrtsq_v, },
7451 { NEON::BI__builtin_neon_vsqrt_f16, NEON::BI__builtin_neon_vsqrt_v, },
7452 { NEON::BI__builtin_neon_vsqrtq_f16, NEON::BI__builtin_neon_vsqrtq_v, },
7453 { NEON::BI__builtin_neon_vst1_bf16_x2, NEON::BI__builtin_neon_vst1_x2_v },
7454 { NEON::BI__builtin_neon_vst1_bf16_x3, NEON::BI__builtin_neon_vst1_x3_v },
7455 { NEON::BI__builtin_neon_vst1_bf16_x4, NEON::BI__builtin_neon_vst1_x4_v },
7456 { NEON::BI__builtin_neon_vst1_bf16, NEON::BI__builtin_neon_vst1_v },
7457 { NEON::BI__builtin_neon_vst1_lane_bf16, NEON::BI__builtin_neon_vst1_lane_v },
7458 { NEON::BI__builtin_neon_vst1q_bf16_x2, NEON::BI__builtin_neon_vst1q_x2_v },
7459 { NEON::BI__builtin_neon_vst1q_bf16_x3, NEON::BI__builtin_neon_vst1q_x3_v },
7460 { NEON::BI__builtin_neon_vst1q_bf16_x4, NEON::BI__builtin_neon_vst1q_x4_v },
7461 { NEON::BI__builtin_neon_vst1q_bf16, NEON::BI__builtin_neon_vst1q_v },
7462 { NEON::BI__builtin_neon_vst1q_lane_bf16, NEON::BI__builtin_neon_vst1q_lane_v },
7463 { NEON::BI__builtin_neon_vst2_bf16, NEON::BI__builtin_neon_vst2_v },
7464 { NEON::BI__builtin_neon_vst2_lane_bf16, NEON::BI__builtin_neon_vst2_lane_v },
7465 { NEON::BI__builtin_neon_vst2q_bf16, NEON::BI__builtin_neon_vst2q_v },
7466 { NEON::BI__builtin_neon_vst2q_lane_bf16, NEON::BI__builtin_neon_vst2q_lane_v },
7467 { NEON::BI__builtin_neon_vst3_bf16, NEON::BI__builtin_neon_vst3_v },
7468 { NEON::BI__builtin_neon_vst3_lane_bf16, NEON::BI__builtin_neon_vst3_lane_v },
7469 { NEON::BI__builtin_neon_vst3q_bf16, NEON::BI__builtin_neon_vst3q_v },
7470 { NEON::BI__builtin_neon_vst3q_lane_bf16, NEON::BI__builtin_neon_vst3q_lane_v },
7471 { NEON::BI__builtin_neon_vst4_bf16, NEON::BI__builtin_neon_vst4_v },
7472 { NEON::BI__builtin_neon_vst4_lane_bf16, NEON::BI__builtin_neon_vst4_lane_v },
7473 { NEON::BI__builtin_neon_vst4q_bf16, NEON::BI__builtin_neon_vst4q_v },
7474 { NEON::BI__builtin_neon_vst4q_lane_bf16, NEON::BI__builtin_neon_vst4q_lane_v },
7478 { NEON::BI__builtin_neon_vldap1_lane_u64, NEON::BI__builtin_neon_vldap1_lane_s64 },
7479 { NEON::BI__builtin_neon_vldap1_lane_f64, NEON::BI__builtin_neon_vldap1_lane_s64 },
7480 { NEON::BI__builtin_neon_vldap1_lane_p64, NEON::BI__builtin_neon_vldap1_lane_s64 },
7481 { NEON::BI__builtin_neon_vldap1q_lane_u64, NEON::BI__builtin_neon_vldap1q_lane_s64 },
7482 { NEON::BI__builtin_neon_vldap1q_lane_f64, NEON::BI__builtin_neon_vldap1q_lane_s64 },
7483 { NEON::BI__builtin_neon_vldap1q_lane_p64, NEON::BI__builtin_neon_vldap1q_lane_s64 },
7484 { NEON::BI__builtin_neon_vstl1_lane_u64, NEON::BI__builtin_neon_vstl1_lane_s64 },
7485 { NEON::BI__builtin_neon_vstl1_lane_f64, NEON::BI__builtin_neon_vstl1_lane_s64 },
7486 { NEON::BI__builtin_neon_vstl1_lane_p64, NEON::BI__builtin_neon_vstl1_lane_s64 },
7487 { NEON::BI__builtin_neon_vstl1q_lane_u64, NEON::BI__builtin_neon_vstl1q_lane_s64 },
7488 { NEON::BI__builtin_neon_vstl1q_lane_f64, NEON::BI__builtin_neon_vstl1q_lane_s64 },
7489 { NEON::BI__builtin_neon_vstl1q_lane_p64, NEON::BI__builtin_neon_vstl1q_lane_s64 },
7606 case NEON::BI__builtin_neon_vcled_s64: in EmitCommonNeonSISDBuiltinExpr()
7607 case NEON::BI__builtin_neon_vcled_u64: in EmitCommonNeonSISDBuiltinExpr()
7608 case NEON::BI__builtin_neon_vcles_f32: in EmitCommonNeonSISDBuiltinExpr()
7609 case NEON::BI__builtin_neon_vcled_f64: in EmitCommonNeonSISDBuiltinExpr()
7610 case NEON::BI__builtin_neon_vcltd_s64: in EmitCommonNeonSISDBuiltinExpr()
7611 case NEON::BI__builtin_neon_vcltd_u64: in EmitCommonNeonSISDBuiltinExpr()
7612 case NEON::BI__builtin_neon_vclts_f32: in EmitCommonNeonSISDBuiltinExpr()
7613 case NEON::BI__builtin_neon_vcltd_f64: in EmitCommonNeonSISDBuiltinExpr()
7614 case NEON::BI__builtin_neon_vcales_f32: in EmitCommonNeonSISDBuiltinExpr()
7615 case NEON::BI__builtin_neon_vcaled_f64: in EmitCommonNeonSISDBuiltinExpr()
7616 case NEON::BI__builtin_neon_vcalts_f32: in EmitCommonNeonSISDBuiltinExpr()
7617 case NEON::BI__builtin_neon_vcaltd_f64: in EmitCommonNeonSISDBuiltinExpr()
7671 // Determine the type of this overloaded NEON intrinsic. in EmitCommonNeonBuiltinExpr()
7695 case NEON::BI__builtin_neon_splat_lane_v: in EmitCommonNeonBuiltinExpr()
7696 case NEON::BI__builtin_neon_splat_laneq_v: in EmitCommonNeonBuiltinExpr()
7697 case NEON::BI__builtin_neon_splatq_lane_v: in EmitCommonNeonBuiltinExpr()
7698 case NEON::BI__builtin_neon_splatq_laneq_v: { in EmitCommonNeonBuiltinExpr()
7700 if (BuiltinID == NEON::BI__builtin_neon_splatq_lane_v) in EmitCommonNeonBuiltinExpr()
7702 if (BuiltinID == NEON::BI__builtin_neon_splat_laneq_v) in EmitCommonNeonBuiltinExpr()
7708 case NEON::BI__builtin_neon_vpadd_v: in EmitCommonNeonBuiltinExpr()
7709 case NEON::BI__builtin_neon_vpaddq_v: in EmitCommonNeonBuiltinExpr()
7715 case NEON::BI__builtin_neon_vabs_v: in EmitCommonNeonBuiltinExpr()
7716 case NEON::BI__builtin_neon_vabsq_v: in EmitCommonNeonBuiltinExpr()
7720 case NEON::BI__builtin_neon_vadd_v: in EmitCommonNeonBuiltinExpr()
7721 case NEON::BI__builtin_neon_vaddq_v: { in EmitCommonNeonBuiltinExpr()
7728 case NEON::BI__builtin_neon_vaddhn_v: { in EmitCommonNeonBuiltinExpr()
7745 case NEON::BI__builtin_neon_vcale_v: in EmitCommonNeonBuiltinExpr()
7746 case NEON::BI__builtin_neon_vcaleq_v: in EmitCommonNeonBuiltinExpr()
7747 case NEON::BI__builtin_neon_vcalt_v: in EmitCommonNeonBuiltinExpr()
7748 case NEON::BI__builtin_neon_vcaltq_v: in EmitCommonNeonBuiltinExpr()
7751 case NEON::BI__builtin_neon_vcage_v: in EmitCommonNeonBuiltinExpr()
7752 case NEON::BI__builtin_neon_vcageq_v: in EmitCommonNeonBuiltinExpr()
7753 case NEON::BI__builtin_neon_vcagt_v: in EmitCommonNeonBuiltinExpr()
7754 case NEON::BI__builtin_neon_vcagtq_v: { in EmitCommonNeonBuiltinExpr()
7773 case NEON::BI__builtin_neon_vceqz_v: in EmitCommonNeonBuiltinExpr()
7774 case NEON::BI__builtin_neon_vceqzq_v: in EmitCommonNeonBuiltinExpr()
7777 case NEON::BI__builtin_neon_vcgez_v: in EmitCommonNeonBuiltinExpr()
7778 case NEON::BI__builtin_neon_vcgezq_v: in EmitCommonNeonBuiltinExpr()
7781 case NEON::BI__builtin_neon_vclez_v: in EmitCommonNeonBuiltinExpr()
7782 case NEON::BI__builtin_neon_vclezq_v: in EmitCommonNeonBuiltinExpr()
7785 case NEON::BI__builtin_neon_vcgtz_v: in EmitCommonNeonBuiltinExpr()
7786 case NEON::BI__builtin_neon_vcgtzq_v: in EmitCommonNeonBuiltinExpr()
7789 case NEON::BI__builtin_neon_vcltz_v: in EmitCommonNeonBuiltinExpr()
7790 case NEON::BI__builtin_neon_vcltzq_v: in EmitCommonNeonBuiltinExpr()
7793 case NEON::BI__builtin_neon_vclz_v: in EmitCommonNeonBuiltinExpr()
7794 case NEON::BI__builtin_neon_vclzq_v: in EmitCommonNeonBuiltinExpr()
7799 case NEON::BI__builtin_neon_vcvt_f32_v: in EmitCommonNeonBuiltinExpr()
7800 case NEON::BI__builtin_neon_vcvtq_f32_v: in EmitCommonNeonBuiltinExpr()
7806 case NEON::BI__builtin_neon_vcvt_f16_s16: in EmitCommonNeonBuiltinExpr()
7807 case NEON::BI__builtin_neon_vcvt_f16_u16: in EmitCommonNeonBuiltinExpr()
7808 case NEON::BI__builtin_neon_vcvtq_f16_s16: in EmitCommonNeonBuiltinExpr()
7809 case NEON::BI__builtin_neon_vcvtq_f16_u16: in EmitCommonNeonBuiltinExpr()
7815 case NEON::BI__builtin_neon_vcvt_n_f16_s16: in EmitCommonNeonBuiltinExpr()
7816 case NEON::BI__builtin_neon_vcvt_n_f16_u16: in EmitCommonNeonBuiltinExpr()
7817 case NEON::BI__builtin_neon_vcvtq_n_f16_s16: in EmitCommonNeonBuiltinExpr()
7818 case NEON::BI__builtin_neon_vcvtq_n_f16_u16: { in EmitCommonNeonBuiltinExpr()
7823 case NEON::BI__builtin_neon_vcvt_n_f32_v: in EmitCommonNeonBuiltinExpr()
7824 case NEON::BI__builtin_neon_vcvt_n_f64_v: in EmitCommonNeonBuiltinExpr()
7825 case NEON::BI__builtin_neon_vcvtq_n_f32_v: in EmitCommonNeonBuiltinExpr()
7826 case NEON::BI__builtin_neon_vcvtq_n_f64_v: { in EmitCommonNeonBuiltinExpr()
7832 case NEON::BI__builtin_neon_vcvt_n_s16_f16: in EmitCommonNeonBuiltinExpr()
7833 case NEON::BI__builtin_neon_vcvt_n_s32_v: in EmitCommonNeonBuiltinExpr()
7834 case NEON::BI__builtin_neon_vcvt_n_u16_f16: in EmitCommonNeonBuiltinExpr()
7835 case NEON::BI__builtin_neon_vcvt_n_u32_v: in EmitCommonNeonBuiltinExpr()
7836 case NEON::BI__builtin_neon_vcvt_n_s64_v: in EmitCommonNeonBuiltinExpr()
7837 case NEON::BI__builtin_neon_vcvt_n_u64_v: in EmitCommonNeonBuiltinExpr()
7838 case NEON::BI__builtin_neon_vcvtq_n_s16_f16: in EmitCommonNeonBuiltinExpr()
7839 case NEON::BI__builtin_neon_vcvtq_n_s32_v: in EmitCommonNeonBuiltinExpr()
7840 case NEON::BI__builtin_neon_vcvtq_n_u16_f16: in EmitCommonNeonBuiltinExpr()
7841 case NEON::BI__builtin_neon_vcvtq_n_u32_v: in EmitCommonNeonBuiltinExpr()
7842 case NEON::BI__builtin_neon_vcvtq_n_s64_v: in EmitCommonNeonBuiltinExpr()
7843 case NEON::BI__builtin_neon_vcvtq_n_u64_v: { in EmitCommonNeonBuiltinExpr()
7848 case NEON::BI__builtin_neon_vcvt_s32_v: in EmitCommonNeonBuiltinExpr()
7849 case NEON::BI__builtin_neon_vcvt_u32_v: in EmitCommonNeonBuiltinExpr()
7850 case NEON::BI__builtin_neon_vcvt_s64_v: in EmitCommonNeonBuiltinExpr()
7851 case NEON::BI__builtin_neon_vcvt_u64_v: in EmitCommonNeonBuiltinExpr()
7852 case NEON::BI__builtin_neon_vcvt_s16_f16: in EmitCommonNeonBuiltinExpr()
7853 case NEON::BI__builtin_neon_vcvt_u16_f16: in EmitCommonNeonBuiltinExpr()
7854 case NEON::BI__builtin_neon_vcvtq_s32_v: in EmitCommonNeonBuiltinExpr()
7855 case NEON::BI__builtin_neon_vcvtq_u32_v: in EmitCommonNeonBuiltinExpr()
7856 case NEON::BI__builtin_neon_vcvtq_s64_v: in EmitCommonNeonBuiltinExpr()
7857 case NEON::BI__builtin_neon_vcvtq_u64_v: in EmitCommonNeonBuiltinExpr()
7858 case NEON::BI__builtin_neon_vcvtq_s16_f16: in EmitCommonNeonBuiltinExpr()
7859 case NEON::BI__builtin_neon_vcvtq_u16_f16: { in EmitCommonNeonBuiltinExpr()
7864 case NEON::BI__builtin_neon_vcvta_s16_f16: in EmitCommonNeonBuiltinExpr()
7865 case NEON::BI__builtin_neon_vcvta_s32_v: in EmitCommonNeonBuiltinExpr()
7866 case NEON::BI__builtin_neon_vcvta_s64_v: in EmitCommonNeonBuiltinExpr()
7867 case NEON::BI__builtin_neon_vcvta_u16_f16: in EmitCommonNeonBuiltinExpr()
7868 case NEON::BI__builtin_neon_vcvta_u32_v: in EmitCommonNeonBuiltinExpr()
7869 case NEON::BI__builtin_neon_vcvta_u64_v: in EmitCommonNeonBuiltinExpr()
7870 case NEON::BI__builtin_neon_vcvtaq_s16_f16: in EmitCommonNeonBuiltinExpr()
7871 case NEON::BI__builtin_neon_vcvtaq_s32_v: in EmitCommonNeonBuiltinExpr()
7872 case NEON::BI__builtin_neon_vcvtaq_s64_v: in EmitCommonNeonBuiltinExpr()
7873 case NEON::BI__builtin_neon_vcvtaq_u16_f16: in EmitCommonNeonBuiltinExpr()
7874 case NEON::BI__builtin_neon_vcvtaq_u32_v: in EmitCommonNeonBuiltinExpr()
7875 case NEON::BI__builtin_neon_vcvtaq_u64_v: in EmitCommonNeonBuiltinExpr()
7876 case NEON::BI__builtin_neon_vcvtn_s16_f16: in EmitCommonNeonBuiltinExpr()
7877 case NEON::BI__builtin_neon_vcvtn_s32_v: in EmitCommonNeonBuiltinExpr()
7878 case NEON::BI__builtin_neon_vcvtn_s64_v: in EmitCommonNeonBuiltinExpr()
7879 case NEON::BI__builtin_neon_vcvtn_u16_f16: in EmitCommonNeonBuiltinExpr()
7880 case NEON::BI__builtin_neon_vcvtn_u32_v: in EmitCommonNeonBuiltinExpr()
7881 case NEON::BI__builtin_neon_vcvtn_u64_v: in EmitCommonNeonBuiltinExpr()
7882 case NEON::BI__builtin_neon_vcvtnq_s16_f16: in EmitCommonNeonBuiltinExpr()
7883 case NEON::BI__builtin_neon_vcvtnq_s32_v: in EmitCommonNeonBuiltinExpr()
7884 case NEON::BI__builtin_neon_vcvtnq_s64_v: in EmitCommonNeonBuiltinExpr()
7885 case NEON::BI__builtin_neon_vcvtnq_u16_f16: in EmitCommonNeonBuiltinExpr()
7886 case NEON::BI__builtin_neon_vcvtnq_u32_v: in EmitCommonNeonBuiltinExpr()
7887 case NEON::BI__builtin_neon_vcvtnq_u64_v: in EmitCommonNeonBuiltinExpr()
7888 case NEON::BI__builtin_neon_vcvtp_s16_f16: in EmitCommonNeonBuiltinExpr()
7889 case NEON::BI__builtin_neon_vcvtp_s32_v: in EmitCommonNeonBuiltinExpr()
7890 case NEON::BI__builtin_neon_vcvtp_s64_v: in EmitCommonNeonBuiltinExpr()
7891 case NEON::BI__builtin_neon_vcvtp_u16_f16: in EmitCommonNeonBuiltinExpr()
7892 case NEON::BI__builtin_neon_vcvtp_u32_v: in EmitCommonNeonBuiltinExpr()
7893 case NEON::BI__builtin_neon_vcvtp_u64_v: in EmitCommonNeonBuiltinExpr()
7894 case NEON::BI__builtin_neon_vcvtpq_s16_f16: in EmitCommonNeonBuiltinExpr()
7895 case NEON::BI__builtin_neon_vcvtpq_s32_v: in EmitCommonNeonBuiltinExpr()
7896 case NEON::BI__builtin_neon_vcvtpq_s64_v: in EmitCommonNeonBuiltinExpr()
7897 case NEON::BI__builtin_neon_vcvtpq_u16_f16: in EmitCommonNeonBuiltinExpr()
7898 case NEON::BI__builtin_neon_vcvtpq_u32_v: in EmitCommonNeonBuiltinExpr()
7899 case NEON::BI__builtin_neon_vcvtpq_u64_v: in EmitCommonNeonBuiltinExpr()
7900 case NEON::BI__builtin_neon_vcvtm_s16_f16: in EmitCommonNeonBuiltinExpr()
7901 case NEON::BI__builtin_neon_vcvtm_s32_v: in EmitCommonNeonBuiltinExpr()
7902 case NEON::BI__builtin_neon_vcvtm_s64_v: in EmitCommonNeonBuiltinExpr()
7903 case NEON::BI__builtin_neon_vcvtm_u16_f16: in EmitCommonNeonBuiltinExpr()
7904 case NEON::BI__builtin_neon_vcvtm_u32_v: in EmitCommonNeonBuiltinExpr()
7905 case NEON::BI__builtin_neon_vcvtm_u64_v: in EmitCommonNeonBuiltinExpr()
7906 case NEON::BI__builtin_neon_vcvtmq_s16_f16: in EmitCommonNeonBuiltinExpr()
7907 case NEON::BI__builtin_neon_vcvtmq_s32_v: in EmitCommonNeonBuiltinExpr()
7908 case NEON::BI__builtin_neon_vcvtmq_s64_v: in EmitCommonNeonBuiltinExpr()
7909 case NEON::BI__builtin_neon_vcvtmq_u16_f16: in EmitCommonNeonBuiltinExpr()
7910 case NEON::BI__builtin_neon_vcvtmq_u32_v: in EmitCommonNeonBuiltinExpr()
7911 case NEON::BI__builtin_neon_vcvtmq_u64_v: { in EmitCommonNeonBuiltinExpr()
7915 case NEON::BI__builtin_neon_vcvtx_f32_v: { in EmitCommonNeonBuiltinExpr()
7920 case NEON::BI__builtin_neon_vext_v: in EmitCommonNeonBuiltinExpr()
7921 case NEON::BI__builtin_neon_vextq_v: { in EmitCommonNeonBuiltinExpr()
7931 case NEON::BI__builtin_neon_vfma_v: in EmitCommonNeonBuiltinExpr()
7932 case NEON::BI__builtin_neon_vfmaq_v: { in EmitCommonNeonBuiltinExpr()
7937 // NEON intrinsic puts accumulator first, unlike the LLVM fma. in EmitCommonNeonBuiltinExpr()
7942 case NEON::BI__builtin_neon_vld1_v: in EmitCommonNeonBuiltinExpr()
7943 case NEON::BI__builtin_neon_vld1q_v: { in EmitCommonNeonBuiltinExpr()
7948 case NEON::BI__builtin_neon_vld1_x2_v: in EmitCommonNeonBuiltinExpr()
7949 case NEON::BI__builtin_neon_vld1q_x2_v: in EmitCommonNeonBuiltinExpr()
7950 case NEON::BI__builtin_neon_vld1_x3_v: in EmitCommonNeonBuiltinExpr()
7951 case NEON::BI__builtin_neon_vld1q_x3_v: in EmitCommonNeonBuiltinExpr()
7952 case NEON::BI__builtin_neon_vld1_x4_v: in EmitCommonNeonBuiltinExpr()
7953 case NEON::BI__builtin_neon_vld1q_x4_v: { in EmitCommonNeonBuiltinExpr()
7959 case NEON::BI__builtin_neon_vld2_v: in EmitCommonNeonBuiltinExpr()
7960 case NEON::BI__builtin_neon_vld2q_v: in EmitCommonNeonBuiltinExpr()
7961 case NEON::BI__builtin_neon_vld3_v: in EmitCommonNeonBuiltinExpr()
7962 case NEON::BI__builtin_neon_vld3q_v: in EmitCommonNeonBuiltinExpr()
7963 case NEON::BI__builtin_neon_vld4_v: in EmitCommonNeonBuiltinExpr()
7964 case NEON::BI__builtin_neon_vld4q_v: in EmitCommonNeonBuiltinExpr()
7965 case NEON::BI__builtin_neon_vld2_dup_v: in EmitCommonNeonBuiltinExpr()
7966 case NEON::BI__builtin_neon_vld2q_dup_v: in EmitCommonNeonBuiltinExpr()
7967 case NEON::BI__builtin_neon_vld3_dup_v: in EmitCommonNeonBuiltinExpr()
7968 case NEON::BI__builtin_neon_vld3q_dup_v: in EmitCommonNeonBuiltinExpr()
7969 case NEON::BI__builtin_neon_vld4_dup_v: in EmitCommonNeonBuiltinExpr()
7970 case NEON::BI__builtin_neon_vld4q_dup_v: { in EmitCommonNeonBuiltinExpr()
7977 case NEON::BI__builtin_neon_vld1_dup_v: in EmitCommonNeonBuiltinExpr()
7978 case NEON::BI__builtin_neon_vld1q_dup_v: { in EmitCommonNeonBuiltinExpr()
7986 case NEON::BI__builtin_neon_vld2_lane_v: in EmitCommonNeonBuiltinExpr()
7987 case NEON::BI__builtin_neon_vld2q_lane_v: in EmitCommonNeonBuiltinExpr()
7988 case NEON::BI__builtin_neon_vld3_lane_v: in EmitCommonNeonBuiltinExpr()
7989 case NEON::BI__builtin_neon_vld3q_lane_v: in EmitCommonNeonBuiltinExpr()
7990 case NEON::BI__builtin_neon_vld4_lane_v: in EmitCommonNeonBuiltinExpr()
7991 case NEON::BI__builtin_neon_vld4q_lane_v: { in EmitCommonNeonBuiltinExpr()
8000 case NEON::BI__builtin_neon_vmovl_v: { in EmitCommonNeonBuiltinExpr()
8008 case NEON::BI__builtin_neon_vmovn_v: { in EmitCommonNeonBuiltinExpr()
8014 case NEON::BI__builtin_neon_vmull_v: in EmitCommonNeonBuiltinExpr()
8023 case NEON::BI__builtin_neon_vpadal_v: in EmitCommonNeonBuiltinExpr()
8024 case NEON::BI__builtin_neon_vpadalq_v: { in EmitCommonNeonBuiltinExpr()
8034 case NEON::BI__builtin_neon_vpaddl_v: in EmitCommonNeonBuiltinExpr()
8035 case NEON::BI__builtin_neon_vpaddlq_v: { in EmitCommonNeonBuiltinExpr()
8044 case NEON::BI__builtin_neon_vqdmlal_v: in EmitCommonNeonBuiltinExpr()
8045 case NEON::BI__builtin_neon_vqdmlsl_v: { in EmitCommonNeonBuiltinExpr()
8052 case NEON::BI__builtin_neon_vqdmulhq_lane_v: in EmitCommonNeonBuiltinExpr()
8053 case NEON::BI__builtin_neon_vqdmulh_lane_v: in EmitCommonNeonBuiltinExpr()
8054 case NEON::BI__builtin_neon_vqrdmulhq_lane_v: in EmitCommonNeonBuiltinExpr()
8055 case NEON::BI__builtin_neon_vqrdmulh_lane_v: { in EmitCommonNeonBuiltinExpr()
8057 if (BuiltinID == NEON::BI__builtin_neon_vqdmulhq_lane_v || in EmitCommonNeonBuiltinExpr()
8058 BuiltinID == NEON::BI__builtin_neon_vqrdmulhq_lane_v) in EmitCommonNeonBuiltinExpr()
8066 case NEON::BI__builtin_neon_vqdmulhq_laneq_v: in EmitCommonNeonBuiltinExpr()
8067 case NEON::BI__builtin_neon_vqdmulh_laneq_v: in EmitCommonNeonBuiltinExpr()
8068 case NEON::BI__builtin_neon_vqrdmulhq_laneq_v: in EmitCommonNeonBuiltinExpr()
8069 case NEON::BI__builtin_neon_vqrdmulh_laneq_v: { in EmitCommonNeonBuiltinExpr()
8075 case NEON::BI__builtin_neon_vqshl_n_v: in EmitCommonNeonBuiltinExpr()
8076 case NEON::BI__builtin_neon_vqshlq_n_v: in EmitCommonNeonBuiltinExpr()
8079 case NEON::BI__builtin_neon_vqshlu_n_v: in EmitCommonNeonBuiltinExpr()
8080 case NEON::BI__builtin_neon_vqshluq_n_v: in EmitCommonNeonBuiltinExpr()
8083 case NEON::BI__builtin_neon_vrecpe_v: in EmitCommonNeonBuiltinExpr()
8084 case NEON::BI__builtin_neon_vrecpeq_v: in EmitCommonNeonBuiltinExpr()
8085 case NEON::BI__builtin_neon_vrsqrte_v: in EmitCommonNeonBuiltinExpr()
8086 case NEON::BI__builtin_neon_vrsqrteq_v: in EmitCommonNeonBuiltinExpr()
8089 case NEON::BI__builtin_neon_vrndi_v: in EmitCommonNeonBuiltinExpr()
8090 case NEON::BI__builtin_neon_vrndiq_v: in EmitCommonNeonBuiltinExpr()
8095 case NEON::BI__builtin_neon_vrshr_n_v: in EmitCommonNeonBuiltinExpr()
8096 case NEON::BI__builtin_neon_vrshrq_n_v: in EmitCommonNeonBuiltinExpr()
8099 case NEON::BI__builtin_neon_vsha512hq_u64: in EmitCommonNeonBuiltinExpr()
8100 case NEON::BI__builtin_neon_vsha512h2q_u64: in EmitCommonNeonBuiltinExpr()
8101 case NEON::BI__builtin_neon_vsha512su0q_u64: in EmitCommonNeonBuiltinExpr()
8102 case NEON::BI__builtin_neon_vsha512su1q_u64: { in EmitCommonNeonBuiltinExpr()
8106 case NEON::BI__builtin_neon_vshl_n_v: in EmitCommonNeonBuiltinExpr()
8107 case NEON::BI__builtin_neon_vshlq_n_v: in EmitCommonNeonBuiltinExpr()
8111 case NEON::BI__builtin_neon_vshll_n_v: { in EmitCommonNeonBuiltinExpr()
8122 case NEON::BI__builtin_neon_vshrn_n_v: { in EmitCommonNeonBuiltinExpr()
8133 case NEON::BI__builtin_neon_vshr_n_v: in EmitCommonNeonBuiltinExpr()
8134 case NEON::BI__builtin_neon_vshrq_n_v: in EmitCommonNeonBuiltinExpr()
8136 case NEON::BI__builtin_neon_vst1_v: in EmitCommonNeonBuiltinExpr()
8137 case NEON::BI__builtin_neon_vst1q_v: in EmitCommonNeonBuiltinExpr()
8138 case NEON::BI__builtin_neon_vst2_v: in EmitCommonNeonBuiltinExpr()
8139 case NEON::BI__builtin_neon_vst2q_v: in EmitCommonNeonBuiltinExpr()
8140 case NEON::BI__builtin_neon_vst3_v: in EmitCommonNeonBuiltinExpr()
8141 case NEON::BI__builtin_neon_vst3q_v: in EmitCommonNeonBuiltinExpr()
8142 case NEON::BI__builtin_neon_vst4_v: in EmitCommonNeonBuiltinExpr()
8143 case NEON::BI__builtin_neon_vst4q_v: in EmitCommonNeonBuiltinExpr()
8144 case NEON::BI__builtin_neon_vst2_lane_v: in EmitCommonNeonBuiltinExpr()
8145 case NEON::BI__builtin_neon_vst2q_lane_v: in EmitCommonNeonBuiltinExpr()
8146 case NEON::BI__builtin_neon_vst3_lane_v: in EmitCommonNeonBuiltinExpr()
8147 case NEON::BI__builtin_neon_vst3q_lane_v: in EmitCommonNeonBuiltinExpr()
8148 case NEON::BI__builtin_neon_vst4_lane_v: in EmitCommonNeonBuiltinExpr()
8149 case NEON::BI__builtin_neon_vst4q_lane_v: { in EmitCommonNeonBuiltinExpr()
8154 case NEON::BI__builtin_neon_vsm3partw1q_u32: in EmitCommonNeonBuiltinExpr()
8155 case NEON::BI__builtin_neon_vsm3partw2q_u32: in EmitCommonNeonBuiltinExpr()
8156 case NEON::BI__builtin_neon_vsm3ss1q_u32: in EmitCommonNeonBuiltinExpr()
8157 case NEON::BI__builtin_neon_vsm4ekeyq_u32: in EmitCommonNeonBuiltinExpr()
8158 case NEON::BI__builtin_neon_vsm4eq_u32: { in EmitCommonNeonBuiltinExpr()
8162 case NEON::BI__builtin_neon_vsm3tt1aq_u32: in EmitCommonNeonBuiltinExpr()
8163 case NEON::BI__builtin_neon_vsm3tt1bq_u32: in EmitCommonNeonBuiltinExpr()
8164 case NEON::BI__builtin_neon_vsm3tt2aq_u32: in EmitCommonNeonBuiltinExpr()
8165 case NEON::BI__builtin_neon_vsm3tt2bq_u32: { in EmitCommonNeonBuiltinExpr()
8170 case NEON::BI__builtin_neon_vst1_x2_v: in EmitCommonNeonBuiltinExpr()
8171 case NEON::BI__builtin_neon_vst1q_x2_v: in EmitCommonNeonBuiltinExpr()
8172 case NEON::BI__builtin_neon_vst1_x3_v: in EmitCommonNeonBuiltinExpr()
8173 case NEON::BI__builtin_neon_vst1q_x3_v: in EmitCommonNeonBuiltinExpr()
8174 case NEON::BI__builtin_neon_vst1_x4_v: in EmitCommonNeonBuiltinExpr()
8175 case NEON::BI__builtin_neon_vst1q_x4_v: { in EmitCommonNeonBuiltinExpr()
8187 case NEON::BI__builtin_neon_vsubhn_v: { in EmitCommonNeonBuiltinExpr()
8204 case NEON::BI__builtin_neon_vtrn_v: in EmitCommonNeonBuiltinExpr()
8205 case NEON::BI__builtin_neon_vtrnq_v: { in EmitCommonNeonBuiltinExpr()
8222 case NEON::BI__builtin_neon_vtst_v: in EmitCommonNeonBuiltinExpr()
8223 case NEON::BI__builtin_neon_vtstq_v: { in EmitCommonNeonBuiltinExpr()
8231 case NEON::BI__builtin_neon_vuzp_v: in EmitCommonNeonBuiltinExpr()
8232 case NEON::BI__builtin_neon_vuzpq_v: { in EmitCommonNeonBuiltinExpr()
8248 case NEON::BI__builtin_neon_vxarq_u64: { in EmitCommonNeonBuiltinExpr()
8253 case NEON::BI__builtin_neon_vzip_v: in EmitCommonNeonBuiltinExpr()
8254 case NEON::BI__builtin_neon_vzipq_v: { in EmitCommonNeonBuiltinExpr()
8271 case NEON::BI__builtin_neon_vdot_s32: in EmitCommonNeonBuiltinExpr()
8272 case NEON::BI__builtin_neon_vdot_u32: in EmitCommonNeonBuiltinExpr()
8273 case NEON::BI__builtin_neon_vdotq_s32: in EmitCommonNeonBuiltinExpr()
8274 case NEON::BI__builtin_neon_vdotq_u32: { in EmitCommonNeonBuiltinExpr()
8280 case NEON::BI__builtin_neon_vfmlal_low_f16: in EmitCommonNeonBuiltinExpr()
8281 case NEON::BI__builtin_neon_vfmlalq_low_f16: { in EmitCommonNeonBuiltinExpr()
8287 case NEON::BI__builtin_neon_vfmlsl_low_f16: in EmitCommonNeonBuiltinExpr()
8288 case NEON::BI__builtin_neon_vfmlslq_low_f16: { in EmitCommonNeonBuiltinExpr()
8294 case NEON::BI__builtin_neon_vfmlal_high_f16: in EmitCommonNeonBuiltinExpr()
8295 case NEON::BI__builtin_neon_vfmlalq_high_f16: { in EmitCommonNeonBuiltinExpr()
8301 case NEON::BI__builtin_neon_vfmlsl_high_f16: in EmitCommonNeonBuiltinExpr()
8302 case NEON::BI__builtin_neon_vfmlslq_high_f16: { in EmitCommonNeonBuiltinExpr()
8308 case NEON::BI__builtin_neon_vmmlaq_s32: in EmitCommonNeonBuiltinExpr()
8309 case NEON::BI__builtin_neon_vmmlaq_u32: { in EmitCommonNeonBuiltinExpr()
8315 case NEON::BI__builtin_neon_vusmmlaq_s32: { in EmitCommonNeonBuiltinExpr()
8321 case NEON::BI__builtin_neon_vusdot_s32: in EmitCommonNeonBuiltinExpr()
8322 case NEON::BI__builtin_neon_vusdotq_s32: { in EmitCommonNeonBuiltinExpr()
8328 case NEON::BI__builtin_neon_vbfdot_f32: in EmitCommonNeonBuiltinExpr()
8329 case NEON::BI__builtin_neon_vbfdotq_f32: { in EmitCommonNeonBuiltinExpr()
8335 case NEON::BI__builtin_neon___a32_vcvt_bf16_f32: { in EmitCommonNeonBuiltinExpr()
8547 /// Return true if BuiltinID is an overloaded Neon intrinsic with an extra
8552 case NEON::BI__builtin_neon_vget_lane_i8: in HasExtraNeonArgument()
8553 case NEON::BI__builtin_neon_vget_lane_i16: in HasExtraNeonArgument()
8554 case NEON::BI__builtin_neon_vget_lane_bf16: in HasExtraNeonArgument()
8555 case NEON::BI__builtin_neon_vget_lane_i32: in HasExtraNeonArgument()
8556 case NEON::BI__builtin_neon_vget_lane_i64: in HasExtraNeonArgument()
8557 case NEON::BI__builtin_neon_vget_lane_f32: in HasExtraNeonArgument()
8558 case NEON::BI__builtin_neon_vgetq_lane_i8: in HasExtraNeonArgument()
8559 case NEON::BI__builtin_neon_vgetq_lane_i16: in HasExtraNeonArgument()
8560 case NEON::BI__builtin_neon_vgetq_lane_bf16: in HasExtraNeonArgument()
8561 case NEON::BI__builtin_neon_vgetq_lane_i32: in HasExtraNeonArgument()
8562 case NEON::BI__builtin_neon_vgetq_lane_i64: in HasExtraNeonArgument()
8563 case NEON::BI__builtin_neon_vgetq_lane_f32: in HasExtraNeonArgument()
8564 case NEON::BI__builtin_neon_vduph_lane_bf16: in HasExtraNeonArgument()
8565 case NEON::BI__builtin_neon_vduph_laneq_bf16: in HasExtraNeonArgument()
8566 case NEON::BI__builtin_neon_vset_lane_i8: in HasExtraNeonArgument()
8567 case NEON::BI__builtin_neon_vset_lane_i16: in HasExtraNeonArgument()
8568 case NEON::BI__builtin_neon_vset_lane_bf16: in HasExtraNeonArgument()
8569 case NEON::BI__builtin_neon_vset_lane_i32: in HasExtraNeonArgument()
8570 case NEON::BI__builtin_neon_vset_lane_i64: in HasExtraNeonArgument()
8571 case NEON::BI__builtin_neon_vset_lane_f32: in HasExtraNeonArgument()
8572 case NEON::BI__builtin_neon_vsetq_lane_i8: in HasExtraNeonArgument()
8573 case NEON::BI__builtin_neon_vsetq_lane_i16: in HasExtraNeonArgument()
8574 case NEON::BI__builtin_neon_vsetq_lane_bf16: in HasExtraNeonArgument()
8575 case NEON::BI__builtin_neon_vsetq_lane_i32: in HasExtraNeonArgument()
8576 case NEON::BI__builtin_neon_vsetq_lane_i64: in HasExtraNeonArgument()
8577 case NEON::BI__builtin_neon_vsetq_lane_f32: in HasExtraNeonArgument()
8578 case NEON::BI__builtin_neon_vsha1h_u32: in HasExtraNeonArgument()
8579 case NEON::BI__builtin_neon_vsha1cq_u32: in HasExtraNeonArgument()
8580 case NEON::BI__builtin_neon_vsha1pq_u32: in HasExtraNeonArgument()
8581 case NEON::BI__builtin_neon_vsha1mq_u32: in HasExtraNeonArgument()
8582 case NEON::BI__builtin_neon_vcvth_bf16_f32: in HasExtraNeonArgument()
8979 case NEON::BI__builtin_neon_vld1_v: in EmitARMBuiltinExpr()
8980 case NEON::BI__builtin_neon_vld1q_v: in EmitARMBuiltinExpr()
8981 case NEON::BI__builtin_neon_vld1q_lane_v: in EmitARMBuiltinExpr()
8982 case NEON::BI__builtin_neon_vld1_lane_v: in EmitARMBuiltinExpr()
8983 case NEON::BI__builtin_neon_vld1_dup_v: in EmitARMBuiltinExpr()
8984 case NEON::BI__builtin_neon_vld1q_dup_v: in EmitARMBuiltinExpr()
8985 case NEON::BI__builtin_neon_vst1_v: in EmitARMBuiltinExpr()
8986 case NEON::BI__builtin_neon_vst1q_v: in EmitARMBuiltinExpr()
8987 case NEON::BI__builtin_neon_vst1q_lane_v: in EmitARMBuiltinExpr()
8988 case NEON::BI__builtin_neon_vst1_lane_v: in EmitARMBuiltinExpr()
8989 case NEON::BI__builtin_neon_vst2_v: in EmitARMBuiltinExpr()
8990 case NEON::BI__builtin_neon_vst2q_v: in EmitARMBuiltinExpr()
8991 case NEON::BI__builtin_neon_vst2_lane_v: in EmitARMBuiltinExpr()
8992 case NEON::BI__builtin_neon_vst2q_lane_v: in EmitARMBuiltinExpr()
8993 case NEON::BI__builtin_neon_vst3_v: in EmitARMBuiltinExpr()
8994 case NEON::BI__builtin_neon_vst3q_v: in EmitARMBuiltinExpr()
8995 case NEON::BI__builtin_neon_vst3_lane_v: in EmitARMBuiltinExpr()
8996 case NEON::BI__builtin_neon_vst3q_lane_v: in EmitARMBuiltinExpr()
8997 case NEON::BI__builtin_neon_vst4_v: in EmitARMBuiltinExpr()
8998 case NEON::BI__builtin_neon_vst4q_v: in EmitARMBuiltinExpr()
8999 case NEON::BI__builtin_neon_vst4_lane_v: in EmitARMBuiltinExpr()
9000 case NEON::BI__builtin_neon_vst4q_lane_v: in EmitARMBuiltinExpr()
9010 case NEON::BI__builtin_neon_vld2_v: in EmitARMBuiltinExpr()
9011 case NEON::BI__builtin_neon_vld2q_v: in EmitARMBuiltinExpr()
9012 case NEON::BI__builtin_neon_vld3_v: in EmitARMBuiltinExpr()
9013 case NEON::BI__builtin_neon_vld3q_v: in EmitARMBuiltinExpr()
9014 case NEON::BI__builtin_neon_vld4_v: in EmitARMBuiltinExpr()
9015 case NEON::BI__builtin_neon_vld4q_v: in EmitARMBuiltinExpr()
9016 case NEON::BI__builtin_neon_vld2_lane_v: in EmitARMBuiltinExpr()
9017 case NEON::BI__builtin_neon_vld2q_lane_v: in EmitARMBuiltinExpr()
9018 case NEON::BI__builtin_neon_vld3_lane_v: in EmitARMBuiltinExpr()
9019 case NEON::BI__builtin_neon_vld3q_lane_v: in EmitARMBuiltinExpr()
9020 case NEON::BI__builtin_neon_vld4_lane_v: in EmitARMBuiltinExpr()
9021 case NEON::BI__builtin_neon_vld4q_lane_v: in EmitARMBuiltinExpr()
9022 case NEON::BI__builtin_neon_vld2_dup_v: in EmitARMBuiltinExpr()
9023 case NEON::BI__builtin_neon_vld2q_dup_v: in EmitARMBuiltinExpr()
9024 case NEON::BI__builtin_neon_vld3_dup_v: in EmitARMBuiltinExpr()
9025 case NEON::BI__builtin_neon_vld3q_dup_v: in EmitARMBuiltinExpr()
9026 case NEON::BI__builtin_neon_vld4_dup_v: in EmitARMBuiltinExpr()
9027 case NEON::BI__builtin_neon_vld4q_dup_v: in EmitARMBuiltinExpr()
9042 case NEON::BI__builtin_neon_vget_lane_i8: in EmitARMBuiltinExpr()
9043 case NEON::BI__builtin_neon_vget_lane_i16: in EmitARMBuiltinExpr()
9044 case NEON::BI__builtin_neon_vget_lane_i32: in EmitARMBuiltinExpr()
9045 case NEON::BI__builtin_neon_vget_lane_i64: in EmitARMBuiltinExpr()
9046 case NEON::BI__builtin_neon_vget_lane_bf16: in EmitARMBuiltinExpr()
9047 case NEON::BI__builtin_neon_vget_lane_f32: in EmitARMBuiltinExpr()
9048 case NEON::BI__builtin_neon_vgetq_lane_i8: in EmitARMBuiltinExpr()
9049 case NEON::BI__builtin_neon_vgetq_lane_i16: in EmitARMBuiltinExpr()
9050 case NEON::BI__builtin_neon_vgetq_lane_i32: in EmitARMBuiltinExpr()
9051 case NEON::BI__builtin_neon_vgetq_lane_i64: in EmitARMBuiltinExpr()
9052 case NEON::BI__builtin_neon_vgetq_lane_bf16: in EmitARMBuiltinExpr()
9053 case NEON::BI__builtin_neon_vgetq_lane_f32: in EmitARMBuiltinExpr()
9054 case NEON::BI__builtin_neon_vduph_lane_bf16: in EmitARMBuiltinExpr()
9055 case NEON::BI__builtin_neon_vduph_laneq_bf16: in EmitARMBuiltinExpr()
9058 case NEON::BI__builtin_neon_vrndns_f32: { in EmitARMBuiltinExpr()
9064 case NEON::BI__builtin_neon_vset_lane_i8: in EmitARMBuiltinExpr()
9065 case NEON::BI__builtin_neon_vset_lane_i16: in EmitARMBuiltinExpr()
9066 case NEON::BI__builtin_neon_vset_lane_i32: in EmitARMBuiltinExpr()
9067 case NEON::BI__builtin_neon_vset_lane_i64: in EmitARMBuiltinExpr()
9068 case NEON::BI__builtin_neon_vset_lane_bf16: in EmitARMBuiltinExpr()
9069 case NEON::BI__builtin_neon_vset_lane_f32: in EmitARMBuiltinExpr()
9070 case NEON::BI__builtin_neon_vsetq_lane_i8: in EmitARMBuiltinExpr()
9071 case NEON::BI__builtin_neon_vsetq_lane_i16: in EmitARMBuiltinExpr()
9072 case NEON::BI__builtin_neon_vsetq_lane_i32: in EmitARMBuiltinExpr()
9073 case NEON::BI__builtin_neon_vsetq_lane_i64: in EmitARMBuiltinExpr()
9074 case NEON::BI__builtin_neon_vsetq_lane_bf16: in EmitARMBuiltinExpr()
9075 case NEON::BI__builtin_neon_vsetq_lane_f32: in EmitARMBuiltinExpr()
9078 case NEON::BI__builtin_neon_vsha1h_u32: in EmitARMBuiltinExpr()
9081 case NEON::BI__builtin_neon_vsha1cq_u32: in EmitARMBuiltinExpr()
9084 case NEON::BI__builtin_neon_vsha1pq_u32: in EmitARMBuiltinExpr()
9087 case NEON::BI__builtin_neon_vsha1mq_u32: in EmitARMBuiltinExpr()
9091 case NEON::BI__builtin_neon_vcvth_bf16_f32: { in EmitARMBuiltinExpr()
9134 // Determine the type of this overloaded NEON intrinsic. in EmitARMBuiltinExpr()
9146 // Many NEON builtins have identical semantics and uses in ARM and in EmitARMBuiltinExpr()
9159 case NEON::BI__builtin_neon_vld1q_lane_v: in EmitARMBuiltinExpr()
9179 case NEON::BI__builtin_neon_vld1_lane_v: { in EmitARMBuiltinExpr()
9185 case NEON::BI__builtin_neon_vqrshrn_n_v: in EmitARMBuiltinExpr()
9190 case NEON::BI__builtin_neon_vqrshrun_n_v: in EmitARMBuiltinExpr()
9193 case NEON::BI__builtin_neon_vqshrn_n_v: in EmitARMBuiltinExpr()
9197 case NEON::BI__builtin_neon_vqshrun_n_v: in EmitARMBuiltinExpr()
9200 case NEON::BI__builtin_neon_vrecpe_v: in EmitARMBuiltinExpr()
9201 case NEON::BI__builtin_neon_vrecpeq_v: in EmitARMBuiltinExpr()
9204 case NEON::BI__builtin_neon_vrshrn_n_v: in EmitARMBuiltinExpr()
9207 case NEON::BI__builtin_neon_vrsra_n_v: in EmitARMBuiltinExpr()
9208 case NEON::BI__builtin_neon_vrsraq_n_v: in EmitARMBuiltinExpr()
9215 case NEON::BI__builtin_neon_vsri_n_v: in EmitARMBuiltinExpr()
9216 case NEON::BI__builtin_neon_vsriq_n_v: in EmitARMBuiltinExpr()
9219 case NEON::BI__builtin_neon_vsli_n_v: in EmitARMBuiltinExpr()
9220 case NEON::BI__builtin_neon_vsliq_n_v: in EmitARMBuiltinExpr()
9224 case NEON::BI__builtin_neon_vsra_n_v: in EmitARMBuiltinExpr()
9225 case NEON::BI__builtin_neon_vsraq_n_v: in EmitARMBuiltinExpr()
9229 case NEON::BI__builtin_neon_vst1q_lane_v: in EmitARMBuiltinExpr()
9242 case NEON::BI__builtin_neon_vst1_lane_v: { in EmitARMBuiltinExpr()
9248 case NEON::BI__builtin_neon_vtbl1_v: in EmitARMBuiltinExpr()
9251 case NEON::BI__builtin_neon_vtbl2_v: in EmitARMBuiltinExpr()
9254 case NEON::BI__builtin_neon_vtbl3_v: in EmitARMBuiltinExpr()
9257 case NEON::BI__builtin_neon_vtbl4_v: in EmitARMBuiltinExpr()
9260 case NEON::BI__builtin_neon_vtbx1_v: in EmitARMBuiltinExpr()
9263 case NEON::BI__builtin_neon_vtbx2_v: in EmitARMBuiltinExpr()
9266 case NEON::BI__builtin_neon_vtbx3_v: in EmitARMBuiltinExpr()
9269 case NEON::BI__builtin_neon_vtbx4_v: in EmitARMBuiltinExpr()
9517 case NEON::BI__builtin_neon_vtbl1_v: in EmitAArch64TblBuiltinExpr()
9518 case NEON::BI__builtin_neon_vqtbl1_v: in EmitAArch64TblBuiltinExpr()
9519 case NEON::BI__builtin_neon_vqtbl1q_v: in EmitAArch64TblBuiltinExpr()
9520 case NEON::BI__builtin_neon_vtbl2_v: in EmitAArch64TblBuiltinExpr()
9521 case NEON::BI__builtin_neon_vqtbl2_v: in EmitAArch64TblBuiltinExpr()
9522 case NEON::BI__builtin_neon_vqtbl2q_v: in EmitAArch64TblBuiltinExpr()
9523 case NEON::BI__builtin_neon_vtbl3_v: in EmitAArch64TblBuiltinExpr()
9524 case NEON::BI__builtin_neon_vqtbl3_v: in EmitAArch64TblBuiltinExpr()
9525 case NEON::BI__builtin_neon_vqtbl3q_v: in EmitAArch64TblBuiltinExpr()
9526 case NEON::BI__builtin_neon_vtbl4_v: in EmitAArch64TblBuiltinExpr()
9527 case NEON::BI__builtin_neon_vqtbl4_v: in EmitAArch64TblBuiltinExpr()
9528 case NEON::BI__builtin_neon_vqtbl4q_v: in EmitAArch64TblBuiltinExpr()
9530 case NEON::BI__builtin_neon_vtbx1_v: in EmitAArch64TblBuiltinExpr()
9531 case NEON::BI__builtin_neon_vqtbx1_v: in EmitAArch64TblBuiltinExpr()
9532 case NEON::BI__builtin_neon_vqtbx1q_v: in EmitAArch64TblBuiltinExpr()
9533 case NEON::BI__builtin_neon_vtbx2_v: in EmitAArch64TblBuiltinExpr()
9534 case NEON::BI__builtin_neon_vqtbx2_v: in EmitAArch64TblBuiltinExpr()
9535 case NEON::BI__builtin_neon_vqtbx2q_v: in EmitAArch64TblBuiltinExpr()
9536 case NEON::BI__builtin_neon_vtbx3_v: in EmitAArch64TblBuiltinExpr()
9537 case NEON::BI__builtin_neon_vqtbx3_v: in EmitAArch64TblBuiltinExpr()
9538 case NEON::BI__builtin_neon_vqtbx3q_v: in EmitAArch64TblBuiltinExpr()
9539 case NEON::BI__builtin_neon_vtbx4_v: in EmitAArch64TblBuiltinExpr()
9540 case NEON::BI__builtin_neon_vqtbx4_v: in EmitAArch64TblBuiltinExpr()
9541 case NEON::BI__builtin_neon_vqtbx4q_v: in EmitAArch64TblBuiltinExpr()
9554 // Determine the type of this overloaded NEON intrinsic. in EmitAArch64TblBuiltinExpr()
9565 case NEON::BI__builtin_neon_vtbl1_v: { in EmitAArch64TblBuiltinExpr()
9569 case NEON::BI__builtin_neon_vtbl2_v: { in EmitAArch64TblBuiltinExpr()
9573 case NEON::BI__builtin_neon_vtbl3_v: { in EmitAArch64TblBuiltinExpr()
9577 case NEON::BI__builtin_neon_vtbl4_v: { in EmitAArch64TblBuiltinExpr()
9581 case NEON::BI__builtin_neon_vtbx1_v: { in EmitAArch64TblBuiltinExpr()
9594 case NEON::BI__builtin_neon_vtbx2_v: { in EmitAArch64TblBuiltinExpr()
9598 case NEON::BI__builtin_neon_vtbx3_v: { in EmitAArch64TblBuiltinExpr()
9612 case NEON::BI__builtin_neon_vtbx4_v: { in EmitAArch64TblBuiltinExpr()
9616 case NEON::BI__builtin_neon_vqtbl1_v: in EmitAArch64TblBuiltinExpr()
9617 case NEON::BI__builtin_neon_vqtbl1q_v: in EmitAArch64TblBuiltinExpr()
9619 case NEON::BI__builtin_neon_vqtbl2_v: in EmitAArch64TblBuiltinExpr()
9620 case NEON::BI__builtin_neon_vqtbl2q_v: { in EmitAArch64TblBuiltinExpr()
9622 case NEON::BI__builtin_neon_vqtbl3_v: in EmitAArch64TblBuiltinExpr()
9623 case NEON::BI__builtin_neon_vqtbl3q_v: in EmitAArch64TblBuiltinExpr()
9625 case NEON::BI__builtin_neon_vqtbl4_v: in EmitAArch64TblBuiltinExpr()
9626 case NEON::BI__builtin_neon_vqtbl4q_v: in EmitAArch64TblBuiltinExpr()
9628 case NEON::BI__builtin_neon_vqtbx1_v: in EmitAArch64TblBuiltinExpr()
9629 case NEON::BI__builtin_neon_vqtbx1q_v: in EmitAArch64TblBuiltinExpr()
9631 case NEON::BI__builtin_neon_vqtbx2_v: in EmitAArch64TblBuiltinExpr()
9632 case NEON::BI__builtin_neon_vqtbx2q_v: in EmitAArch64TblBuiltinExpr()
9634 case NEON::BI__builtin_neon_vqtbx3_v: in EmitAArch64TblBuiltinExpr()
9635 case NEON::BI__builtin_neon_vqtbx3q_v: in EmitAArch64TblBuiltinExpr()
9637 case NEON::BI__builtin_neon_vqtbx4_v: in EmitAArch64TblBuiltinExpr()
9638 case NEON::BI__builtin_neon_vqtbx4q_v: in EmitAArch64TblBuiltinExpr()
11632 case NEON::BI__builtin_neon_vld1_v: in EmitAArch64BuiltinExpr()
11633 case NEON::BI__builtin_neon_vld1q_v: in EmitAArch64BuiltinExpr()
11634 case NEON::BI__builtin_neon_vld1_dup_v: in EmitAArch64BuiltinExpr()
11635 case NEON::BI__builtin_neon_vld1q_dup_v: in EmitAArch64BuiltinExpr()
11636 case NEON::BI__builtin_neon_vld1_lane_v: in EmitAArch64BuiltinExpr()
11637 case NEON::BI__builtin_neon_vld1q_lane_v: in EmitAArch64BuiltinExpr()
11638 case NEON::BI__builtin_neon_vst1_v: in EmitAArch64BuiltinExpr()
11639 case NEON::BI__builtin_neon_vst1q_v: in EmitAArch64BuiltinExpr()
11640 case NEON::BI__builtin_neon_vst1_lane_v: in EmitAArch64BuiltinExpr()
11641 case NEON::BI__builtin_neon_vst1q_lane_v: in EmitAArch64BuiltinExpr()
11642 case NEON::BI__builtin_neon_vldap1_lane_s64: in EmitAArch64BuiltinExpr()
11643 case NEON::BI__builtin_neon_vldap1q_lane_s64: in EmitAArch64BuiltinExpr()
11644 case NEON::BI__builtin_neon_vstl1_lane_s64: in EmitAArch64BuiltinExpr()
11645 case NEON::BI__builtin_neon_vstl1q_lane_s64: in EmitAArch64BuiltinExpr()
11671 // Determine the type of this overloaded NEON intrinsic. in EmitAArch64BuiltinExpr()
11680 case NEON::BI__builtin_neon_vabsh_f16: in EmitAArch64BuiltinExpr()
11683 case NEON::BI__builtin_neon_vaddq_p128: { in EmitAArch64BuiltinExpr()
11692 case NEON::BI__builtin_neon_vldrq_p128: { in EmitAArch64BuiltinExpr()
11698 case NEON::BI__builtin_neon_vstrq_p128: { in EmitAArch64BuiltinExpr()
11702 case NEON::BI__builtin_neon_vcvts_f32_u32: in EmitAArch64BuiltinExpr()
11703 case NEON::BI__builtin_neon_vcvtd_f64_u64: in EmitAArch64BuiltinExpr()
11706 case NEON::BI__builtin_neon_vcvts_f32_s32: in EmitAArch64BuiltinExpr()
11707 case NEON::BI__builtin_neon_vcvtd_f64_s64: { in EmitAArch64BuiltinExpr()
11717 case NEON::BI__builtin_neon_vcvth_f16_u16: in EmitAArch64BuiltinExpr()
11718 case NEON::BI__builtin_neon_vcvth_f16_u32: in EmitAArch64BuiltinExpr()
11719 case NEON::BI__builtin_neon_vcvth_f16_u64: in EmitAArch64BuiltinExpr()
11722 case NEON::BI__builtin_neon_vcvth_f16_s16: in EmitAArch64BuiltinExpr()
11723 case NEON::BI__builtin_neon_vcvth_f16_s32: in EmitAArch64BuiltinExpr()
11724 case NEON::BI__builtin_neon_vcvth_f16_s64: { in EmitAArch64BuiltinExpr()
11739 case NEON::BI__builtin_neon_vcvtah_u16_f16: in EmitAArch64BuiltinExpr()
11740 case NEON::BI__builtin_neon_vcvtmh_u16_f16: in EmitAArch64BuiltinExpr()
11741 case NEON::BI__builtin_neon_vcvtnh_u16_f16: in EmitAArch64BuiltinExpr()
11742 case NEON::BI__builtin_neon_vcvtph_u16_f16: in EmitAArch64BuiltinExpr()
11743 case NEON::BI__builtin_neon_vcvth_u16_f16: in EmitAArch64BuiltinExpr()
11744 case NEON::BI__builtin_neon_vcvtah_s16_f16: in EmitAArch64BuiltinExpr()
11745 case NEON::BI__builtin_neon_vcvtmh_s16_f16: in EmitAArch64BuiltinExpr()
11746 case NEON::BI__builtin_neon_vcvtnh_s16_f16: in EmitAArch64BuiltinExpr()
11747 case NEON::BI__builtin_neon_vcvtph_s16_f16: in EmitAArch64BuiltinExpr()
11748 case NEON::BI__builtin_neon_vcvth_s16_f16: { in EmitAArch64BuiltinExpr()
11756 case NEON::BI__builtin_neon_vcvtah_u16_f16: in EmitAArch64BuiltinExpr()
11758 case NEON::BI__builtin_neon_vcvtmh_u16_f16: in EmitAArch64BuiltinExpr()
11760 case NEON::BI__builtin_neon_vcvtnh_u16_f16: in EmitAArch64BuiltinExpr()
11762 case NEON::BI__builtin_neon_vcvtph_u16_f16: in EmitAArch64BuiltinExpr()
11764 case NEON::BI__builtin_neon_vcvth_u16_f16: in EmitAArch64BuiltinExpr()
11766 case NEON::BI__builtin_neon_vcvtah_s16_f16: in EmitAArch64BuiltinExpr()
11768 case NEON::BI__builtin_neon_vcvtmh_s16_f16: in EmitAArch64BuiltinExpr()
11770 case NEON::BI__builtin_neon_vcvtnh_s16_f16: in EmitAArch64BuiltinExpr()
11772 case NEON::BI__builtin_neon_vcvtph_s16_f16: in EmitAArch64BuiltinExpr()
11774 case NEON::BI__builtin_neon_vcvth_s16_f16: in EmitAArch64BuiltinExpr()
11780 case NEON::BI__builtin_neon_vcaleh_f16: in EmitAArch64BuiltinExpr()
11781 case NEON::BI__builtin_neon_vcalth_f16: in EmitAArch64BuiltinExpr()
11782 case NEON::BI__builtin_neon_vcageh_f16: in EmitAArch64BuiltinExpr()
11783 case NEON::BI__builtin_neon_vcagth_f16: { in EmitAArch64BuiltinExpr()
11791 case NEON::BI__builtin_neon_vcageh_f16: in EmitAArch64BuiltinExpr()
11793 case NEON::BI__builtin_neon_vcagth_f16: in EmitAArch64BuiltinExpr()
11795 case NEON::BI__builtin_neon_vcaleh_f16: in EmitAArch64BuiltinExpr()
11797 case NEON::BI__builtin_neon_vcalth_f16: in EmitAArch64BuiltinExpr()
11803 case NEON::BI__builtin_neon_vcvth_n_s16_f16: in EmitAArch64BuiltinExpr()
11804 case NEON::BI__builtin_neon_vcvth_n_u16_f16: { in EmitAArch64BuiltinExpr()
11812 case NEON::BI__builtin_neon_vcvth_n_s16_f16: in EmitAArch64BuiltinExpr()
11814 case NEON::BI__builtin_neon_vcvth_n_u16_f16: in EmitAArch64BuiltinExpr()
11820 case NEON::BI__builtin_neon_vcvth_n_f16_s16: in EmitAArch64BuiltinExpr()
11821 case NEON::BI__builtin_neon_vcvth_n_f16_u16: { in EmitAArch64BuiltinExpr()
11829 case NEON::BI__builtin_neon_vcvth_n_f16_s16: in EmitAArch64BuiltinExpr()
11833 case NEON::BI__builtin_neon_vcvth_n_f16_u16: in EmitAArch64BuiltinExpr()
11840 case NEON::BI__builtin_neon_vpaddd_s64: { in EmitAArch64BuiltinExpr()
11852 case NEON::BI__builtin_neon_vpaddd_f64: { in EmitAArch64BuiltinExpr()
11864 case NEON::BI__builtin_neon_vpadds_f32: { in EmitAArch64BuiltinExpr()
11876 case NEON::BI__builtin_neon_vceqzd_s64: in EmitAArch64BuiltinExpr()
11877 case NEON::BI__builtin_neon_vceqzd_f64: in EmitAArch64BuiltinExpr()
11878 case NEON::BI__builtin_neon_vceqzs_f32: in EmitAArch64BuiltinExpr()
11879 case NEON::BI__builtin_neon_vceqzh_f16: in EmitAArch64BuiltinExpr()
11884 case NEON::BI__builtin_neon_vcgezd_s64: in EmitAArch64BuiltinExpr()
11885 case NEON::BI__builtin_neon_vcgezd_f64: in EmitAArch64BuiltinExpr()
11886 case NEON::BI__builtin_neon_vcgezs_f32: in EmitAArch64BuiltinExpr()
11887 case NEON::BI__builtin_neon_vcgezh_f16: in EmitAArch64BuiltinExpr()
11892 case NEON::BI__builtin_neon_vclezd_s64: in EmitAArch64BuiltinExpr()
11893 case NEON::BI__builtin_neon_vclezd_f64: in EmitAArch64BuiltinExpr()
11894 case NEON::BI__builtin_neon_vclezs_f32: in EmitAArch64BuiltinExpr()
11895 case NEON::BI__builtin_neon_vclezh_f16: in EmitAArch64BuiltinExpr()
11900 case NEON::BI__builtin_neon_vcgtzd_s64: in EmitAArch64BuiltinExpr()
11901 case NEON::BI__builtin_neon_vcgtzd_f64: in EmitAArch64BuiltinExpr()
11902 case NEON::BI__builtin_neon_vcgtzs_f32: in EmitAArch64BuiltinExpr()
11903 case NEON::BI__builtin_neon_vcgtzh_f16: in EmitAArch64BuiltinExpr()
11908 case NEON::BI__builtin_neon_vcltzd_s64: in EmitAArch64BuiltinExpr()
11909 case NEON::BI__builtin_neon_vcltzd_f64: in EmitAArch64BuiltinExpr()
11910 case NEON::BI__builtin_neon_vcltzs_f32: in EmitAArch64BuiltinExpr()
11911 case NEON::BI__builtin_neon_vcltzh_f16: in EmitAArch64BuiltinExpr()
11917 case NEON::BI__builtin_neon_vceqzd_u64: { in EmitAArch64BuiltinExpr()
11924 case NEON::BI__builtin_neon_vceqd_f64: in EmitAArch64BuiltinExpr()
11925 case NEON::BI__builtin_neon_vcled_f64: in EmitAArch64BuiltinExpr()
11926 case NEON::BI__builtin_neon_vcltd_f64: in EmitAArch64BuiltinExpr()
11927 case NEON::BI__builtin_neon_vcged_f64: in EmitAArch64BuiltinExpr()
11928 case NEON::BI__builtin_neon_vcgtd_f64: { in EmitAArch64BuiltinExpr()
11932 case NEON::BI__builtin_neon_vceqd_f64: P = llvm::FCmpInst::FCMP_OEQ; break; in EmitAArch64BuiltinExpr()
11933 case NEON::BI__builtin_neon_vcled_f64: P = llvm::FCmpInst::FCMP_OLE; break; in EmitAArch64BuiltinExpr()
11934 case NEON::BI__builtin_neon_vcltd_f64: P = llvm::FCmpInst::FCMP_OLT; break; in EmitAArch64BuiltinExpr()
11935 case NEON::BI__builtin_neon_vcged_f64: P = llvm::FCmpInst::FCMP_OGE; break; in EmitAArch64BuiltinExpr()
11936 case NEON::BI__builtin_neon_vcgtd_f64: P = llvm::FCmpInst::FCMP_OGT; break; in EmitAArch64BuiltinExpr()
11947 case NEON::BI__builtin_neon_vceqs_f32: in EmitAArch64BuiltinExpr()
11948 case NEON::BI__builtin_neon_vcles_f32: in EmitAArch64BuiltinExpr()
11949 case NEON::BI__builtin_neon_vclts_f32: in EmitAArch64BuiltinExpr()
11950 case NEON::BI__builtin_neon_vcges_f32: in EmitAArch64BuiltinExpr()
11951 case NEON::BI__builtin_neon_vcgts_f32: { in EmitAArch64BuiltinExpr()
11955 case NEON::BI__builtin_neon_vceqs_f32: P = llvm::FCmpInst::FCMP_OEQ; break; in EmitAArch64BuiltinExpr()
11956 case NEON::BI__builtin_neon_vcles_f32: P = llvm::FCmpInst::FCMP_OLE; break; in EmitAArch64BuiltinExpr()
11957 case NEON::BI__builtin_neon_vclts_f32: P = llvm::FCmpInst::FCMP_OLT; break; in EmitAArch64BuiltinExpr()
11958 case NEON::BI__builtin_neon_vcges_f32: P = llvm::FCmpInst::FCMP_OGE; break; in EmitAArch64BuiltinExpr()
11959 case NEON::BI__builtin_neon_vcgts_f32: P = llvm::FCmpInst::FCMP_OGT; break; in EmitAArch64BuiltinExpr()
11970 case NEON::BI__builtin_neon_vceqh_f16: in EmitAArch64BuiltinExpr()
11971 case NEON::BI__builtin_neon_vcleh_f16: in EmitAArch64BuiltinExpr()
11972 case NEON::BI__builtin_neon_vclth_f16: in EmitAArch64BuiltinExpr()
11973 case NEON::BI__builtin_neon_vcgeh_f16: in EmitAArch64BuiltinExpr()
11974 case NEON::BI__builtin_neon_vcgth_f16: { in EmitAArch64BuiltinExpr()
11978 case NEON::BI__builtin_neon_vceqh_f16: P = llvm::FCmpInst::FCMP_OEQ; break; in EmitAArch64BuiltinExpr()
11979 case NEON::BI__builtin_neon_vcleh_f16: P = llvm::FCmpInst::FCMP_OLE; break; in EmitAArch64BuiltinExpr()
11980 case NEON::BI__builtin_neon_vclth_f16: P = llvm::FCmpInst::FCMP_OLT; break; in EmitAArch64BuiltinExpr()
11981 case NEON::BI__builtin_neon_vcgeh_f16: P = llvm::FCmpInst::FCMP_OGE; break; in EmitAArch64BuiltinExpr()
11982 case NEON::BI__builtin_neon_vcgth_f16: P = llvm::FCmpInst::FCMP_OGT; break; in EmitAArch64BuiltinExpr()
11993 case NEON::BI__builtin_neon_vceqd_s64: in EmitAArch64BuiltinExpr()
11994 case NEON::BI__builtin_neon_vceqd_u64: in EmitAArch64BuiltinExpr()
11995 case NEON::BI__builtin_neon_vcgtd_s64: in EmitAArch64BuiltinExpr()
11996 case NEON::BI__builtin_neon_vcgtd_u64: in EmitAArch64BuiltinExpr()
11997 case NEON::BI__builtin_neon_vcltd_s64: in EmitAArch64BuiltinExpr()
11998 case NEON::BI__builtin_neon_vcltd_u64: in EmitAArch64BuiltinExpr()
11999 case NEON::BI__builtin_neon_vcged_u64: in EmitAArch64BuiltinExpr()
12000 case NEON::BI__builtin_neon_vcged_s64: in EmitAArch64BuiltinExpr()
12001 case NEON::BI__builtin_neon_vcled_u64: in EmitAArch64BuiltinExpr()
12002 case NEON::BI__builtin_neon_vcled_s64: { in EmitAArch64BuiltinExpr()
12006 case NEON::BI__builtin_neon_vceqd_s64: in EmitAArch64BuiltinExpr()
12007 case NEON::BI__builtin_neon_vceqd_u64:P = llvm::ICmpInst::ICMP_EQ;break; in EmitAArch64BuiltinExpr()
12008 case NEON::BI__builtin_neon_vcgtd_s64:P = llvm::ICmpInst::ICMP_SGT;break; in EmitAArch64BuiltinExpr()
12009 case NEON::BI__builtin_neon_vcgtd_u64:P = llvm::ICmpInst::ICMP_UGT;break; in EmitAArch64BuiltinExpr()
12010 case NEON::BI__builtin_neon_vcltd_s64:P = llvm::ICmpInst::ICMP_SLT;break; in EmitAArch64BuiltinExpr()
12011 case NEON::BI__builtin_neon_vcltd_u64:P = llvm::ICmpInst::ICMP_ULT;break; in EmitAArch64BuiltinExpr()
12012 case NEON::BI__builtin_neon_vcged_u64:P = llvm::ICmpInst::ICMP_UGE;break; in EmitAArch64BuiltinExpr()
12013 case NEON::BI__builtin_neon_vcged_s64:P = llvm::ICmpInst::ICMP_SGE;break; in EmitAArch64BuiltinExpr()
12014 case NEON::BI__builtin_neon_vcled_u64:P = llvm::ICmpInst::ICMP_ULE;break; in EmitAArch64BuiltinExpr()
12015 case NEON::BI__builtin_neon_vcled_s64:P = llvm::ICmpInst::ICMP_SLE;break; in EmitAArch64BuiltinExpr()
12023 case NEON::BI__builtin_neon_vtstd_s64: in EmitAArch64BuiltinExpr()
12024 case NEON::BI__builtin_neon_vtstd_u64: { in EmitAArch64BuiltinExpr()
12033 case NEON::BI__builtin_neon_vset_lane_i8: in EmitAArch64BuiltinExpr()
12034 case NEON::BI__builtin_neon_vset_lane_i16: in EmitAArch64BuiltinExpr()
12035 case NEON::BI__builtin_neon_vset_lane_i32: in EmitAArch64BuiltinExpr()
12036 case NEON::BI__builtin_neon_vset_lane_i64: in EmitAArch64BuiltinExpr()
12037 case NEON::BI__builtin_neon_vset_lane_bf16: in EmitAArch64BuiltinExpr()
12038 case NEON::BI__builtin_neon_vset_lane_f32: in EmitAArch64BuiltinExpr()
12039 case NEON::BI__builtin_neon_vsetq_lane_i8: in EmitAArch64BuiltinExpr()
12040 case NEON::BI__builtin_neon_vsetq_lane_i16: in EmitAArch64BuiltinExpr()
12041 case NEON::BI__builtin_neon_vsetq_lane_i32: in EmitAArch64BuiltinExpr()
12042 case NEON::BI__builtin_neon_vsetq_lane_i64: in EmitAArch64BuiltinExpr()
12043 case NEON::BI__builtin_neon_vsetq_lane_bf16: in EmitAArch64BuiltinExpr()
12044 case NEON::BI__builtin_neon_vsetq_lane_f32: in EmitAArch64BuiltinExpr()
12047 case NEON::BI__builtin_neon_vset_lane_f64: in EmitAArch64BuiltinExpr()
12053 case NEON::BI__builtin_neon_vsetq_lane_f64: in EmitAArch64BuiltinExpr()
12060 case NEON::BI__builtin_neon_vget_lane_i8: in EmitAArch64BuiltinExpr()
12061 case NEON::BI__builtin_neon_vdupb_lane_i8: in EmitAArch64BuiltinExpr()
12066 case NEON::BI__builtin_neon_vgetq_lane_i8: in EmitAArch64BuiltinExpr()
12067 case NEON::BI__builtin_neon_vdupb_laneq_i8: in EmitAArch64BuiltinExpr()
12072 case NEON::BI__builtin_neon_vget_lane_i16: in EmitAArch64BuiltinExpr()
12073 case NEON::BI__builtin_neon_vduph_lane_i16: in EmitAArch64BuiltinExpr()
12078 case NEON::BI__builtin_neon_vgetq_lane_i16: in EmitAArch64BuiltinExpr()
12079 case NEON::BI__builtin_neon_vduph_laneq_i16: in EmitAArch64BuiltinExpr()
12084 case NEON::BI__builtin_neon_vget_lane_i32: in EmitAArch64BuiltinExpr()
12085 case NEON::BI__builtin_neon_vdups_lane_i32: in EmitAArch64BuiltinExpr()
12090 case NEON::BI__builtin_neon_vdups_lane_f32: in EmitAArch64BuiltinExpr()
12095 case NEON::BI__builtin_neon_vgetq_lane_i32: in EmitAArch64BuiltinExpr()
12096 case NEON::BI__builtin_neon_vdups_laneq_i32: in EmitAArch64BuiltinExpr()
12101 case NEON::BI__builtin_neon_vget_lane_i64: in EmitAArch64BuiltinExpr()
12102 case NEON::BI__builtin_neon_vdupd_lane_i64: in EmitAArch64BuiltinExpr()
12107 case NEON::BI__builtin_neon_vdupd_lane_f64: in EmitAArch64BuiltinExpr()
12112 case NEON::BI__builtin_neon_vgetq_lane_i64: in EmitAArch64BuiltinExpr()
12113 case NEON::BI__builtin_neon_vdupd_laneq_i64: in EmitAArch64BuiltinExpr()
12118 case NEON::BI__builtin_neon_vget_lane_f32: in EmitAArch64BuiltinExpr()
12123 case NEON::BI__builtin_neon_vget_lane_f64: in EmitAArch64BuiltinExpr()
12128 case NEON::BI__builtin_neon_vgetq_lane_f32: in EmitAArch64BuiltinExpr()
12129 case NEON::BI__builtin_neon_vdups_laneq_f32: in EmitAArch64BuiltinExpr()
12134 case NEON::BI__builtin_neon_vgetq_lane_f64: in EmitAArch64BuiltinExpr()
12135 case NEON::BI__builtin_neon_vdupd_laneq_f64: in EmitAArch64BuiltinExpr()
12140 case NEON::BI__builtin_neon_vaddh_f16: in EmitAArch64BuiltinExpr()
12143 case NEON::BI__builtin_neon_vsubh_f16: in EmitAArch64BuiltinExpr()
12146 case NEON::BI__builtin_neon_vmulh_f16: in EmitAArch64BuiltinExpr()
12149 case NEON::BI__builtin_neon_vdivh_f16: in EmitAArch64BuiltinExpr()
12152 case NEON::BI__builtin_neon_vfmah_f16: in EmitAArch64BuiltinExpr()
12153 // NEON intrinsic puts accumulator first, unlike the LLVM fma. in EmitAArch64BuiltinExpr()
12157 case NEON::BI__builtin_neon_vfmsh_f16: { in EmitAArch64BuiltinExpr()
12160 // NEON intrinsic puts accumulator first, unlike the LLVM fma. in EmitAArch64BuiltinExpr()
12165 case NEON::BI__builtin_neon_vaddd_s64: in EmitAArch64BuiltinExpr()
12166 case NEON::BI__builtin_neon_vaddd_u64: in EmitAArch64BuiltinExpr()
12168 case NEON::BI__builtin_neon_vsubd_s64: in EmitAArch64BuiltinExpr()
12169 case NEON::BI__builtin_neon_vsubd_u64: in EmitAArch64BuiltinExpr()
12171 case NEON::BI__builtin_neon_vqdmlalh_s16: in EmitAArch64BuiltinExpr()
12172 case NEON::BI__builtin_neon_vqdmlslh_s16: { in EmitAArch64BuiltinExpr()
12182 unsigned AccumInt = BuiltinID == NEON::BI__builtin_neon_vqdmlalh_s16 in EmitAArch64BuiltinExpr()
12187 case NEON::BI__builtin_neon_vqshlud_n_s64: { in EmitAArch64BuiltinExpr()
12193 case NEON::BI__builtin_neon_vqshld_n_u64: in EmitAArch64BuiltinExpr()
12194 case NEON::BI__builtin_neon_vqshld_n_s64: { in EmitAArch64BuiltinExpr()
12195 unsigned Int = BuiltinID == NEON::BI__builtin_neon_vqshld_n_u64 in EmitAArch64BuiltinExpr()
12202 case NEON::BI__builtin_neon_vrshrd_n_u64: in EmitAArch64BuiltinExpr()
12203 case NEON::BI__builtin_neon_vrshrd_n_s64: { in EmitAArch64BuiltinExpr()
12204 unsigned Int = BuiltinID == NEON::BI__builtin_neon_vrshrd_n_u64 in EmitAArch64BuiltinExpr()
12212 case NEON::BI__builtin_neon_vrsrad_n_u64: in EmitAArch64BuiltinExpr()
12213 case NEON::BI__builtin_neon_vrsrad_n_s64: { in EmitAArch64BuiltinExpr()
12214 unsigned Int = BuiltinID == NEON::BI__builtin_neon_vrsrad_n_u64 in EmitAArch64BuiltinExpr()
12223 case NEON::BI__builtin_neon_vshld_n_s64: in EmitAArch64BuiltinExpr()
12224 case NEON::BI__builtin_neon_vshld_n_u64: { in EmitAArch64BuiltinExpr()
12229 case NEON::BI__builtin_neon_vshrd_n_s64: { in EmitAArch64BuiltinExpr()
12236 case NEON::BI__builtin_neon_vshrd_n_u64: { in EmitAArch64BuiltinExpr()
12245 case NEON::BI__builtin_neon_vsrad_n_s64: { in EmitAArch64BuiltinExpr()
12253 case NEON::BI__builtin_neon_vsrad_n_u64: { in EmitAArch64BuiltinExpr()
12264 case NEON::BI__builtin_neon_vqdmlalh_lane_s16: in EmitAArch64BuiltinExpr()
12265 case NEON::BI__builtin_neon_vqdmlalh_laneq_s16: in EmitAArch64BuiltinExpr()
12266 case NEON::BI__builtin_neon_vqdmlslh_lane_s16: in EmitAArch64BuiltinExpr()
12267 case NEON::BI__builtin_neon_vqdmlslh_laneq_s16: { in EmitAArch64BuiltinExpr()
12280 unsigned AccInt = (BuiltinID == NEON::BI__builtin_neon_vqdmlalh_lane_s16 || in EmitAArch64BuiltinExpr()
12281 BuiltinID == NEON::BI__builtin_neon_vqdmlalh_laneq_s16) in EmitAArch64BuiltinExpr()
12286 case NEON::BI__builtin_neon_vqdmlals_s32: in EmitAArch64BuiltinExpr()
12287 case NEON::BI__builtin_neon_vqdmlsls_s32: { in EmitAArch64BuiltinExpr()
12295 unsigned AccumInt = BuiltinID == NEON::BI__builtin_neon_vqdmlals_s32 in EmitAArch64BuiltinExpr()
12300 case NEON::BI__builtin_neon_vqdmlals_lane_s32: in EmitAArch64BuiltinExpr()
12301 case NEON::BI__builtin_neon_vqdmlals_laneq_s32: in EmitAArch64BuiltinExpr()
12302 case NEON::BI__builtin_neon_vqdmlsls_lane_s32: in EmitAArch64BuiltinExpr()
12303 case NEON::BI__builtin_neon_vqdmlsls_laneq_s32: { in EmitAArch64BuiltinExpr()
12314 unsigned AccInt = (BuiltinID == NEON::BI__builtin_neon_vqdmlals_lane_s32 || in EmitAArch64BuiltinExpr()
12315 BuiltinID == NEON::BI__builtin_neon_vqdmlals_laneq_s32) in EmitAArch64BuiltinExpr()
12320 case NEON::BI__builtin_neon_vget_lane_bf16: in EmitAArch64BuiltinExpr()
12321 case NEON::BI__builtin_neon_vduph_lane_bf16: in EmitAArch64BuiltinExpr()
12322 case NEON::BI__builtin_neon_vduph_lane_f16: { in EmitAArch64BuiltinExpr()
12326 case NEON::BI__builtin_neon_vgetq_lane_bf16: in EmitAArch64BuiltinExpr()
12327 case NEON::BI__builtin_neon_vduph_laneq_bf16: in EmitAArch64BuiltinExpr()
12328 case NEON::BI__builtin_neon_vduph_laneq_f16: { in EmitAArch64BuiltinExpr()
12366 case NEON::BI__builtin_neon_vbsl_v: in EmitAArch64BuiltinExpr()
12367 case NEON::BI__builtin_neon_vbslq_v: { in EmitAArch64BuiltinExpr()
12378 case NEON::BI__builtin_neon_vfma_lane_v: in EmitAArch64BuiltinExpr()
12379 case NEON::BI__builtin_neon_vfmaq_lane_v: { // Only used for FP types in EmitAArch64BuiltinExpr()
12390 auto *SourceTy = BuiltinID == NEON::BI__builtin_neon_vfmaq_lane_v in EmitAArch64BuiltinExpr()
12404 case NEON::BI__builtin_neon_vfma_laneq_v: { in EmitAArch64BuiltinExpr()
12406 // v1f64 fma should be mapped to Neon scalar f64 fma in EmitAArch64BuiltinExpr()
12434 case NEON::BI__builtin_neon_vfmaq_laneq_v: { in EmitAArch64BuiltinExpr()
12444 case NEON::BI__builtin_neon_vfmah_lane_f16: in EmitAArch64BuiltinExpr()
12445 case NEON::BI__builtin_neon_vfmas_lane_f32: in EmitAArch64BuiltinExpr()
12446 case NEON::BI__builtin_neon_vfmah_laneq_f16: in EmitAArch64BuiltinExpr()
12447 case NEON::BI__builtin_neon_vfmas_laneq_f32: in EmitAArch64BuiltinExpr()
12448 case NEON::BI__builtin_neon_vfmad_lane_f64: in EmitAArch64BuiltinExpr()
12449 case NEON::BI__builtin_neon_vfmad_laneq_f64: { in EmitAArch64BuiltinExpr()
12457 case NEON::BI__builtin_neon_vmull_v: in EmitAArch64BuiltinExpr()
12462 case NEON::BI__builtin_neon_vmax_v: in EmitAArch64BuiltinExpr()
12463 case NEON::BI__builtin_neon_vmaxq_v: in EmitAArch64BuiltinExpr()
12468 case NEON::BI__builtin_neon_vmaxh_f16: { in EmitAArch64BuiltinExpr()
12473 case NEON::BI__builtin_neon_vmin_v: in EmitAArch64BuiltinExpr()
12474 case NEON::BI__builtin_neon_vminq_v: in EmitAArch64BuiltinExpr()
12479 case NEON::BI__builtin_neon_vminh_f16: { in EmitAArch64BuiltinExpr()
12484 case NEON::BI__builtin_neon_vabd_v: in EmitAArch64BuiltinExpr()
12485 case NEON::BI__builtin_neon_vabdq_v: in EmitAArch64BuiltinExpr()
12490 case NEON::BI__builtin_neon_vpadal_v: in EmitAArch64BuiltinExpr()
12491 case NEON::BI__builtin_neon_vpadalq_v: { in EmitAArch64BuiltinExpr()
12506 case NEON::BI__builtin_neon_vpmin_v: in EmitAArch64BuiltinExpr()
12507 case NEON::BI__builtin_neon_vpminq_v: in EmitAArch64BuiltinExpr()
12512 case NEON::BI__builtin_neon_vpmax_v: in EmitAArch64BuiltinExpr()
12513 case NEON::BI__builtin_neon_vpmaxq_v: in EmitAArch64BuiltinExpr()
12518 case NEON::BI__builtin_neon_vminnm_v: in EmitAArch64BuiltinExpr()
12519 case NEON::BI__builtin_neon_vminnmq_v: in EmitAArch64BuiltinExpr()
12522 case NEON::BI__builtin_neon_vminnmh_f16: in EmitAArch64BuiltinExpr()
12526 case NEON::BI__builtin_neon_vmaxnm_v: in EmitAArch64BuiltinExpr()
12527 case NEON::BI__builtin_neon_vmaxnmq_v: in EmitAArch64BuiltinExpr()
12530 case NEON::BI__builtin_neon_vmaxnmh_f16: in EmitAArch64BuiltinExpr()
12534 case NEON::BI__builtin_neon_vrecpss_f32: { in EmitAArch64BuiltinExpr()
12539 case NEON::BI__builtin_neon_vrecpsd_f64: in EmitAArch64BuiltinExpr()
12543 case NEON::BI__builtin_neon_vrecpsh_f16: in EmitAArch64BuiltinExpr()
12547 case NEON::BI__builtin_neon_vqshrun_n_v: in EmitAArch64BuiltinExpr()
12550 case NEON::BI__builtin_neon_vqrshrun_n_v: in EmitAArch64BuiltinExpr()
12553 case NEON::BI__builtin_neon_vqshrn_n_v: in EmitAArch64BuiltinExpr()
12556 case NEON::BI__builtin_neon_vrshrn_n_v: in EmitAArch64BuiltinExpr()
12559 case NEON::BI__builtin_neon_vqrshrn_n_v: in EmitAArch64BuiltinExpr()
12562 case NEON::BI__builtin_neon_vrndah_f16: { in EmitAArch64BuiltinExpr()
12569 case NEON::BI__builtin_neon_vrnda_v: in EmitAArch64BuiltinExpr()
12570 case NEON::BI__builtin_neon_vrndaq_v: { in EmitAArch64BuiltinExpr()
12576 case NEON::BI__builtin_neon_vrndih_f16: { in EmitAArch64BuiltinExpr()
12583 case NEON::BI__builtin_neon_vrndmh_f16: { in EmitAArch64BuiltinExpr()
12590 case NEON::BI__builtin_neon_vrndm_v: in EmitAArch64BuiltinExpr()
12591 case NEON::BI__builtin_neon_vrndmq_v: { in EmitAArch64BuiltinExpr()
12597 case NEON::BI__builtin_neon_vrndnh_f16: { in EmitAArch64BuiltinExpr()
12604 case NEON::BI__builtin_neon_vrndn_v: in EmitAArch64BuiltinExpr()
12605 case NEON::BI__builtin_neon_vrndnq_v: { in EmitAArch64BuiltinExpr()
12611 case NEON::BI__builtin_neon_vrndns_f32: { in EmitAArch64BuiltinExpr()
12618 case NEON::BI__builtin_neon_vrndph_f16: { in EmitAArch64BuiltinExpr()
12625 case NEON::BI__builtin_neon_vrndp_v: in EmitAArch64BuiltinExpr()
12626 case NEON::BI__builtin_neon_vrndpq_v: { in EmitAArch64BuiltinExpr()
12632 case NEON::BI__builtin_neon_vrndxh_f16: { in EmitAArch64BuiltinExpr()
12639 case NEON::BI__builtin_neon_vrndx_v: in EmitAArch64BuiltinExpr()
12640 case NEON::BI__builtin_neon_vrndxq_v: { in EmitAArch64BuiltinExpr()
12646 case NEON::BI__builtin_neon_vrndh_f16: { in EmitAArch64BuiltinExpr()
12653 case NEON::BI__builtin_neon_vrnd32x_f32: in EmitAArch64BuiltinExpr()
12654 case NEON::BI__builtin_neon_vrnd32xq_f32: in EmitAArch64BuiltinExpr()
12655 case NEON::BI__builtin_neon_vrnd32x_f64: in EmitAArch64BuiltinExpr()
12656 case NEON::BI__builtin_neon_vrnd32xq_f64: { in EmitAArch64BuiltinExpr()
12661 case NEON::BI__builtin_neon_vrnd32z_f32: in EmitAArch64BuiltinExpr()
12662 case NEON::BI__builtin_neon_vrnd32zq_f32: in EmitAArch64BuiltinExpr()
12663 case NEON::BI__builtin_neon_vrnd32z_f64: in EmitAArch64BuiltinExpr()
12664 case NEON::BI__builtin_neon_vrnd32zq_f64: { in EmitAArch64BuiltinExpr()
12669 case NEON::BI__builtin_neon_vrnd64x_f32: in EmitAArch64BuiltinExpr()
12670 case NEON::BI__builtin_neon_vrnd64xq_f32: in EmitAArch64BuiltinExpr()
12671 case NEON::BI__builtin_neon_vrnd64x_f64: in EmitAArch64BuiltinExpr()
12672 case NEON::BI__builtin_neon_vrnd64xq_f64: { in EmitAArch64BuiltinExpr()
12677 case NEON::BI__builtin_neon_vrnd64z_f32: in EmitAArch64BuiltinExpr()
12678 case NEON::BI__builtin_neon_vrnd64zq_f32: in EmitAArch64BuiltinExpr()
12679 case NEON::BI__builtin_neon_vrnd64z_f64: in EmitAArch64BuiltinExpr()
12680 case NEON::BI__builtin_neon_vrnd64zq_f64: { in EmitAArch64BuiltinExpr()
12685 case NEON::BI__builtin_neon_vrnd_v: in EmitAArch64BuiltinExpr()
12686 case NEON::BI__builtin_neon_vrndq_v: { in EmitAArch64BuiltinExpr()
12692 case NEON::BI__builtin_neon_vcvt_f64_v: in EmitAArch64BuiltinExpr()
12693 case NEON::BI__builtin_neon_vcvtq_f64_v: in EmitAArch64BuiltinExpr()
12698 case NEON::BI__builtin_neon_vcvt_f64_f32: { in EmitAArch64BuiltinExpr()
12706 case NEON::BI__builtin_neon_vcvt_f32_f64: { in EmitAArch64BuiltinExpr()
12714 case NEON::BI__builtin_neon_vcvt_s32_v: in EmitAArch64BuiltinExpr()
12715 case NEON::BI__builtin_neon_vcvt_u32_v: in EmitAArch64BuiltinExpr()
12716 case NEON::BI__builtin_neon_vcvt_s64_v: in EmitAArch64BuiltinExpr()
12717 case NEON::BI__builtin_neon_vcvt_u64_v: in EmitAArch64BuiltinExpr()
12718 case NEON::BI__builtin_neon_vcvt_s16_f16: in EmitAArch64BuiltinExpr()
12719 case NEON::BI__builtin_neon_vcvt_u16_f16: in EmitAArch64BuiltinExpr()
12720 case NEON::BI__builtin_neon_vcvtq_s32_v: in EmitAArch64BuiltinExpr()
12721 case NEON::BI__builtin_neon_vcvtq_u32_v: in EmitAArch64BuiltinExpr()
12722 case NEON::BI__builtin_neon_vcvtq_s64_v: in EmitAArch64BuiltinExpr()
12723 case NEON::BI__builtin_neon_vcvtq_u64_v: in EmitAArch64BuiltinExpr()
12724 case NEON::BI__builtin_neon_vcvtq_s16_f16: in EmitAArch64BuiltinExpr()
12725 case NEON::BI__builtin_neon_vcvtq_u16_f16: { in EmitAArch64BuiltinExpr()
12731 case NEON::BI__builtin_neon_vcvta_s16_f16: in EmitAArch64BuiltinExpr()
12732 case NEON::BI__builtin_neon_vcvta_u16_f16: in EmitAArch64BuiltinExpr()
12733 case NEON::BI__builtin_neon_vcvta_s32_v: in EmitAArch64BuiltinExpr()
12734 case NEON::BI__builtin_neon_vcvtaq_s16_f16: in EmitAArch64BuiltinExpr()
12735 case NEON::BI__builtin_neon_vcvtaq_s32_v: in EmitAArch64BuiltinExpr()
12736 case NEON::BI__builtin_neon_vcvta_u32_v: in EmitAArch64BuiltinExpr()
12737 case NEON::BI__builtin_neon_vcvtaq_u16_f16: in EmitAArch64BuiltinExpr()
12738 case NEON::BI__builtin_neon_vcvtaq_u32_v: in EmitAArch64BuiltinExpr()
12739 case NEON::BI__builtin_neon_vcvta_s64_v: in EmitAArch64BuiltinExpr()
12740 case NEON::BI__builtin_neon_vcvtaq_s64_v: in EmitAArch64BuiltinExpr()
12741 case NEON::BI__builtin_neon_vcvta_u64_v: in EmitAArch64BuiltinExpr()
12742 case NEON::BI__builtin_neon_vcvtaq_u64_v: { in EmitAArch64BuiltinExpr()
12747 case NEON::BI__builtin_neon_vcvtm_s16_f16: in EmitAArch64BuiltinExpr()
12748 case NEON::BI__builtin_neon_vcvtm_s32_v: in EmitAArch64BuiltinExpr()
12749 case NEON::BI__builtin_neon_vcvtmq_s16_f16: in EmitAArch64BuiltinExpr()
12750 case NEON::BI__builtin_neon_vcvtmq_s32_v: in EmitAArch64BuiltinExpr()
12751 case NEON::BI__builtin_neon_vcvtm_u16_f16: in EmitAArch64BuiltinExpr()
12752 case NEON::BI__builtin_neon_vcvtm_u32_v: in EmitAArch64BuiltinExpr()
12753 case NEON::BI__builtin_neon_vcvtmq_u16_f16: in EmitAArch64BuiltinExpr()
12754 case NEON::BI__builtin_neon_vcvtmq_u32_v: in EmitAArch64BuiltinExpr()
12755 case NEON::BI__builtin_neon_vcvtm_s64_v: in EmitAArch64BuiltinExpr()
12756 case NEON::BI__builtin_neon_vcvtmq_s64_v: in EmitAArch64BuiltinExpr()
12757 case NEON::BI__builtin_neon_vcvtm_u64_v: in EmitAArch64BuiltinExpr()
12758 case NEON::BI__builtin_neon_vcvtmq_u64_v: { in EmitAArch64BuiltinExpr()
12763 case NEON::BI__builtin_neon_vcvtn_s16_f16: in EmitAArch64BuiltinExpr()
12764 case NEON::BI__builtin_neon_vcvtn_s32_v: in EmitAArch64BuiltinExpr()
12765 case NEON::BI__builtin_neon_vcvtnq_s16_f16: in EmitAArch64BuiltinExpr()
12766 case NEON::BI__builtin_neon_vcvtnq_s32_v: in EmitAArch64BuiltinExpr()
12767 case NEON::BI__builtin_neon_vcvtn_u16_f16: in EmitAArch64BuiltinExpr()
12768 case NEON::BI__builtin_neon_vcvtn_u32_v: in EmitAArch64BuiltinExpr()
12769 case NEON::BI__builtin_neon_vcvtnq_u16_f16: in EmitAArch64BuiltinExpr()
12770 case NEON::BI__builtin_neon_vcvtnq_u32_v: in EmitAArch64BuiltinExpr()
12771 case NEON::BI__builtin_neon_vcvtn_s64_v: in EmitAArch64BuiltinExpr()
12772 case NEON::BI__builtin_neon_vcvtnq_s64_v: in EmitAArch64BuiltinExpr()
12773 case NEON::BI__builtin_neon_vcvtn_u64_v: in EmitAArch64BuiltinExpr()
12774 case NEON::BI__builtin_neon_vcvtnq_u64_v: { in EmitAArch64BuiltinExpr()
12779 case NEON::BI__builtin_neon_vcvtp_s16_f16: in EmitAArch64BuiltinExpr()
12780 case NEON::BI__builtin_neon_vcvtp_s32_v: in EmitAArch64BuiltinExpr()
12781 case NEON::BI__builtin_neon_vcvtpq_s16_f16: in EmitAArch64BuiltinExpr()
12782 case NEON::BI__builtin_neon_vcvtpq_s32_v: in EmitAArch64BuiltinExpr()
12783 case NEON::BI__builtin_neon_vcvtp_u16_f16: in EmitAArch64BuiltinExpr()
12784 case NEON::BI__builtin_neon_vcvtp_u32_v: in EmitAArch64BuiltinExpr()
12785 case NEON::BI__builtin_neon_vcvtpq_u16_f16: in EmitAArch64BuiltinExpr()
12786 case NEON::BI__builtin_neon_vcvtpq_u32_v: in EmitAArch64BuiltinExpr()
12787 case NEON::BI__builtin_neon_vcvtp_s64_v: in EmitAArch64BuiltinExpr()
12788 case NEON::BI__builtin_neon_vcvtpq_s64_v: in EmitAArch64BuiltinExpr()
12789 case NEON::BI__builtin_neon_vcvtp_u64_v: in EmitAArch64BuiltinExpr()
12790 case NEON::BI__builtin_neon_vcvtpq_u64_v: { in EmitAArch64BuiltinExpr()
12795 case NEON::BI__builtin_neon_vmulx_v: in EmitAArch64BuiltinExpr()
12796 case NEON::BI__builtin_neon_vmulxq_v: { in EmitAArch64BuiltinExpr()
12800 case NEON::BI__builtin_neon_vmulxh_lane_f16: in EmitAArch64BuiltinExpr()
12801 case NEON::BI__builtin_neon_vmulxh_laneq_f16: { in EmitAArch64BuiltinExpr()
12802 // vmulx_lane should be mapped to Neon scalar mulx after in EmitAArch64BuiltinExpr()
12810 case NEON::BI__builtin_neon_vmul_lane_v: in EmitAArch64BuiltinExpr()
12811 case NEON::BI__builtin_neon_vmul_laneq_v: { in EmitAArch64BuiltinExpr()
12812 // v1f64 vmul_lane should be mapped to Neon scalar mul lane in EmitAArch64BuiltinExpr()
12814 if (BuiltinID == NEON::BI__builtin_neon_vmul_laneq_v) in EmitAArch64BuiltinExpr()
12824 case NEON::BI__builtin_neon_vnegd_s64: in EmitAArch64BuiltinExpr()
12826 case NEON::BI__builtin_neon_vnegh_f16: in EmitAArch64BuiltinExpr()
12828 case NEON::BI__builtin_neon_vpmaxnm_v: in EmitAArch64BuiltinExpr()
12829 case NEON::BI__builtin_neon_vpmaxnmq_v: { in EmitAArch64BuiltinExpr()
12833 case NEON::BI__builtin_neon_vpminnm_v: in EmitAArch64BuiltinExpr()
12834 case NEON::BI__builtin_neon_vpminnmq_v: { in EmitAArch64BuiltinExpr()
12838 case NEON::BI__builtin_neon_vsqrth_f16: { in EmitAArch64BuiltinExpr()
12845 case NEON::BI__builtin_neon_vsqrt_v: in EmitAArch64BuiltinExpr()
12846 case NEON::BI__builtin_neon_vsqrtq_v: { in EmitAArch64BuiltinExpr()
12853 case NEON::BI__builtin_neon_vrbit_v: in EmitAArch64BuiltinExpr()
12854 case NEON::BI__builtin_neon_vrbitq_v: { in EmitAArch64BuiltinExpr()
12858 case NEON::BI__builtin_neon_vaddv_u8: in EmitAArch64BuiltinExpr()
12862 case NEON::BI__builtin_neon_vaddv_s8: { in EmitAArch64BuiltinExpr()
12871 case NEON::BI__builtin_neon_vaddv_u16: in EmitAArch64BuiltinExpr()
12874 case NEON::BI__builtin_neon_vaddv_s16: { in EmitAArch64BuiltinExpr()
12883 case NEON::BI__builtin_neon_vaddvq_u8: in EmitAArch64BuiltinExpr()
12886 case NEON::BI__builtin_neon_vaddvq_s8: { in EmitAArch64BuiltinExpr()
12895 case NEON::BI__builtin_neon_vaddvq_u16: in EmitAArch64BuiltinExpr()
12898 case NEON::BI__builtin_neon_vaddvq_s16: { in EmitAArch64BuiltinExpr()
12907 case NEON::BI__builtin_neon_vmaxv_u8: { in EmitAArch64BuiltinExpr()
12916 case NEON::BI__builtin_neon_vmaxv_u16: { in EmitAArch64BuiltinExpr()
12925 case NEON::BI__builtin_neon_vmaxvq_u8: { in EmitAArch64BuiltinExpr()
12934 case NEON::BI__builtin_neon_vmaxvq_u16: { in EmitAArch64BuiltinExpr()
12943 case NEON::BI__builtin_neon_vmaxv_s8: { in EmitAArch64BuiltinExpr()
12952 case NEON::BI__builtin_neon_vmaxv_s16: { in EmitAArch64BuiltinExpr()
12961 case NEON::BI__builtin_neon_vmaxvq_s8: { in EmitAArch64BuiltinExpr()
12970 case NEON::BI__builtin_neon_vmaxvq_s16: { in EmitAArch64BuiltinExpr()
12979 case NEON::BI__builtin_neon_vmaxv_f16: { in EmitAArch64BuiltinExpr()
12988 case NEON::BI__builtin_neon_vmaxvq_f16: { in EmitAArch64BuiltinExpr()
12997 case NEON::BI__builtin_neon_vminv_u8: { in EmitAArch64BuiltinExpr()
13006 case NEON::BI__builtin_neon_vminv_u16: { in EmitAArch64BuiltinExpr()
13015 case NEON::BI__builtin_neon_vminvq_u8: { in EmitAArch64BuiltinExpr()
13024 case NEON::BI__builtin_neon_vminvq_u16: { in EmitAArch64BuiltinExpr()
13033 case NEON::BI__builtin_neon_vminv_s8: { in EmitAArch64BuiltinExpr()
13042 case NEON::BI__builtin_neon_vminv_s16: { in EmitAArch64BuiltinExpr()
13051 case NEON::BI__builtin_neon_vminvq_s8: { in EmitAArch64BuiltinExpr()
13060 case NEON::BI__builtin_neon_vminvq_s16: { in EmitAArch64BuiltinExpr()
13069 case NEON::BI__builtin_neon_vminv_f16: { in EmitAArch64BuiltinExpr()
13078 case NEON::BI__builtin_neon_vminvq_f16: { in EmitAArch64BuiltinExpr()
13087 case NEON::BI__builtin_neon_vmaxnmv_f16: { in EmitAArch64BuiltinExpr()
13096 case NEON::BI__builtin_neon_vmaxnmvq_f16: { in EmitAArch64BuiltinExpr()
13105 case NEON::BI__builtin_neon_vminnmv_f16: { in EmitAArch64BuiltinExpr()
13114 case NEON::BI__builtin_neon_vminnmvq_f16: { in EmitAArch64BuiltinExpr()
13123 case NEON::BI__builtin_neon_vmul_n_f64: { in EmitAArch64BuiltinExpr()
13128 case NEON::BI__builtin_neon_vaddlv_u8: { in EmitAArch64BuiltinExpr()
13137 case NEON::BI__builtin_neon_vaddlv_u16: { in EmitAArch64BuiltinExpr()
13145 case NEON::BI__builtin_neon_vaddlvq_u8: { in EmitAArch64BuiltinExpr()
13154 case NEON::BI__builtin_neon_vaddlvq_u16: { in EmitAArch64BuiltinExpr()
13162 case NEON::BI__builtin_neon_vaddlv_s8: { in EmitAArch64BuiltinExpr()
13171 case NEON::BI__builtin_neon_vaddlv_s16: { in EmitAArch64BuiltinExpr()
13179 case NEON::BI__builtin_neon_vaddlvq_s8: { in EmitAArch64BuiltinExpr()
13188 case NEON::BI__builtin_neon_vaddlvq_s16: { in EmitAArch64BuiltinExpr()
13196 case NEON::BI__builtin_neon_vsri_n_v: in EmitAArch64BuiltinExpr()
13197 case NEON::BI__builtin_neon_vsriq_n_v: { in EmitAArch64BuiltinExpr()
13202 case NEON::BI__builtin_neon_vsli_n_v: in EmitAArch64BuiltinExpr()
13203 case NEON::BI__builtin_neon_vsliq_n_v: { in EmitAArch64BuiltinExpr()
13208 case NEON::BI__builtin_neon_vsra_n_v: in EmitAArch64BuiltinExpr()
13209 case NEON::BI__builtin_neon_vsraq_n_v: in EmitAArch64BuiltinExpr()
13213 case NEON::BI__builtin_neon_vrsra_n_v: in EmitAArch64BuiltinExpr()
13214 case NEON::BI__builtin_neon_vrsraq_n_v: { in EmitAArch64BuiltinExpr()
13224 case NEON::BI__builtin_neon_vld1_v: in EmitAArch64BuiltinExpr()
13225 case NEON::BI__builtin_neon_vld1q_v: { in EmitAArch64BuiltinExpr()
13228 case NEON::BI__builtin_neon_vst1_v: in EmitAArch64BuiltinExpr()
13229 case NEON::BI__builtin_neon_vst1q_v: in EmitAArch64BuiltinExpr()
13232 case NEON::BI__builtin_neon_vld1_lane_v: in EmitAArch64BuiltinExpr()
13233 case NEON::BI__builtin_neon_vld1q_lane_v: { in EmitAArch64BuiltinExpr()
13239 case NEON::BI__builtin_neon_vldap1_lane_s64: in EmitAArch64BuiltinExpr()
13240 case NEON::BI__builtin_neon_vldap1q_lane_s64: { in EmitAArch64BuiltinExpr()
13248 case NEON::BI__builtin_neon_vld1_dup_v: in EmitAArch64BuiltinExpr()
13249 case NEON::BI__builtin_neon_vld1q_dup_v: { in EmitAArch64BuiltinExpr()
13257 case NEON::BI__builtin_neon_vst1_lane_v: in EmitAArch64BuiltinExpr()
13258 case NEON::BI__builtin_neon_vst1q_lane_v: in EmitAArch64BuiltinExpr()
13262 case NEON::BI__builtin_neon_vstl1_lane_s64: in EmitAArch64BuiltinExpr()
13263 case NEON::BI__builtin_neon_vstl1q_lane_s64: { in EmitAArch64BuiltinExpr()
13271 case NEON::BI__builtin_neon_vld2_v: in EmitAArch64BuiltinExpr()
13272 case NEON::BI__builtin_neon_vld2q_v: { in EmitAArch64BuiltinExpr()
13278 case NEON::BI__builtin_neon_vld3_v: in EmitAArch64BuiltinExpr()
13279 case NEON::BI__builtin_neon_vld3q_v: { in EmitAArch64BuiltinExpr()
13285 case NEON::BI__builtin_neon_vld4_v: in EmitAArch64BuiltinExpr()
13286 case NEON::BI__builtin_neon_vld4q_v: { in EmitAArch64BuiltinExpr()
13292 case NEON::BI__builtin_neon_vld2_dup_v: in EmitAArch64BuiltinExpr()
13293 case NEON::BI__builtin_neon_vld2q_dup_v: { in EmitAArch64BuiltinExpr()
13299 case NEON::BI__builtin_neon_vld3_dup_v: in EmitAArch64BuiltinExpr()
13300 case NEON::BI__builtin_neon_vld3q_dup_v: { in EmitAArch64BuiltinExpr()
13306 case NEON::BI__builtin_neon_vld4_dup_v: in EmitAArch64BuiltinExpr()
13307 case NEON::BI__builtin_neon_vld4q_dup_v: { in EmitAArch64BuiltinExpr()
13313 case NEON::BI__builtin_neon_vld2_lane_v: in EmitAArch64BuiltinExpr()
13314 case NEON::BI__builtin_neon_vld2q_lane_v: { in EmitAArch64BuiltinExpr()
13324 case NEON::BI__builtin_neon_vld3_lane_v: in EmitAArch64BuiltinExpr()
13325 case NEON::BI__builtin_neon_vld3q_lane_v: { in EmitAArch64BuiltinExpr()
13336 case NEON::BI__builtin_neon_vld4_lane_v: in EmitAArch64BuiltinExpr()
13337 case NEON::BI__builtin_neon_vld4q_lane_v: { in EmitAArch64BuiltinExpr()
13349 case NEON::BI__builtin_neon_vst2_v: in EmitAArch64BuiltinExpr()
13350 case NEON::BI__builtin_neon_vst2q_v: { in EmitAArch64BuiltinExpr()
13356 case NEON::BI__builtin_neon_vst2_lane_v: in EmitAArch64BuiltinExpr()
13357 case NEON::BI__builtin_neon_vst2q_lane_v: { in EmitAArch64BuiltinExpr()
13364 case NEON::BI__builtin_neon_vst3_v: in EmitAArch64BuiltinExpr()
13365 case NEON::BI__builtin_neon_vst3q_v: { in EmitAArch64BuiltinExpr()
13371 case NEON::BI__builtin_neon_vst3_lane_v: in EmitAArch64BuiltinExpr()
13372 case NEON::BI__builtin_neon_vst3q_lane_v: { in EmitAArch64BuiltinExpr()
13379 case NEON::BI__builtin_neon_vst4_v: in EmitAArch64BuiltinExpr()
13380 case NEON::BI__builtin_neon_vst4q_v: { in EmitAArch64BuiltinExpr()
13386 case NEON::BI__builtin_neon_vst4_lane_v: in EmitAArch64BuiltinExpr()
13387 case NEON::BI__builtin_neon_vst4q_lane_v: { in EmitAArch64BuiltinExpr()
13394 case NEON::BI__builtin_neon_vtrn_v: in EmitAArch64BuiltinExpr()
13395 case NEON::BI__builtin_neon_vtrnq_v: { in EmitAArch64BuiltinExpr()
13412 case NEON::BI__builtin_neon_vuzp_v: in EmitAArch64BuiltinExpr()
13413 case NEON::BI__builtin_neon_vuzpq_v: { in EmitAArch64BuiltinExpr()
13429 case NEON::BI__builtin_neon_vzip_v: in EmitAArch64BuiltinExpr()
13430 case NEON::BI__builtin_neon_vzipq_v: { in EmitAArch64BuiltinExpr()
13447 case NEON::BI__builtin_neon_vqtbl1q_v: { in EmitAArch64BuiltinExpr()
13451 case NEON::BI__builtin_neon_vqtbl2q_v: { in EmitAArch64BuiltinExpr()
13455 case NEON::BI__builtin_neon_vqtbl3q_v: { in EmitAArch64BuiltinExpr()
13459 case NEON::BI__builtin_neon_vqtbl4q_v: { in EmitAArch64BuiltinExpr()
13463 case NEON::BI__builtin_neon_vqtbx1q_v: { in EmitAArch64BuiltinExpr()
13467 case NEON::BI__builtin_neon_vqtbx2q_v: { in EmitAArch64BuiltinExpr()
13471 case NEON::BI__builtin_neon_vqtbx3q_v: { in EmitAArch64BuiltinExpr()
13475 case NEON::BI__builtin_neon_vqtbx4q_v: { in EmitAArch64BuiltinExpr()
13479 case NEON::BI__builtin_neon_vsqadd_v: in EmitAArch64BuiltinExpr()
13480 case NEON::BI__builtin_neon_vsqaddq_v: { in EmitAArch64BuiltinExpr()
13484 case NEON::BI__builtin_neon_vuqadd_v: in EmitAArch64BuiltinExpr()
13485 case NEON::BI__builtin_neon_vuqaddq_v: { in EmitAArch64BuiltinExpr()