; NOTE: Assertions have been autogenerated by utils/update_analyze_test_checks.py UTC_ARGS: --version 6
; RUN: opt -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 < %s | FileCheck %s --check-prefix=NEON
; RUN: opt -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -intrinsic-cost-strategy=type-based-intrinsic-cost < %s | FileCheck %s --check-prefix=NEON
; RUN: opt -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve < %s | FileCheck %s --check-prefix=SVE
; RUN: opt -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve -intrinsic-cost-strategy=type-based-intrinsic-cost < %s | FileCheck %s --check-prefix=SVE

define void @udiv() {
; NEON-LABEL: 'udiv'
; NEON-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:6 Lat:7 SizeLat:7 for: %V1I16 = call <1 x i16> @llvm.masked.udiv.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:8 Lat:10 SizeLat:10 for: %V2I16 = call <2 x i16> @llvm.masked.udiv.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:60 CodeSize:12 Lat:16 SizeLat:16 for: %V4I16 = call <4 x i16> @llvm.masked.udiv.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:112 CodeSize:20 Lat:28 SizeLat:28 for: %V8I16 = call <8 x i16> @llvm.masked.udiv.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:184 CodeSize:20 Lat:20 SizeLat:20 for: %V16I16 = call <16 x i16> @llvm.masked.udiv.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:424 CodeSize:68 Lat:100 SizeLat:100 for: %V32I16 = call <32 x i16> @llvm.masked.udiv.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.udiv.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.udiv.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.udiv.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.udiv.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.udiv.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.udiv.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:6 Lat:7 SizeLat:7 for: %V1I32 = call <1 x i32> @llvm.masked.udiv.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:8 Lat:10 SizeLat:10 for: %V2I32 = call <2 x i32> @llvm.masked.udiv.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:60 CodeSize:12 Lat:16 SizeLat:16 for: %V4I32 = call <4 x i32> @llvm.masked.udiv.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:96 CodeSize:12 Lat:12 SizeLat:12 for: %V8I32 = call <8 x i32> @llvm.masked.udiv.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:184 CodeSize:20 Lat:20 SizeLat:20 for: %V16I32 = call <16 x i32> @llvm.masked.udiv.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.udiv.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.udiv.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.udiv.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.udiv.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.udiv.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:6 Lat:7 SizeLat:7 for: %V1I64 = call <1 x i64> @llvm.masked.udiv.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:8 Lat:10 SizeLat:10 for: %V2I64 = call <2 x i64> @llvm.masked.udiv.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:128 CodeSize:84 Lat:84 SizeLat:84 for: %V4I64 = call <4 x i64> @llvm.masked.udiv.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:248 CodeSize:164 Lat:164 SizeLat:164 for: %V8I64 = call <8 x i64> @llvm.masked.udiv.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.udiv.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.udiv.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.udiv.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.udiv.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; SVE-LABEL: 'udiv'
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V1I16 = call <1 x i16> @llvm.masked.udiv.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:4 Lat:4 SizeLat:4 for: %V2I16 = call <2 x i16> @llvm.masked.udiv.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:4 Lat:4 SizeLat:4 for: %V4I16 = call <4 x i16> @llvm.masked.udiv.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V8I16 = call <8 x i16> @llvm.masked.udiv.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:16 CodeSize:4 Lat:4 SizeLat:4 for: %V16I16 = call <16 x i16> @llvm.masked.udiv.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:32 CodeSize:4 Lat:4 SizeLat:4 for: %V32I16 = call <32 x i16> @llvm.masked.udiv.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.udiv.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.udiv.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.udiv.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:9 CodeSize:5 Lat:5 SizeLat:5 for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.udiv.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:18 CodeSize:6 Lat:6 SizeLat:6 for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.udiv.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:36 CodeSize:8 Lat:8 SizeLat:8 for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.udiv.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V1I32 = call <1 x i32> @llvm.masked.udiv.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:4 Lat:4 SizeLat:4 for: %V2I32 = call <2 x i32> @llvm.masked.udiv.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V4I32 = call <4 x i32> @llvm.masked.udiv.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %V8I32 = call <8 x i32> @llvm.masked.udiv.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V16I32 = call <16 x i32> @llvm.masked.udiv.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.udiv.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.udiv.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.udiv.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.udiv.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.udiv.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V1I64 = call <1 x i64> @llvm.masked.udiv.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V2I64 = call <2 x i64> @llvm.masked.udiv.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %V4I64 = call <4 x i64> @llvm.masked.udiv.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V8I64 = call <8 x i64> @llvm.masked.udiv.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.udiv.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.udiv.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.udiv.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.udiv.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %V1I16 = call <1 x i16> @llvm.masked.udiv(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
  %V2I16 = call <2 x i16> @llvm.masked.udiv(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
  %V4I16 = call <4 x i16> @llvm.masked.udiv(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
  %V8I16 = call <8 x i16> @llvm.masked.udiv(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
  %V16I16 = call <16 x i16> @llvm.masked.udiv(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
  %V32I16 = call <32 x i16> @llvm.masked.udiv(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)

  %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.udiv(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
  %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.udiv(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
  %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.udiv(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
  %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.udiv(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
  %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.udiv(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
  %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.udiv(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)

  %V1I32 = call <1 x i32> @llvm.masked.udiv(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
  %V2I32 = call <2 x i32> @llvm.masked.udiv(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
  %V4I32 = call <4 x i32> @llvm.masked.udiv(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
  %V8I32 = call <8 x i32> @llvm.masked.udiv(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
  %V16I32 = call <16 x i32> @llvm.masked.udiv(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)

  %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.udiv(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
  %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.udiv(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
  %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.udiv(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
  %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.udiv(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
  %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.udiv(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)

  %V1I64 = call <1 x i64> @llvm.masked.udiv(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
  %V2I64 = call <2 x i64> @llvm.masked.udiv(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
  %V4I64 = call <4 x i64> @llvm.masked.udiv(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
  %V8I64 = call <8 x i64> @llvm.masked.udiv(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)

  %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.udiv(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
  %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.udiv(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
  %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.udiv(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
  %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.udiv(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)

  ret void
}

define void @sdiv() {
; NEON-LABEL: 'sdiv'
; NEON-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:6 Lat:7 SizeLat:7 for: %V1I16 = call <1 x i16> @llvm.masked.sdiv.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:8 Lat:10 SizeLat:10 for: %V2I16 = call <2 x i16> @llvm.masked.sdiv.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:60 CodeSize:12 Lat:16 SizeLat:16 for: %V4I16 = call <4 x i16> @llvm.masked.sdiv.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:112 CodeSize:20 Lat:28 SizeLat:28 for: %V8I16 = call <8 x i16> @llvm.masked.sdiv.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:184 CodeSize:20 Lat:20 SizeLat:20 for: %V16I16 = call <16 x i16> @llvm.masked.sdiv.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:424 CodeSize:68 Lat:100 SizeLat:100 for: %V32I16 = call <32 x i16> @llvm.masked.sdiv.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.sdiv.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.sdiv.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.sdiv.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.sdiv.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.sdiv.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.sdiv.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:6 Lat:7 SizeLat:7 for: %V1I32 = call <1 x i32> @llvm.masked.sdiv.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:8 Lat:10 SizeLat:10 for: %V2I32 = call <2 x i32> @llvm.masked.sdiv.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:60 CodeSize:12 Lat:16 SizeLat:16 for: %V4I32 = call <4 x i32> @llvm.masked.sdiv.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:96 CodeSize:12 Lat:12 SizeLat:12 for: %V8I32 = call <8 x i32> @llvm.masked.sdiv.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:184 CodeSize:20 Lat:20 SizeLat:20 for: %V16I32 = call <16 x i32> @llvm.masked.sdiv.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.sdiv.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.sdiv.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.sdiv.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.sdiv.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.sdiv.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:6 Lat:7 SizeLat:7 for: %V1I64 = call <1 x i64> @llvm.masked.sdiv.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:8 Lat:10 SizeLat:10 for: %V2I64 = call <2 x i64> @llvm.masked.sdiv.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:128 CodeSize:84 Lat:84 SizeLat:84 for: %V4I64 = call <4 x i64> @llvm.masked.sdiv.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:248 CodeSize:164 Lat:164 SizeLat:164 for: %V8I64 = call <8 x i64> @llvm.masked.sdiv.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.sdiv.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.sdiv.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.sdiv.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.sdiv.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; SVE-LABEL: 'sdiv'
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V1I16 = call <1 x i16> @llvm.masked.sdiv.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:4 Lat:4 SizeLat:4 for: %V2I16 = call <2 x i16> @llvm.masked.sdiv.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:4 Lat:4 SizeLat:4 for: %V4I16 = call <4 x i16> @llvm.masked.sdiv.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V8I16 = call <8 x i16> @llvm.masked.sdiv.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:16 CodeSize:4 Lat:4 SizeLat:4 for: %V16I16 = call <16 x i16> @llvm.masked.sdiv.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:32 CodeSize:4 Lat:4 SizeLat:4 for: %V32I16 = call <32 x i16> @llvm.masked.sdiv.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.sdiv.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.sdiv.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.sdiv.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:9 CodeSize:5 Lat:5 SizeLat:5 for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.sdiv.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:18 CodeSize:6 Lat:6 SizeLat:6 for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.sdiv.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:36 CodeSize:8 Lat:8 SizeLat:8 for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.sdiv.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V1I32 = call <1 x i32> @llvm.masked.sdiv.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:4 Lat:4 SizeLat:4 for: %V2I32 = call <2 x i32> @llvm.masked.sdiv.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V4I32 = call <4 x i32> @llvm.masked.sdiv.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %V8I32 = call <8 x i32> @llvm.masked.sdiv.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V16I32 = call <16 x i32> @llvm.masked.sdiv.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.sdiv.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.sdiv.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.sdiv.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.sdiv.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.sdiv.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V1I64 = call <1 x i64> @llvm.masked.sdiv.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %V2I64 = call <2 x i64> @llvm.masked.sdiv.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %V4I64 = call <4 x i64> @llvm.masked.sdiv.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %V8I64 = call <8 x i64> @llvm.masked.sdiv.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.sdiv.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:4 Lat:4 SizeLat:4 for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.sdiv.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 4 for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.sdiv.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:4 Lat:4 SizeLat:4 for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.sdiv.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %V1I16 = call <1 x i16> @llvm.masked.sdiv(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
  %V2I16 = call <2 x i16> @llvm.masked.sdiv(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
  %V4I16 = call <4 x i16> @llvm.masked.sdiv(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
  %V8I16 = call <8 x i16> @llvm.masked.sdiv(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
  %V16I16 = call <16 x i16> @llvm.masked.sdiv(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
  %V32I16 = call <32 x i16> @llvm.masked.sdiv(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)

  %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.sdiv(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
  %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.sdiv(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
  %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.sdiv(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
  %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.sdiv(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
  %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.sdiv(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
  %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.sdiv(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)

  %V1I32 = call <1 x i32> @llvm.masked.sdiv(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
  %V2I32 = call <2 x i32> @llvm.masked.sdiv(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
  %V4I32 = call <4 x i32> @llvm.masked.sdiv(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
  %V8I32 = call <8 x i32> @llvm.masked.sdiv(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
  %V16I32 = call <16 x i32> @llvm.masked.sdiv(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)

  %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.sdiv(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
  %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.sdiv(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
  %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.sdiv(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
  %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.sdiv(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
  %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.sdiv(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)

  %V1I64 = call <1 x i64> @llvm.masked.sdiv(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
  %V2I64 = call <2 x i64> @llvm.masked.sdiv(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
  %V4I64 = call <4 x i64> @llvm.masked.sdiv(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
  %V8I64 = call <8 x i64> @llvm.masked.sdiv(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)

  %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.sdiv(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
  %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.sdiv(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
  %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.sdiv(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
  %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.sdiv(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)

  ret void
}

define void @urem() {
; NEON-LABEL: 'urem'
; NEON-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:7 SizeLat:7 for: %V1I16 = call <1 x i16> @llvm.masked.urem.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:10 SizeLat:10 for: %V2I16 = call <2 x i16> @llvm.masked.urem.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:40 CodeSize:12 Lat:16 SizeLat:16 for: %V4I16 = call <4 x i16> @llvm.masked.urem.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:80 CodeSize:20 Lat:28 SizeLat:28 for: %V8I16 = call <8 x i16> @llvm.masked.urem.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:128 CodeSize:20 Lat:20 SizeLat:20 for: %V16I16 = call <16 x i16> @llvm.masked.urem.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:320 CodeSize:68 Lat:100 SizeLat:100 for: %V32I16 = call <32 x i16> @llvm.masked.urem.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.urem.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.urem.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.urem.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.urem.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.urem.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.urem.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:7 SizeLat:7 for: %V1I32 = call <1 x i32> @llvm.masked.urem.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:10 SizeLat:10 for: %V2I32 = call <2 x i32> @llvm.masked.urem.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:40 CodeSize:12 Lat:16 SizeLat:16 for: %V4I32 = call <4 x i32> @llvm.masked.urem.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:64 CodeSize:12 Lat:12 SizeLat:12 for: %V8I32 = call <8 x i32> @llvm.masked.urem.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:128 CodeSize:20 Lat:20 SizeLat:20 for: %V16I32 = call <16 x i32> @llvm.masked.urem.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.urem.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.urem.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.urem.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.urem.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.urem.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:7 SizeLat:7 for: %V1I64 = call <1 x i64> @llvm.masked.urem.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:10 SizeLat:10 for: %V2I64 = call <2 x i64> @llvm.masked.urem.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:108 CodeSize:84 Lat:84 SizeLat:84 for: %V4I64 = call <4 x i64> @llvm.masked.urem.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:216 CodeSize:164 Lat:164 SizeLat:164 for: %V8I64 = call <8 x i64> @llvm.masked.urem.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.urem.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.urem.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.urem.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.urem.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; SVE-LABEL: 'urem'
; SVE-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:6 Lat:7 SizeLat:7 for: %V1I16 = call <1 x i16> @llvm.masked.urem.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:8 Lat:10 SizeLat:10 for: %V2I16 = call <2 x i16> @llvm.masked.urem.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:19 CodeSize:12 Lat:16 SizeLat:16 for: %V4I16 = call <4 x i16> @llvm.masked.urem.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:20 Lat:28 SizeLat:28 for: %V8I16 = call <8 x i16> @llvm.masked.urem.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:36 CodeSize:20 Lat:20 SizeLat:20 for: %V16I16 = call <16 x i16> @llvm.masked.urem.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:136 CodeSize:68 Lat:100 SizeLat:100 for: %V32I16 = call <32 x i16> @llvm.masked.urem.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.urem.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.urem.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.urem.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:11 CodeSize:5 Lat:5 SizeLat:5 for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.urem.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:6 Lat:6 SizeLat:6 for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.urem.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:44 CodeSize:8 Lat:8 SizeLat:8 for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.urem.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:7 CodeSize:6 Lat:7 SizeLat:7 for: %V1I32 = call <1 x i32> @llvm.masked.urem.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:9 CodeSize:8 Lat:10 SizeLat:10 for: %V2I32 = call <2 x i32> @llvm.masked.urem.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:16 CodeSize:12 Lat:16 SizeLat:16 for: %V4I32 = call <4 x i32> @llvm.masked.urem.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:16 CodeSize:12 Lat:12 SizeLat:12 for: %V8I32 = call <8 x i32> @llvm.masked.urem.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:32 CodeSize:20 Lat:20 SizeLat:20 for: %V16I32 = call <16 x i32> @llvm.masked.urem.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.urem.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.urem.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.urem.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:6 SizeLat:6 for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.urem.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:8 SizeLat:8 for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.urem.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:7 CodeSize:6 Lat:7 SizeLat:7 for: %V1I64 = call <1 x i64> @llvm.masked.urem.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:8 Lat:10 SizeLat:10 for: %V2I64 = call <2 x i64> @llvm.masked.urem.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:88 CodeSize:84 Lat:84 SizeLat:84 for: %V4I64 = call <4 x i64> @llvm.masked.urem.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:176 CodeSize:164 Lat:164 SizeLat:164 for: %V8I64 = call <8 x i64> @llvm.masked.urem.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.urem.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.urem.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:6 SizeLat:6 for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.urem.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:8 SizeLat:8 for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.urem.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %V1I16 = call <1 x i16> @llvm.masked.urem(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
  %V2I16 = call <2 x i16> @llvm.masked.urem(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
  %V4I16 = call <4 x i16> @llvm.masked.urem(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
  %V8I16 = call <8 x i16> @llvm.masked.urem(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
  %V16I16 = call <16 x i16> @llvm.masked.urem(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
  %V32I16 = call <32 x i16> @llvm.masked.urem(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)

  %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.urem(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
  %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.urem(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
  %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.urem(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
  %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.urem(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
  %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.urem(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
  %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.urem(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)

  %V1I32 = call <1 x i32> @llvm.masked.urem(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
  %V2I32 = call <2 x i32> @llvm.masked.urem(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
  %V4I32 = call <4 x i32> @llvm.masked.urem(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
  %V8I32 = call <8 x i32> @llvm.masked.urem(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
  %V16I32 = call <16 x i32> @llvm.masked.urem(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)

  %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.urem(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
  %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.urem(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
  %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.urem(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
  %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.urem(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
  %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.urem(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)

  %V1I64 = call <1 x i64> @llvm.masked.urem(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
  %V2I64 = call <2 x i64> @llvm.masked.urem(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
  %V4I64 = call <4 x i64> @llvm.masked.urem(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
  %V8I64 = call <8 x i64> @llvm.masked.urem(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)

  %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.urem(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
  %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.urem(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
  %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.urem(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
  %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.urem(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)

  ret void
}

define void @srem() {
; NEON-LABEL: 'srem'
; NEON-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:7 SizeLat:7 for: %V1I16 = call <1 x i16> @llvm.masked.srem.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:10 SizeLat:10 for: %V2I16 = call <2 x i16> @llvm.masked.srem.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:40 CodeSize:12 Lat:16 SizeLat:16 for: %V4I16 = call <4 x i16> @llvm.masked.srem.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:80 CodeSize:20 Lat:28 SizeLat:28 for: %V8I16 = call <8 x i16> @llvm.masked.srem.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:128 CodeSize:20 Lat:20 SizeLat:20 for: %V16I16 = call <16 x i16> @llvm.masked.srem.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:320 CodeSize:68 Lat:100 SizeLat:100 for: %V32I16 = call <32 x i16> @llvm.masked.srem.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.srem.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.srem.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.srem.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.srem.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.srem.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.srem.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:7 SizeLat:7 for: %V1I32 = call <1 x i32> @llvm.masked.srem.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:10 SizeLat:10 for: %V2I32 = call <2 x i32> @llvm.masked.srem.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:40 CodeSize:12 Lat:16 SizeLat:16 for: %V4I32 = call <4 x i32> @llvm.masked.srem.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:64 CodeSize:12 Lat:12 SizeLat:12 for: %V8I32 = call <8 x i32> @llvm.masked.srem.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:128 CodeSize:20 Lat:20 SizeLat:20 for: %V16I32 = call <16 x i32> @llvm.masked.srem.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.srem.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.srem.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.srem.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.srem.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.srem.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:7 SizeLat:7 for: %V1I64 = call <1 x i64> @llvm.masked.srem.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:10 SizeLat:10 for: %V2I64 = call <2 x i64> @llvm.masked.srem.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:108 CodeSize:84 Lat:84 SizeLat:84 for: %V4I64 = call <4 x i64> @llvm.masked.srem.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:216 CodeSize:164 Lat:164 SizeLat:164 for: %V8I64 = call <8 x i64> @llvm.masked.srem.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.srem.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.srem.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.srem.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:Invalid CodeSize:Invalid Lat:Invalid SizeLat:Invalid for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.srem.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; NEON-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; SVE-LABEL: 'srem'
; SVE-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:6 Lat:7 SizeLat:7 for: %V1I16 = call <1 x i16> @llvm.masked.srem.v1i16(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:8 Lat:10 SizeLat:10 for: %V2I16 = call <2 x i16> @llvm.masked.srem.v2i16(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:19 CodeSize:12 Lat:16 SizeLat:16 for: %V4I16 = call <4 x i16> @llvm.masked.srem.v4i16(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:34 CodeSize:20 Lat:28 SizeLat:28 for: %V8I16 = call <8 x i16> @llvm.masked.srem.v8i16(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:36 CodeSize:20 Lat:20 SizeLat:20 for: %V16I16 = call <16 x i16> @llvm.masked.srem.v16i16(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:136 CodeSize:68 Lat:100 SizeLat:100 for: %V32I16 = call <32 x i16> @llvm.masked.srem.v32i16(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.srem.nxv1i16(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.srem.nxv2i16(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.srem.nxv4i16(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:11 CodeSize:5 Lat:5 SizeLat:5 for: %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.srem.nxv8i16(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:6 Lat:6 SizeLat:6 for: %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.srem.nxv16i16(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:44 CodeSize:8 Lat:8 SizeLat:8 for: %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.srem.nxv32i16(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:7 CodeSize:6 Lat:7 SizeLat:7 for: %V1I32 = call <1 x i32> @llvm.masked.srem.v1i32(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:9 CodeSize:8 Lat:10 SizeLat:10 for: %V2I32 = call <2 x i32> @llvm.masked.srem.v2i32(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:16 CodeSize:12 Lat:16 SizeLat:16 for: %V4I32 = call <4 x i32> @llvm.masked.srem.v4i32(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:16 CodeSize:12 Lat:12 SizeLat:12 for: %V8I32 = call <8 x i32> @llvm.masked.srem.v8i32(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:32 CodeSize:20 Lat:20 SizeLat:20 for: %V16I32 = call <16 x i32> @llvm.masked.srem.v16i32(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.srem.nxv1i32(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.srem.nxv2i32(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.srem.nxv4i32(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:6 SizeLat:6 for: %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.srem.nxv8i32(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:8 SizeLat:8 for: %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.srem.nxv16i32(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:7 CodeSize:6 Lat:7 SizeLat:7 for: %V1I64 = call <1 x i64> @llvm.masked.srem.v1i64(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:8 Lat:10 SizeLat:10 for: %V2I64 = call <2 x i64> @llvm.masked.srem.v2i64(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:88 CodeSize:84 Lat:84 SizeLat:84 for: %V4I64 = call <4 x i64> @llvm.masked.srem.v4i64(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:176 CodeSize:164 Lat:164 SizeLat:164 for: %V8I64 = call <8 x i64> @llvm.masked.srem.v8i64(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of Invalid for: %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.srem.nxv1i64(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of 5 for: %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.srem.nxv2i64(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:10 CodeSize:6 Lat:6 SizeLat:6 for: %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.srem.nxv4i64(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:20 CodeSize:8 Lat:8 SizeLat:8 for: %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.srem.nxv8i64(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)
; SVE-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %V1I16 = call <1 x i16> @llvm.masked.srem(<1 x i16> poison, <1 x i16> poison, <1 x i1> poison)
  %V2I16 = call <2 x i16> @llvm.masked.srem(<2 x i16> poison, <2 x i16> poison, <2 x i1> poison)
  %V4I16 = call <4 x i16> @llvm.masked.srem(<4 x i16> poison, <4 x i16> poison, <4 x i1> poison)
  %V8I16 = call <8 x i16> @llvm.masked.srem(<8 x i16> poison, <8 x i16> poison, <8 x i1> poison)
  %V16I16 = call <16 x i16> @llvm.masked.srem(<16 x i16> poison, <16 x i16> poison, <16 x i1> poison)
  %V32I16 = call <32 x i16> @llvm.masked.srem(<32 x i16> poison, <32 x i16> poison, <32 x i1> poison)

  %NXV1I16 = call <vscale x 1 x i16> @llvm.masked.srem(<vscale x 1 x i16> poison, <vscale x 1 x i16> poison, <vscale x 1 x i1> poison)
  %NXV2I16 = call <vscale x 2 x i16> @llvm.masked.srem(<vscale x 2 x i16> poison, <vscale x 2 x i16> poison, <vscale x 2 x i1> poison)
  %NXV4I16 = call <vscale x 4 x i16> @llvm.masked.srem(<vscale x 4 x i16> poison, <vscale x 4 x i16> poison, <vscale x 4 x i1> poison)
  %NXV8I16 = call <vscale x 8 x i16> @llvm.masked.srem(<vscale x 8 x i16> poison, <vscale x 8 x i16> poison, <vscale x 8 x i1> poison)
  %NXV16I16 = call <vscale x 16 x i16> @llvm.masked.srem(<vscale x 16 x i16> poison, <vscale x 16 x i16> poison, <vscale x 16 x i1> poison)
  %NXV32I16 = call <vscale x 32 x i16> @llvm.masked.srem(<vscale x 32 x i16> poison, <vscale x 32 x i16> poison, <vscale x 32 x i1> poison)

  %V1I32 = call <1 x i32> @llvm.masked.srem(<1 x i32> poison, <1 x i32> poison, <1 x i1> poison)
  %V2I32 = call <2 x i32> @llvm.masked.srem(<2 x i32> poison, <2 x i32> poison, <2 x i1> poison)
  %V4I32 = call <4 x i32> @llvm.masked.srem(<4 x i32> poison, <4 x i32> poison, <4 x i1> poison)
  %V8I32 = call <8 x i32> @llvm.masked.srem(<8 x i32> poison, <8 x i32> poison, <8 x i1> poison)
  %V16I32 = call <16 x i32> @llvm.masked.srem(<16 x i32> poison, <16 x i32> poison, <16 x i1> poison)

  %NXV1I32 = call <vscale x 1 x i32> @llvm.masked.srem(<vscale x 1 x i32> poison, <vscale x 1 x i32> poison, <vscale x 1 x i1> poison)
  %NXV2I32 = call <vscale x 2 x i32> @llvm.masked.srem(<vscale x 2 x i32> poison, <vscale x 2 x i32> poison, <vscale x 2 x i1> poison)
  %NXV4I32 = call <vscale x 4 x i32> @llvm.masked.srem(<vscale x 4 x i32> poison, <vscale x 4 x i32> poison, <vscale x 4 x i1> poison)
  %NXV8I32 = call <vscale x 8 x i32> @llvm.masked.srem(<vscale x 8 x i32> poison, <vscale x 8 x i32> poison, <vscale x 8 x i1> poison)
  %NXV16I32 = call <vscale x 16 x i32> @llvm.masked.srem(<vscale x 16 x i32> poison, <vscale x 16 x i32> poison, <vscale x 16 x i1> poison)

  %V1I64 = call <1 x i64> @llvm.masked.srem(<1 x i64> poison, <1 x i64> poison, <1 x i1> poison)
  %V2I64 = call <2 x i64> @llvm.masked.srem(<2 x i64> poison, <2 x i64> poison, <2 x i1> poison)
  %V4I64 = call <4 x i64> @llvm.masked.srem(<4 x i64> poison, <4 x i64> poison, <4 x i1> poison)
  %V8I64 = call <8 x i64> @llvm.masked.srem(<8 x i64> poison, <8 x i64> poison, <8 x i1> poison)

  %NXV1I64 = call <vscale x 1 x i64> @llvm.masked.srem(<vscale x 1 x i64> poison, <vscale x 1 x i64> poison, <vscale x 1 x i1> poison)
  %NXV2I64 = call <vscale x 2 x i64> @llvm.masked.srem(<vscale x 2 x i64> poison, <vscale x 2 x i64> poison, <vscale x 2 x i1> poison)
  %NXV4I64 = call <vscale x 4 x i64> @llvm.masked.srem(<vscale x 4 x i64> poison, <vscale x 4 x i64> poison, <vscale x 4 x i1> poison)
  %NXV8I64 = call <vscale x 8 x i64> @llvm.masked.srem(<vscale x 8 x i64> poison, <vscale x 8 x i64> poison, <vscale x 8 x i1> poison)

  ret void
}