; NOTE: Assertions have been autogenerated by utils/update_analyze_test_checks.py
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 | FileCheck %s --check-prefix=CHECK-COST2
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 -mcpu=cortex-a510 | FileCheck %s --check-prefix=CHECK-COST2
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 -mcpu=neoverse-v2 | FileCheck %s --check-prefix=CHECK-COST2
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 -mcpu=a64fx | FileCheck %s --check-prefix=CHECK-COST2
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 -mcpu=ampere1b | FileCheck %s --check-prefix=CHECK-COST1
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 -mcpu=apple-m4 | FileCheck %s --check-prefix=CHECK-COST1
; RUN: opt < %s -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output -mtriple=aarch64 -mattr=+sve2 -mcpu=cortex-a55 | FileCheck %s --check-prefix=CHECK-COST1

define void @fcmp_oeq(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_oeq'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp oeq <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp oeq <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp oeq <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp oeq <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp oeq <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp oeq <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp oeq <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp oeq <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp oeq <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_oeq'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp oeq <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp oeq <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp oeq <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp oeq <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp oeq <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp oeq <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp oeq <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp oeq <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp oeq <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp oeq <vscale x 2 x float> undef, undef
  %v4f32 = fcmp oeq <vscale x 4 x float> undef, undef
  %v8f32 = fcmp oeq <vscale x 8 x float> undef, undef
  %v2f64 = fcmp oeq <vscale x 2 x double> undef, undef
  %v4f64 = fcmp oeq <vscale x 4 x double> undef, undef
  %v2f16 = fcmp oeq <vscale x 2 x half> undef, undef
  %v4f16 = fcmp oeq <vscale x 4 x half> undef, undef
  %v8f16 = fcmp oeq <vscale x 8 x half> undef, undef
  %v16f16 = fcmp oeq <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_oeq_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_oeq_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp oeq <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp oeq <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp oeq <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_oeq_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp oeq <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp oeq <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp oeq <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp oeq <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp oeq <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp oeq <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ogt(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ogt'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ogt <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ogt <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp ogt <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ogt <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp ogt <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ogt <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ogt <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ogt <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp ogt <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ogt'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ogt <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ogt <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp ogt <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ogt <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp ogt <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ogt <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ogt <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ogt <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp ogt <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ogt <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ogt <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ogt <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ogt <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ogt <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ogt <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ogt <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ogt <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ogt <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ogt_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ogt_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ogt <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ogt <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp ogt <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ogt_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ogt <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ogt <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp ogt <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ogt <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ogt <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ogt <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_oge(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_oge'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp oge <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp oge <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp oge <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp oge <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp oge <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp oge <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp oge <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp oge <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp oge <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_oge'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp oge <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp oge <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp oge <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp oge <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp oge <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp oge <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp oge <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp oge <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp oge <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp oge <vscale x 2 x float> undef, undef
  %v4f32 = fcmp oge <vscale x 4 x float> undef, undef
  %v8f32 = fcmp oge <vscale x 8 x float> undef, undef
  %v2f64 = fcmp oge <vscale x 2 x double> undef, undef
  %v4f64 = fcmp oge <vscale x 4 x double> undef, undef
  %v2f16 = fcmp oge <vscale x 2 x half> undef, undef
  %v4f16 = fcmp oge <vscale x 4 x half> undef, undef
  %v8f16 = fcmp oge <vscale x 8 x half> undef, undef
  %v16f16 = fcmp oge <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_oge_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_oge_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp oge <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp oge <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp oge <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_oge_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp oge <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp oge <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp oge <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp oge <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp oge <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp oge <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_olt(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_olt'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp olt <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp olt <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp olt <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp olt <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp olt <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp olt <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp olt <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp olt <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp olt <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_olt'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp olt <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp olt <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp olt <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp olt <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp olt <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp olt <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp olt <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp olt <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp olt <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp olt <vscale x 2 x float> undef, undef
  %v4f32 = fcmp olt <vscale x 4 x float> undef, undef
  %v8f32 = fcmp olt <vscale x 8 x float> undef, undef
  %v2f64 = fcmp olt <vscale x 2 x double> undef, undef
  %v4f64 = fcmp olt <vscale x 4 x double> undef, undef
  %v2f16 = fcmp olt <vscale x 2 x half> undef, undef
  %v4f16 = fcmp olt <vscale x 4 x half> undef, undef
  %v8f16 = fcmp olt <vscale x 8 x half> undef, undef
  %v16f16 = fcmp olt <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_olt_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_olt_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp olt <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp olt <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp olt <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_olt_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp olt <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp olt <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp olt <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp olt <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp olt <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp olt <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ole(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ole'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ole <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ole <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp ole <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ole <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp ole <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ole <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ole <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ole <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp ole <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ole'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ole <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ole <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp ole <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ole <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp ole <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ole <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ole <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ole <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp ole <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ole <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ole <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ole <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ole <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ole <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ole <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ole <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ole <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ole <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ole_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ole_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ole <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ole <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp ole <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ole_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ole <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ole <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp ole <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ole <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ole <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ole <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_one(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_one'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v2f32 = fcmp one <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v4f32 = fcmp one <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:12 CodeSize:6 Lat:6 SizeLat:6 for: %v8f32 = fcmp one <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v2f64 = fcmp one <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:12 CodeSize:6 Lat:6 SizeLat:6 for: %v4f64 = fcmp one <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v2f16 = fcmp one <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v4f16 = fcmp one <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v8f16 = fcmp one <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:12 CodeSize:6 Lat:6 SizeLat:6 for: %v16f16 = fcmp one <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_one'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v2f32 = fcmp one <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v4f32 = fcmp one <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 6 for: %v8f32 = fcmp one <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v2f64 = fcmp one <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 6 for: %v4f64 = fcmp one <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v2f16 = fcmp one <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v4f16 = fcmp one <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v8f16 = fcmp one <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 6 for: %v16f16 = fcmp one <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp one <vscale x 2 x float> undef, undef
  %v4f32 = fcmp one <vscale x 4 x float> undef, undef
  %v8f32 = fcmp one <vscale x 8 x float> undef, undef
  %v2f64 = fcmp one <vscale x 2 x double> undef, undef
  %v4f64 = fcmp one <vscale x 4 x double> undef, undef
  %v2f16 = fcmp one <vscale x 2 x half> undef, undef
  %v4f16 = fcmp one <vscale x 4 x half> undef, undef
  %v8f16 = fcmp one <vscale x 8 x half> undef, undef
  %v16f16 = fcmp one <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_one_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_one_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:5 Lat:8 SizeLat:5 for: %v2bf16 = fcmp one <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:5 Lat:8 SizeLat:5 for: %v4bf16 = fcmp one <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:15 Lat:15 SizeLat:15 for: %v8bf16 = fcmp one <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_one_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:5 Lat:8 SizeLat:5 for: %v2bf16 = fcmp one <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:5 Lat:8 SizeLat:5 for: %v4bf16 = fcmp one <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 15 for: %v8bf16 = fcmp one <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp one <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp one <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp one <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ord(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ord'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ord <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ord <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp ord <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ord <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp ord <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ord <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ord <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ord <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp ord <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ord'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ord <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ord <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp ord <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ord <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp ord <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ord <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ord <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ord <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp ord <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ord <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ord <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ord <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ord <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ord <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ord <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ord <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ord <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ord <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ord_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ord_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ord <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ord <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp ord <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ord_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ord <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ord <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp ord <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ord <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ord <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ord <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ueq(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ueq'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v2f32 = fcmp ueq <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v4f32 = fcmp ueq <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:12 CodeSize:6 Lat:6 SizeLat:6 for: %v8f32 = fcmp ueq <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v2f64 = fcmp ueq <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:12 CodeSize:6 Lat:6 SizeLat:6 for: %v4f64 = fcmp ueq <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v2f16 = fcmp ueq <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v4f16 = fcmp ueq <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:6 CodeSize:3 Lat:6 SizeLat:3 for: %v8f16 = fcmp ueq <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:12 CodeSize:6 Lat:6 SizeLat:6 for: %v16f16 = fcmp ueq <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ueq'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v2f32 = fcmp ueq <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v4f32 = fcmp ueq <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 6 for: %v8f32 = fcmp ueq <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v2f64 = fcmp ueq <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 6 for: %v4f64 = fcmp ueq <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v2f16 = fcmp ueq <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v4f16 = fcmp ueq <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:6 SizeLat:3 for: %v8f16 = fcmp ueq <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 6 for: %v16f16 = fcmp ueq <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ueq <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ueq <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ueq <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ueq <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ueq <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ueq <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ueq <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ueq <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ueq <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ueq_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ueq_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:5 Lat:8 SizeLat:5 for: %v2bf16 = fcmp ueq <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:8 CodeSize:5 Lat:8 SizeLat:5 for: %v4bf16 = fcmp ueq <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:21 CodeSize:15 Lat:15 SizeLat:15 for: %v8bf16 = fcmp ueq <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ueq_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:5 Lat:8 SizeLat:5 for: %v2bf16 = fcmp ueq <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:5 CodeSize:5 Lat:8 SizeLat:5 for: %v4bf16 = fcmp ueq <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 15 for: %v8bf16 = fcmp ueq <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ueq <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ueq <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ueq <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ugt(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ugt'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ugt <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ugt <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp ugt <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ugt <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp ugt <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ugt <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ugt <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ugt <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp ugt <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ugt'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ugt <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ugt <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp ugt <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ugt <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp ugt <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ugt <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ugt <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ugt <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp ugt <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ugt <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ugt <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ugt <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ugt <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ugt <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ugt <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ugt <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ugt <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ugt <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ugt_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ugt_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ugt <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ugt <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp ugt <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ugt_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ugt <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ugt <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp ugt <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ugt <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ugt <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ugt <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_uge(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_uge'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp uge <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp uge <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp uge <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp uge <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp uge <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp uge <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp uge <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp uge <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp uge <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_uge'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp uge <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp uge <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp uge <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp uge <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp uge <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp uge <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp uge <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp uge <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp uge <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp uge <vscale x 2 x float> undef, undef
  %v4f32 = fcmp uge <vscale x 4 x float> undef, undef
  %v8f32 = fcmp uge <vscale x 8 x float> undef, undef
  %v2f64 = fcmp uge <vscale x 2 x double> undef, undef
  %v4f64 = fcmp uge <vscale x 4 x double> undef, undef
  %v2f16 = fcmp uge <vscale x 2 x half> undef, undef
  %v4f16 = fcmp uge <vscale x 4 x half> undef, undef
  %v8f16 = fcmp uge <vscale x 8 x half> undef, undef
  %v16f16 = fcmp uge <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_uge_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_uge_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp uge <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp uge <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp uge <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_uge_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp uge <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp uge <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp uge <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp uge <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp uge <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp uge <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ult(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ult'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ult <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ult <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp ult <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ult <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp ult <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ult <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ult <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ult <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp ult <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ult'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ult <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ult <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp ult <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ult <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp ult <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ult <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ult <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ult <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp ult <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ult <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ult <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ult <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ult <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ult <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ult <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ult <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ult <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ult <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ult_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ult_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ult <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ult <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp ult <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ult_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ult <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ult <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp ult <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ult <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ult <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ult <vscale x 8 x bfloat> undef, undef
  ret void
}

define void @fcmp_ule(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ule'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ule <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ule <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp ule <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ule <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp ule <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ule <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ule <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ule <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp ule <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ule'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp ule <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp ule <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp ule <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp ule <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp ule <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp ule <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp ule <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp ule <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp ule <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp ule <vscale x 2 x float> undef, undef
  %v4f32 = fcmp ule <vscale x 4 x float> undef, undef
  %v8f32 = fcmp ule <vscale x 8 x float> undef, undef
  %v2f64 = fcmp ule <vscale x 2 x double> undef, undef
  %v4f64 = fcmp ule <vscale x 4 x double> undef, undef
  %v2f16 = fcmp ule <vscale x 2 x half> undef, undef
  %v4f16 = fcmp ule <vscale x 4 x half> undef, undef
  %v8f16 = fcmp ule <vscale x 8 x half> undef, undef
  %v16f16 = fcmp ule <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_ule_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_ule_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ule <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ule <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp ule <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:26 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp ule <vscale x 16 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_ule_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp ule <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp ule <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp ule <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp ule <vscale x 16 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp ule <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp ule <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp ule <vscale x 8 x bfloat> undef, undef
  %v16bf16 = fcmp ule <vscale x 16 x bfloat> undef, undef
  ret void
}

define void @fcmp_une(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_une'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp une <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp une <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp une <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp une <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp une <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp une <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp une <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp une <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp une <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_une'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp une <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp une <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp une <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp une <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp une <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp une <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp une <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp une <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp une <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp une <vscale x 2 x float> undef, undef
  %v4f32 = fcmp une <vscale x 4 x float> undef, undef
  %v8f32 = fcmp une <vscale x 8 x float> undef, undef
  %v2f64 = fcmp une <vscale x 2 x double> undef, undef
  %v4f64 = fcmp une <vscale x 4 x double> undef, undef
  %v2f16 = fcmp une <vscale x 2 x half> undef, undef
  %v4f16 = fcmp une <vscale x 4 x half> undef, undef
  %v8f16 = fcmp une <vscale x 8 x half> undef, undef
  %v16f16 = fcmp une <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_une_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_une_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp une <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp une <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp une <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:26 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp une <vscale x 16 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_une_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp une <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp une <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp une <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp une <vscale x 16 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp une <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp une <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp une <vscale x 8 x bfloat> undef, undef
  %v16bf16 = fcmp une <vscale x 16 x bfloat> undef, undef
  ret void
}

define void @fcmp_uno(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_uno'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp uno <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp uno <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp uno <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp uno <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp uno <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp uno <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp uno <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp uno <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp uno <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_uno'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp uno <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp uno <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp uno <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp uno <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp uno <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp uno <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp uno <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp uno <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp uno <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp uno <vscale x 2 x float> undef, undef
  %v4f32 = fcmp uno <vscale x 4 x float> undef, undef
  %v8f32 = fcmp uno <vscale x 8 x float> undef, undef
  %v2f64 = fcmp uno <vscale x 2 x double> undef, undef
  %v4f64 = fcmp uno <vscale x 4 x double> undef, undef
  %v2f16 = fcmp uno <vscale x 2 x half> undef, undef
  %v4f16 = fcmp uno <vscale x 4 x half> undef, undef
  %v8f16 = fcmp uno <vscale x 8 x half> undef, undef
  %v16f16 = fcmp uno <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_uno_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_uno_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp uno <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp uno <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp uno <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:26 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp uno <vscale x 16 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_uno_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp uno <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp uno <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp uno <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp uno <vscale x 16 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp uno <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp uno <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp uno <vscale x 8 x bfloat> undef, undef
  %v16bf16 = fcmp uno <vscale x 16 x bfloat> undef, undef
  ret void
}

define void @fcmp_true(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_true'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp true <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp true <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp true <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp true <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp true <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp true <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp true <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp true <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp true <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_true'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp true <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp true <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp true <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp true <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp true <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp true <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp true <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp true <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp true <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp true <vscale x 2 x float> undef, undef
  %v4f32 = fcmp true <vscale x 4 x float> undef, undef
  %v8f32 = fcmp true <vscale x 8 x float> undef, undef
  %v2f64 = fcmp true <vscale x 2 x double> undef, undef
  %v4f64 = fcmp true <vscale x 4 x double> undef, undef
  %v2f16 = fcmp true <vscale x 2 x half> undef, undef
  %v4f16 = fcmp true <vscale x 4 x half> undef, undef
  %v8f16 = fcmp true <vscale x 8 x half> undef, undef
  %v16f16 = fcmp true <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_true_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_true_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp true <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp true <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp true <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:26 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp true <vscale x 16 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_true_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp true <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp true <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp true <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp true <vscale x 16 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp true <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp true <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp true <vscale x 8 x bfloat> undef, undef
  %v16bf16 = fcmp true <vscale x 16 x bfloat> undef, undef
  ret void
}

define void @fcmp_false(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_false'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp false <vscale x 2 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp false <vscale x 4 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v8f32 = fcmp false <vscale x 8 x float> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp false <vscale x 2 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v4f64 = fcmp false <vscale x 4 x double> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp false <vscale x 2 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp false <vscale x 4 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp false <vscale x 8 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:2 Lat:2 SizeLat:2 for: %v16f16 = fcmp false <vscale x 16 x half> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_false'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f32 = fcmp false <vscale x 2 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f32 = fcmp false <vscale x 4 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v8f32 = fcmp false <vscale x 8 x float> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f64 = fcmp false <vscale x 2 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v4f64 = fcmp false <vscale x 4 x double> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v2f16 = fcmp false <vscale x 2 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v4f16 = fcmp false <vscale x 4 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:2 SizeLat:1 for: %v8f16 = fcmp false <vscale x 8 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 2 for: %v16f16 = fcmp false <vscale x 16 x half> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2f32 = fcmp false <vscale x 2 x float> undef, undef
  %v4f32 = fcmp false <vscale x 4 x float> undef, undef
  %v8f32 = fcmp false <vscale x 8 x float> undef, undef
  %v2f64 = fcmp false <vscale x 2 x double> undef, undef
  %v4f64 = fcmp false <vscale x 4 x double> undef, undef
  %v2f16 = fcmp false <vscale x 2 x half> undef, undef
  %v4f16 = fcmp false <vscale x 4 x half> undef, undef
  %v8f16 = fcmp false <vscale x 8 x half> undef, undef
  %v16f16 = fcmp false <vscale x 16 x half> undef, undef
  ret void
}

define void @fcmp_false_bfloat(i32 %arg) {
; CHECK-COST2-LABEL: 'fcmp_false_bfloat'
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp false <vscale x 2 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:4 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp false <vscale x 4 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:13 CodeSize:11 Lat:11 SizeLat:11 for: %v8bf16 = fcmp false <vscale x 8 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:26 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp false <vscale x 16 x bfloat> undef, undef
; CHECK-COST2-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; CHECK-COST1-LABEL: 'fcmp_false_bfloat'
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v2bf16 = fcmp false <vscale x 2 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:3 CodeSize:3 Lat:4 SizeLat:3 for: %v4bf16 = fcmp false <vscale x 4 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of 11 for: %v8bf16 = fcmp false <vscale x 8 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:22 CodeSize:22 Lat:20 SizeLat:22 for: %v16bf16 = fcmp false <vscale x 16 x bfloat> undef, undef
; CHECK-COST1-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %v2bf16 = fcmp false <vscale x 2 x bfloat> undef, undef
  %v4bf16 = fcmp false <vscale x 4 x bfloat> undef, undef
  %v8bf16 = fcmp false <vscale x 8 x bfloat> undef, undef
  %v16bf16 = fcmp false <vscale x 16 x bfloat> undef, undef
  ret void
}