; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc -mtriple=riscv32 -mattr=+d,+zfh,+zvfh,+v,+m -target-abi=ilp32d \ ; RUN: -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,ZVFH ; RUN: llc -mtriple=riscv64 -mattr=+d,+zfh,+zvfh,+v,+m -target-abi=lp64d \ ; RUN: -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,ZVFH ; RUN: llc -mtriple=riscv32 -mattr=+d,+zfh,+zvfhmin,+v,+m -target-abi=ilp32d \ ; RUN: -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,ZVFHMIN ; RUN: llc -mtriple=riscv64 -mattr=+d,+zfh,+zvfhmin,+v,+m -target-abi=lp64d \ ; RUN: -verify-machineinstrs < %s | FileCheck %s --check-prefixes=CHECK,ZVFHMIN define @vfmacc_vv_nxv1f32( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv1f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv1f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v11, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv1f32_unmasked( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv1f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv1f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v11, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv1f32_tu( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv1f32_tu: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli zero, a0, e16, mf4, tu, mu ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9, v0.t ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv1f32_tu: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, tu, mu ; ZVFHMIN-NEXT: vfmacc.vv v10, v11, v8, v0.t ; ZVFHMIN-NEXT: vmv1r.v v8, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) %u = call @llvm.vp.merge.nxv1f32( %m, %v, %c, i32 %evl) ret %u } ; FIXME: Support this case? define @vfmacc_vv_nxv1f32_masked__tu( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv1f32_masked__tu: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli zero, a0, e16, mf4, tu, mu ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9, v0.t ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv1f32_masked__tu: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, tu, mu ; ZVFHMIN-NEXT: vfmacc.vv v10, v11, v8, v0.t ; ZVFHMIN-NEXT: vmv1r.v v8, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %bext, %c, %m, i32 %evl) %u = call @llvm.vp.merge.nxv1f32( %m, %v, %c, i32 %evl) ret %u } define @vfmacc_vv_nxv1f32_unmasked_tu( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv1f32_unmasked_tu: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli zero, a0, e16, mf4, tu, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv1f32_unmasked_tu: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, tu, ma ; ZVFHMIN-NEXT: vfmacc.vv v10, v11, v8 ; ZVFHMIN-NEXT: vmv1r.v v8, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) %u = call @llvm.vp.merge.nxv1f32( splat (i1 -1), %v, %c, i32 %evl) ret %u } define @vfmacc_vf_nxv1f32( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv1f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8 ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv1f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v10, fa5, v9 ; ZVFHMIN-NEXT: vmv1r.v v8, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv1f32_commute( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv1f32_commute: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8 ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv1f32_commute: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v10, fa5, v9 ; ZVFHMIN-NEXT: vmv1r.v v8, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %vbext, %vaext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv1f32_unmasked( %va, half %b, %vc, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv1f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8 ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv1f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v10, fa5, v9 ; ZVFHMIN-NEXT: vmv1r.v v8, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv1f32_tu( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv1f32_tu: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli zero, a0, e16, mf4, tu, mu ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8, v0.t ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv1f32_tu: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, tu, mu ; ZVFHMIN-NEXT: vfmacc.vf v9, fa5, v10, v0.t ; ZVFHMIN-NEXT: vmv1r.v v8, v9 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) %u = call @llvm.vp.merge.nxv1f32( %m, %v, %vc, i32 %evl) ret %u } define @vfmacc_vf_nxv1f32_commute_tu( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv1f32_commute_tu: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli zero, a0, e16, mf4, tu, mu ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8, v0.t ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv1f32_commute_tu: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, tu, mu ; ZVFHMIN-NEXT: vfmacc.vf v9, fa5, v10, v0.t ; ZVFHMIN-NEXT: vmv1r.v v8, v9 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %vbext, %vaext, %vc, splat (i1 -1), i32 %evl) %u = call @llvm.vp.merge.nxv1f32( %m, %v, %vc, i32 %evl) ret %u } define @vfmacc_vf_nxv1f32_unmasked_tu( %va, half %b, %vc, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv1f32_unmasked_tu: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli zero, a0, e16, mf4, tu, ma ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8 ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv1f32_unmasked_tu: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli zero, a0, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, tu, ma ; ZVFHMIN-NEXT: vfmacc.vf v9, fa5, v10 ; ZVFHMIN-NEXT: vmv1r.v v8, v9 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) %u = call @llvm.vp.merge.nxv1f32( splat (i1 -1), %v, %vc, i32 %evl) ret %u } define @vfmacc_vv_nxv2f32( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv2f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv2f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m1, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v11, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv2f32( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv2f32_unmasked( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv2f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv2f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v11, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v9 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m1, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v11, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv2f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv2f32( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv2f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8 ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv2f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m1, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v10, fa5, v9 ; ZVFHMIN-NEXT: vmv.v.v v8, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv2f32( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv2f32_unmasked( %va, half %b, %vc, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv2f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFH-NEXT: vfwmacc.vf v9, fa0, v8 ; ZVFH-NEXT: vmv1r.v v8, v9 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv2f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v10, v8 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m1, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v10, fa5, v9 ; ZVFHMIN-NEXT: vmv.v.v v8, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv2f32.nxv2f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv2f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv4f32( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv4f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv2r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv4f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFHMIN-NEXT: vmv1r.v v12, v9 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v14, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v12 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v14, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv4f32( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv4f32_unmasked( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv4f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v9 ; ZVFH-NEXT: vmv2r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv4f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFHMIN-NEXT: vmv1r.v v12, v9 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v14, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v12 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v14, v10 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv4f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv4f32( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv4f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFH-NEXT: vfwmacc.vf v10, fa0, v8 ; ZVFH-NEXT: vmv2r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv4f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFHMIN-NEXT: vmv1r.v v12, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v12 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v8, fa5, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv4f32( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv4f32_unmasked( %va, half %b, %vc, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv4f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFH-NEXT: vfwmacc.vf v10, fa0, v8 ; ZVFH-NEXT: vmv2r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv4f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; ZVFHMIN-NEXT: vmv1r.v v12, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v12 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v8, fa5, v10 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv4f32.nxv4f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv4f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv8f32( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv8f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFH-NEXT: vfwmacc.vv v12, v8, v10 ; ZVFH-NEXT: vmv4r.v v8, v12 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv8f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFHMIN-NEXT: vmv2r.v v16, v10 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v20, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v16 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m4, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v20, v12 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv8f32( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv8f32_unmasked( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv8f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFH-NEXT: vfwmacc.vv v12, v8, v10 ; ZVFH-NEXT: vmv4r.v v8, v12 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv8f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFHMIN-NEXT: vmv2r.v v16, v10 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v20, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v16 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m4, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v20, v12 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv8f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv8f32( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv8f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFH-NEXT: vfwmacc.vf v12, fa0, v8 ; ZVFH-NEXT: vmv4r.v v8, v12 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv8f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFHMIN-NEXT: vmv2r.v v16, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v16 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m4, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v8, fa5, v12 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv8f32( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv8f32_unmasked( %va, half %b, %vc, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv8f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFH-NEXT: vfwmacc.vf v12, fa0, v8 ; ZVFH-NEXT: vmv4r.v v8, v12 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv8f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; ZVFHMIN-NEXT: vmv2r.v v16, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v16 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m4, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v8, fa5, v12 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv8f32.nxv8f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv8f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv16f32( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv16f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFH-NEXT: vfwmacc.vv v16, v8, v12 ; ZVFH-NEXT: vmv8r.v v8, v16 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv16f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFHMIN-NEXT: vmv4r.v v24, v12 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v0, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v24 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m8, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v0, v16 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv16f32( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv16f32_unmasked( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vv_nxv16f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFH-NEXT: vfwmacc.vv v16, v8, v12 ; ZVFH-NEXT: vmv8r.v v8, v16 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vv_nxv16f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFHMIN-NEXT: vmv4r.v v24, v12 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v0, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v24 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m8, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v8, v0, v16 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv16f32( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv16f32( %va, half %b, %vc, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv16f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFH-NEXT: vfwmacc.vf v16, fa0, v8 ; ZVFH-NEXT: vmv8r.v v8, v16 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv16f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFHMIN-NEXT: vmv4r.v v24, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v24 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m8, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v8, fa5, v16 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv16f32( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv16f32_unmasked( %va, half %b, %vc, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_vf_nxv16f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFH-NEXT: vfwmacc.vf v16, fa0, v8 ; ZVFH-NEXT: vmv8r.v v8, v16 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_vf_nxv16f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, m4, ta, ma ; ZVFHMIN-NEXT: vmv4r.v v24, v8 ; ZVFHMIN-NEXT: vfwcvt.f.f.v v8, v24 ; ZVFHMIN-NEXT: fcvt.s.h fa5, fa0 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, m8, ta, ma ; ZVFHMIN-NEXT: vfmadd.vf v8, fa5, v16 ; ZVFHMIN-NEXT: ret %elt.head = insertelement poison, half %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv16f32.nxv16f16( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv16f32( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv1f64( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv1f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v8, v9 ; CHECK-NEXT: vmv1r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv1f64_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv1f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v8, v9 ; CHECK-NEXT: vmv1r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv1f64( %va, float %b, %vc, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv1f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma ; CHECK-NEXT: vfwmacc.vf v9, fa0, v8 ; CHECK-NEXT: vmv1r.v v8, v9 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f64( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv1f64_unmasked( %va, float %b, %vc, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv1f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, mf2, ta, ma ; CHECK-NEXT: vfwmacc.vf v9, fa0, v8 ; CHECK-NEXT: vmv1r.v v8, v9 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv1f64.nxv1f32( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f64( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv2f64( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv2f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v8, v9 ; CHECK-NEXT: vmv2r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv2f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv2f64_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv2f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v8, v9 ; CHECK-NEXT: vmv2r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv2f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv2f64( %va, float %b, %vc, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv2f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma ; CHECK-NEXT: vfwmacc.vf v10, fa0, v8 ; CHECK-NEXT: vmv2r.v v8, v10 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv2f64( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv2f64_unmasked( %va, float %b, %vc, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv2f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m1, ta, ma ; CHECK-NEXT: vfwmacc.vf v10, fa0, v8 ; CHECK-NEXT: vmv2r.v v8, v10 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv2f64.nxv2f32( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv2f64( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv4f64( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv4f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma ; CHECK-NEXT: vfwmacc.vv v12, v8, v10 ; CHECK-NEXT: vmv4r.v v8, v12 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv4f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv4f64_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv4f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma ; CHECK-NEXT: vfwmacc.vv v12, v8, v10 ; CHECK-NEXT: vmv4r.v v8, v12 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv4f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv4f64( %va, float %b, %vc, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv4f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma ; CHECK-NEXT: vfwmacc.vf v12, fa0, v8 ; CHECK-NEXT: vmv4r.v v8, v12 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv4f64( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv4f64_unmasked( %va, float %b, %vc, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv4f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m2, ta, ma ; CHECK-NEXT: vfwmacc.vf v12, fa0, v8 ; CHECK-NEXT: vmv4r.v v8, v12 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv4f64.nxv4f32( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv4f64( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv8f64( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv8f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma ; CHECK-NEXT: vfwmacc.vv v16, v8, v12 ; CHECK-NEXT: vmv8r.v v8, v16 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv8f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv8f64_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv8f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma ; CHECK-NEXT: vfwmacc.vv v16, v8, v12 ; CHECK-NEXT: vmv8r.v v8, v16 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv8f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vf_nxv8f64( %va, float %b, %vc, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv8f64: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma ; CHECK-NEXT: vfwmacc.vf v16, fa0, v8 ; CHECK-NEXT: vmv8r.v v8, v16 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %va, %m, i32 %evl) %vbext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %vb, %m, i32 %evl) %v = call @llvm.vp.fma.nxv8f64( %vaext, %vbext, %vc, %m, i32 %evl) ret %v } define @vfmacc_vf_nxv8f64_unmasked( %va, float %b, %vc, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vf_nxv8f64_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e32, m4, ta, ma ; CHECK-NEXT: vfwmacc.vf v16, fa0, v8 ; CHECK-NEXT: vmv8r.v v8, v16 ; CHECK-NEXT: ret %elt.head = insertelement poison, float %b, i32 0 %vb = shufflevector %elt.head, poison, zeroinitializer %vaext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %va, splat (i1 -1), i32 %evl) %vbext = call @llvm.vp.fpext.nxv8f64.nxv8f32( %vb, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv8f64( %vaext, %vbext, %vc, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv1f64_nxv1f16( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv1f64_nxv1f16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v11, v8 ; CHECK-NEXT: vfwcvt.f.f.v v8, v9 ; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v11, v8 ; CHECK-NEXT: vmv1r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f64.nxv1f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv1f64.nxv1f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv1f64_nxv1f16_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv1f64_nxv1f16_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v11, v8 ; CHECK-NEXT: vfwcvt.f.f.v v8, v9 ; CHECK-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v11, v8 ; CHECK-NEXT: vmv1r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f64.nxv1f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv1f64.nxv1f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv2f64_nxv2f16( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv2f64_nxv2f16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v12, v8 ; CHECK-NEXT: vfwcvt.f.f.v v8, v9 ; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v12, v8 ; CHECK-NEXT: vmv2r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv2f64.nxv2f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv2f64.nxv2f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv2f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv2f64_nxv2f16_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv2f64_nxv2f16_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, mf2, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v12, v8 ; CHECK-NEXT: vfwcvt.f.f.v v8, v9 ; CHECK-NEXT: vsetvli zero, zero, e32, m1, ta, ma ; CHECK-NEXT: vfwmacc.vv v10, v12, v8 ; CHECK-NEXT: vmv2r.v v8, v10 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv2f64.nxv2f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv2f64.nxv2f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv2f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv4f64_nxv4f16( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv4f64_nxv4f16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v10, v8 ; CHECK-NEXT: vfwcvt.f.f.v v16, v9 ; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, ma ; CHECK-NEXT: vfwmacc.vv v12, v10, v16 ; CHECK-NEXT: vmv4r.v v8, v12 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv4f64.nxv4f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv4f64.nxv4f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv4f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv4f64_nxv4f16_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv4f64_nxv4f16_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, m1, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v10, v8 ; CHECK-NEXT: vfwcvt.f.f.v v16, v9 ; CHECK-NEXT: vsetvli zero, zero, e32, m2, ta, ma ; CHECK-NEXT: vfwmacc.vv v12, v10, v16 ; CHECK-NEXT: vmv4r.v v8, v12 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv4f64.nxv4f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv4f64.nxv4f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv4f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_vv_nxv8f64_nxv8f16( %a, %b, %c, %m, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv8f64_nxv8f16: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v12, v8 ; CHECK-NEXT: vfwcvt.f.f.v v24, v10 ; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, ma ; CHECK-NEXT: vfwmacc.vv v16, v12, v24 ; CHECK-NEXT: vmv8r.v v8, v16 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv8f64.nxv8f16( %a, %m, i32 %evl) %bext = call @llvm.vp.fpext.nxv8f64.nxv8f16( %b, %m, i32 %evl) %v = call @llvm.vp.fma.nxv8f64( %aext, %bext, %c, %m, i32 %evl) ret %v } define @vfmacc_vv_nxv8f64_nxv8f16_unmasked( %a, %b, %c, i32 zeroext %evl) { ; CHECK-LABEL: vfmacc_vv_nxv8f64_nxv8f16_unmasked: ; CHECK: # %bb.0: ; CHECK-NEXT: vsetvli a0, zero, e16, m2, ta, ma ; CHECK-NEXT: vfwcvt.f.f.v v12, v8 ; CHECK-NEXT: vfwcvt.f.f.v v24, v10 ; CHECK-NEXT: vsetvli zero, zero, e32, m4, ta, ma ; CHECK-NEXT: vfwmacc.vv v16, v12, v24 ; CHECK-NEXT: vmv8r.v v8, v16 ; CHECK-NEXT: ret %aext = call @llvm.vp.fpext.nxv8f64.nxv8f16( %a, splat (i1 -1), i32 %evl) %bext = call @llvm.vp.fpext.nxv8f64.nxv8f16( %b, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv8f64( %aext, %bext, %c, splat (i1 -1), i32 %evl) ret %v } define @vfmacc_squared_nxv1f32( %a, %b, %c, %m, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_squared_nxv1f32: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v8 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_squared_nxv1f32: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v9, v8 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v9, v9, v10 ; ZVFHMIN-NEXT: vmv1r.v v8, v9 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, %m, i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %aext, %c, %m, i32 %evl) ret %v } define @vfmacc_squared_nxv1f32_unmasked( %a, %b, %c, i32 zeroext %evl) { ; ZVFH-LABEL: vfmacc_squared_nxv1f32_unmasked: ; ZVFH: # %bb.0: ; ZVFH-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFH-NEXT: vfwmacc.vv v10, v8, v8 ; ZVFH-NEXT: vmv1r.v v8, v10 ; ZVFH-NEXT: ret ; ; ZVFHMIN-LABEL: vfmacc_squared_nxv1f32_unmasked: ; ZVFHMIN: # %bb.0: ; ZVFHMIN-NEXT: vsetvli a0, zero, e16, mf4, ta, ma ; ZVFHMIN-NEXT: vfwcvt.f.f.v v9, v8 ; ZVFHMIN-NEXT: vsetvli zero, zero, e32, mf2, ta, ma ; ZVFHMIN-NEXT: vfmadd.vv v9, v9, v10 ; ZVFHMIN-NEXT: vmv1r.v v8, v9 ; ZVFHMIN-NEXT: ret %aext = call @llvm.vp.fpext.nxv1f32.nxv1f16( %a, splat (i1 -1), i32 %evl) %v = call @llvm.vp.fma.nxv1f32( %aext, %aext, %c, splat (i1 -1), i32 %evl) ret %v }