; NOTE: Assertions have been autogenerated by utils/update_analyze_test_checks.py
; RUN: opt < %s -mtriple=riscv64-linux-gnu -mattr=+v,+zvfhmin,+zvfbfmin \
; RUN:   -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output \
; RUN:   | FileCheck %s --check-prefix=NO-OPTIMIZED-ZERO-STRIDE-LOAD
; RUN: opt < %s -mtriple=riscv64-linux-gnu -mattr=+v,+zvfhmin,+zvfbfmin,+optimized-zero-stride-load \
; RUN:   -passes="print<cost-model>" -cost-kind=all 2>&1 -disable-output \
; RUN:   | FileCheck %s --check-prefix=HAS-OPTIMIZED-ZERO-STRIDE-LOAD

; These tests check the costs of broadcast instructions, through the
; isLegalBroadcastLoad method.

target datalayout = "e-m:e-i8:8:32-i16:16:32-i64:64-i128:128-n32:64-S128"

; The tests use vector loads and splats, as opposed to scalar loads, inserts
; and splats as that is how getShuffleCost currently recognizes them.
define void @shuffle() {
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-LABEL: 'shuffle'
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i8 = load <2 x i8>, ptr poison, align 2
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2i8 = shufflevector <2 x i8> %lv2i8, <2 x i8> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4i8 = load <4 x i8>, ptr poison, align 4
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv4i8 = shufflevector <4 x i8> %lv4i8, <4 x i8> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv8i8 = load <8 x i8>, ptr poison, align 8
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv8i8 = shufflevector <8 x i8> %lv8i8, <8 x i8> poison, <8 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv16i8 = load <16 x i8>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv16i8 = shufflevector <16 x i8> %lv16i8, <16 x i8> poison, <16 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i16 = load <2 x i16>, ptr poison, align 4
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2i16 = shufflevector <2 x i16> %lv2i16, <2 x i16> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4i16 = load <4 x i16>, ptr poison, align 8
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv4i16 = shufflevector <4 x i16> %lv4i16, <4 x i16> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv8i16 = load <8 x i16>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv8i16 = shufflevector <8 x i16> %lv8i16, <8 x i16> poison, <8 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv16i16 = load <16 x i16>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:2 for: %sv16i16 = shufflevector <16 x i16> %lv16i16, <16 x i16> poison, <16 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i32 = load <2 x i32>, ptr poison, align 8
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2i32 = shufflevector <2 x i32> %lv2i32, <2 x i32> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4i32 = load <4 x i32>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv4i32 = shufflevector <4 x i32> %lv4i32, <4 x i32> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv8i32 = load <8 x i32>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:2 for: %sv8i32 = shufflevector <8 x i32> %lv8i32, <8 x i32> poison, <8 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i64 = load <2 x i64>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2i64 = shufflevector <2 x i64> %lv2i64, <2 x i64> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv4i64 = load <4 x i64>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:2 for: %sv4i64 = shufflevector <4 x i64> %lv4i64, <4 x i64> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2f16 = load <2 x half>, ptr poison, align 4
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2f16 = shufflevector <2 x half> %lv2f16, <2 x half> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4f16 = load <4 x half>, ptr poison, align 8
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv4f16 = shufflevector <4 x half> %lv4f16, <4 x half> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv8f16 = load <8 x half>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv8f16 = shufflevector <8 x half> %lv8f16, <8 x half> poison, <8 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv16f16 = load <16 x half>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:2 for: %sv16f16 = shufflevector <16 x half> %lv16f16, <16 x half> poison, <16 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2f32 = load <2 x float>, ptr poison, align 8
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2f32 = shufflevector <2 x float> %lv2f32, <2 x float> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4f32 = load <4 x float>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv4f32 = shufflevector <4 x float> %lv4f32, <4 x float> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv8f32 = load <8 x float>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:2 for: %sv8f32 = shufflevector <8 x float> %lv8f32, <8 x float> poison, <8 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2f64 = load <2 x double>, ptr poison, align 16
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 1 for: %sv2f64 = shufflevector <2 x double> %lv2f64, <2 x double> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv4f64 = load <4 x double>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:2 SizeLat:2 for: %sv4f64 = shufflevector <4 x double> %lv4f64, <4 x double> poison, <4 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 4 for: %lv2fp128 = load <2 x fp128>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of Invalid for: %sv2fp128 = shufflevector <2 x fp128> %lv2fp128, <2 x fp128> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 4 for: %lv2i128 = load <2 x i128>, ptr poison, align 32
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of Invalid for: %sv2i128 = shufflevector <2 x i128> %lv2i128, <2 x i128> poison, <2 x i32> zeroinitializer
; NO-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-LABEL: 'shuffle'
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i8 = load <2 x i8>, ptr poison, align 2
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2i8 = shufflevector <2 x i8> %lv2i8, <2 x i8> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4i8 = load <4 x i8>, ptr poison, align 4
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4i8 = shufflevector <4 x i8> %lv4i8, <4 x i8> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv8i8 = load <8 x i8>, ptr poison, align 8
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv8i8 = shufflevector <8 x i8> %lv8i8, <8 x i8> poison, <8 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv16i8 = load <16 x i8>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv16i8 = shufflevector <16 x i8> %lv16i8, <16 x i8> poison, <16 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i16 = load <2 x i16>, ptr poison, align 4
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2i16 = shufflevector <2 x i16> %lv2i16, <2 x i16> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4i16 = load <4 x i16>, ptr poison, align 8
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4i16 = shufflevector <4 x i16> %lv4i16, <4 x i16> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv8i16 = load <8 x i16>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv8i16 = shufflevector <8 x i16> %lv8i16, <8 x i16> poison, <8 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv16i16 = load <16 x i16>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv16i16 = shufflevector <16 x i16> %lv16i16, <16 x i16> poison, <16 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i32 = load <2 x i32>, ptr poison, align 8
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2i32 = shufflevector <2 x i32> %lv2i32, <2 x i32> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4i32 = load <4 x i32>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4i32 = shufflevector <4 x i32> %lv4i32, <4 x i32> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv8i32 = load <8 x i32>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv8i32 = shufflevector <8 x i32> %lv8i32, <8 x i32> poison, <8 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2i64 = load <2 x i64>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2i64 = shufflevector <2 x i64> %lv2i64, <2 x i64> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv4i64 = load <4 x i64>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4i64 = shufflevector <4 x i64> %lv4i64, <4 x i64> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2f16 = load <2 x half>, ptr poison, align 4
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2f16 = shufflevector <2 x half> %lv2f16, <2 x half> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4f16 = load <4 x half>, ptr poison, align 8
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4f16 = shufflevector <4 x half> %lv4f16, <4 x half> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv8f16 = load <8 x half>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv8f16 = shufflevector <8 x half> %lv8f16, <8 x half> poison, <8 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv16f16 = load <16 x half>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv16f16 = shufflevector <16 x half> %lv16f16, <16 x half> poison, <16 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2f32 = load <2 x float>, ptr poison, align 8
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2f32 = shufflevector <2 x float> %lv2f32, <2 x float> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv4f32 = load <4 x float>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4f32 = shufflevector <4 x float> %lv4f32, <4 x float> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv8f32 = load <8 x float>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv8f32 = shufflevector <8 x float> %lv8f32, <8 x float> poison, <8 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:1 CodeSize:1 Lat:4 SizeLat:1 for: %lv2f64 = load <2 x double>, ptr poison, align 16
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv2f64 = shufflevector <2 x double> %lv2f64, <2 x double> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:2 CodeSize:1 Lat:4 SizeLat:2 for: %lv4f64 = load <4 x double>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 0 for: %sv4f64 = shufflevector <4 x double> %lv4f64, <4 x double> poison, <4 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 4 for: %lv2fp128 = load <2 x fp128>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of Invalid for: %sv2fp128 = shufflevector <2 x fp128> %lv2fp128, <2 x fp128> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of 4 for: %lv2i128 = load <2 x i128>, ptr poison, align 32
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of Invalid for: %sv2i128 = shufflevector <2 x i128> %lv2i128, <2 x i128> poison, <2 x i32> zeroinitializer
; HAS-OPTIMIZED-ZERO-STRIDE-LOAD-NEXT:  Cost Model: Found costs of RThru:0 CodeSize:1 Lat:1 SizeLat:1 for: ret void
;
  %lv2i8 = load <2 x i8>, ptr poison
  %sv2i8 = shufflevector <2 x i8> %lv2i8, <2 x i8> poison, <2 x i32> zeroinitializer
  %lv4i8 = load <4 x i8>, ptr poison
  %sv4i8 = shufflevector <4 x i8> %lv4i8, <4 x i8> poison, <4 x i32> zeroinitializer
  %lv8i8 = load <8 x i8>, ptr poison
  %sv8i8 = shufflevector <8 x i8> %lv8i8, <8 x i8> poison, <8 x i32> zeroinitializer
  %lv16i8 = load <16 x i8>, ptr poison
  %sv16i8 = shufflevector <16 x i8> %lv16i8, <16 x i8> poison, <16 x i32> zeroinitializer

  %lv2i16 = load <2 x i16>, ptr poison
  %sv2i16 = shufflevector <2 x i16> %lv2i16, <2 x i16> poison, <2 x i32> zeroinitializer
  %lv4i16 = load <4 x i16>, ptr poison
  %sv4i16 = shufflevector <4 x i16> %lv4i16, <4 x i16> poison, <4 x i32> zeroinitializer
  %lv8i16 = load <8 x i16>, ptr poison
  %sv8i16 = shufflevector <8 x i16> %lv8i16, <8 x i16> poison, <8 x i32> zeroinitializer
  %lv16i16 = load <16 x i16>, ptr poison
  %sv16i16 = shufflevector <16 x i16> %lv16i16, <16 x i16> poison, <16 x i32> zeroinitializer

  %lv2i32 = load <2 x i32>, ptr poison
  %sv2i32 = shufflevector <2 x i32> %lv2i32, <2 x i32> poison, <2 x i32> zeroinitializer
  %lv4i32 = load <4 x i32>, ptr poison
  %sv4i32 = shufflevector <4 x i32> %lv4i32, <4 x i32> poison, <4 x i32> zeroinitializer
  %lv8i32 = load <8 x i32>, ptr poison
  %sv8i32 = shufflevector <8 x i32> %lv8i32, <8 x i32> poison, <8 x i32> zeroinitializer

  %lv2i64 = load <2 x i64>, ptr poison
  %sv2i64 = shufflevector <2 x i64> %lv2i64, <2 x i64> poison, <2 x i32> zeroinitializer
  %lv4i64 = load <4 x i64>, ptr poison
  %sv4i64 = shufflevector <4 x i64> %lv4i64, <4 x i64> poison, <4 x i32> zeroinitializer

  %lv2f16 = load <2 x half>, ptr poison
  %sv2f16 = shufflevector <2 x half> %lv2f16, <2 x half> poison, <2 x i32> zeroinitializer
  %lv4f16 = load <4 x half>, ptr poison
  %sv4f16 = shufflevector <4 x half> %lv4f16, <4 x half> poison, <4 x i32> zeroinitializer
  %lv8f16 = load <8 x half>, ptr poison
  %sv8f16 = shufflevector <8 x half> %lv8f16, <8 x half> poison, <8 x i32> zeroinitializer
  %lv16f16 = load <16 x half>, ptr poison
  %sv16f16 = shufflevector <16 x half> %lv16f16, <16 x half> poison, <16 x i32> zeroinitializer

  %lv2f32 = load <2 x float>, ptr poison
  %sv2f32 = shufflevector <2 x float> %lv2f32, <2 x float> poison, <2 x i32> zeroinitializer
  %lv4f32 = load <4 x float>, ptr poison
  %sv4f32 = shufflevector <4 x float> %lv4f32, <4 x float> poison, <4 x i32> zeroinitializer
  %lv8f32 = load <8 x float>, ptr poison
  %sv8f32 = shufflevector <8 x float> %lv8f32, <8 x float> poison, <8 x i32> zeroinitializer

  %lv2f64 = load <2 x double>, ptr poison
  %sv2f64 = shufflevector <2 x double> %lv2f64, <2 x double> poison, <2 x i32> zeroinitializer
  %lv4f64 = load <4 x double>, ptr poison
  %sv4f64 = shufflevector <4 x double> %lv4f64, <4 x double> poison, <4 x i32> zeroinitializer

  %lv2fp128 = load <2 x fp128>, ptr poison
  %sv2fp128 = shufflevector <2 x fp128> %lv2fp128, <2 x fp128> poison, <2 x i32> zeroinitializer
  %lv2i128 = load <2 x i128>, ptr poison
  %sv2i128 = shufflevector <2 x i128> %lv2i128, <2 x i128> poison, <2 x i32> zeroinitializer

  ret void
}