llvm/test/CodeGen/ARM/vrev.ll - rust-lang/llvm-project - Git at Google

 ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
 ; RUN: llc -mtriple=arm-eabi -mattr=+neon,+fullfp16 %s -o - | FileCheck %s

 define <8 x i8> @test_vrev64D8(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64D8:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev64.8 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i8>, ptr %A
 	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 7, i32 6, i32 5, i32 4, i32 3, i32 2, i32 1, i32 0>
 	ret <8 x i8> %tmp2
 }

 define <4 x i16> @test_vrev64D16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64D16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev64.16 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <4 x i16>, ptr %A
 	%tmp2 = shufflevector <4 x i16> %tmp1, <4 x i16> undef, <4 x i32> <i32 3, i32 2, i32 1, i32 0>
 	ret <4 x i16> %tmp2
 }

 define <4 x half> @test_vrev64Df16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Df16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev64.16 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <4 x half>, ptr %A
 	%tmp2 = shufflevector <4 x half> %tmp1, <4 x half> undef, <4 x i32> <i32 3, i32 2, i32 1, i32 0>
 	ret <4 x half> %tmp2
 }

 define <2 x i32> @test_vrev64D32(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64D32:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev64.32 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <2 x i32>, ptr %A
 	%tmp2 = shufflevector <2 x i32> %tmp1, <2 x i32> undef, <2 x i32> <i32 1, i32 0>
 	ret <2 x i32> %tmp2
 }

 define <2 x float> @test_vrev64Df(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Df:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev64.32 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <2 x float>, ptr %A
 	%tmp2 = shufflevector <2 x float> %tmp1, <2 x float> undef, <2 x i32> <i32 1, i32 0>
 	ret <2 x float> %tmp2
 }

 define <16 x i8> @test_vrev64Q8(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Q8:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev64.8 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <16 x i8>, ptr %A
 	%tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> undef, <16 x i32> <i32 7, i32 6, i32 5, i32 4, i32 3, i32 2, i32 1, i32 0, i32 15, i32 14, i32 13, i32 12, i32 11, i32 10, i32 9, i32 8>
 	ret <16 x i8> %tmp2
 }

 define <8 x i16> @test_vrev64Q16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Q16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev64.16 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i16>, ptr %A
 	%tmp2 = shufflevector <8 x i16> %tmp1, <8 x i16> undef, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
 	ret <8 x i16> %tmp2
 }

 define <8 x half> @test_vrev64Qf16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Qf16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev64.16 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x half>, ptr %A
 	%tmp2 = shufflevector <8 x half> %tmp1, <8 x half> undef, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
 	ret <8 x half> %tmp2
 }

 define <4 x i32> @test_vrev64Q32(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Q32:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev64.32 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <4 x i32>, ptr %A
 	%tmp2 = shufflevector <4 x i32> %tmp1, <4 x i32> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
 	ret <4 x i32> %tmp2
 }

 define <4 x float> @test_vrev64Qf(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64Qf:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev64.32 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <4 x float>, ptr %A
 	%tmp2 = shufflevector <4 x float> %tmp1, <4 x float> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
 	ret <4 x float> %tmp2
 }

 define <8 x i8> @test_vrev32D8(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32D8:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev32.8 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i8>, ptr %A
 	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
 	ret <8 x i8> %tmp2
 }

 define <4 x i16> @test_vrev32D16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32D16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev32.16 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <4 x i16>, ptr %A
 	%tmp2 = shufflevector <4 x i16> %tmp1, <4 x i16> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
 	ret <4 x i16> %tmp2
 }

 define <4 x half> @test_vrev32Df16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32Df16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev32.16 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <4 x half>, ptr %A
 	%tmp2 = shufflevector <4 x half> %tmp1, <4 x half> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
 	ret <4 x half> %tmp2
 }

 define <16 x i8> @test_vrev32Q8(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32Q8:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev32.8 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <16 x i8>, ptr %A
 	%tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> undef, <16 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4, i32 11, i32 10, i32 9, i32 8, i32 15, i32 14, i32 13, i32 12>
 	ret <16 x i8> %tmp2
 }

 define <8 x i16> @test_vrev32Q16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32Q16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev32.16 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i16>, ptr %A
 	%tmp2 = shufflevector <8 x i16> %tmp1, <8 x i16> undef, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
 	ret <8 x i16> %tmp2
 }

 define <8 x half> @test_vrev32Qf16(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32Qf16:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev32.16 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x half>, ptr %A
 	%tmp2 = shufflevector <8 x half> %tmp1, <8 x half> undef, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
 	ret <8 x half> %tmp2
 }

 define <8 x i8> @test_vrev16D8(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev16D8:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev16.8 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i8>, ptr %A
 	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
 	ret <8 x i8> %tmp2
 }

 define <16 x i8> @test_vrev16Q8(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev16Q8:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev16.8 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <16 x i8>, ptr %A
 	%tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> undef, <16 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6, i32 9, i32 8, i32 11, i32 10, i32 13, i32 12, i32 15, i32 14>
 	ret <16 x i8> %tmp2
 }

 ; Undef shuffle indices should not prevent matching to VREV:

 define <8 x i8> @test_vrev64D8_undef(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev64D8_undef:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vldr d16, [r0]
 ; CHECK-NEXT:    vrev64.8 d16, d16
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i8>, ptr %A
 	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 7, i32 undef, i32 undef, i32 4, i32 3, i32 2, i32 1, i32 0>
 	ret <8 x i8> %tmp2
 }

 define <8 x i16> @test_vrev32Q16_undef(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32Q16_undef:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev32.16 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x i16>, ptr %A
 	%tmp2 = shufflevector <8 x i16> %tmp1, <8 x i16> undef, <8 x i32> <i32 undef, i32 0, i32 undef, i32 2, i32 5, i32 4, i32 7, i32 undef>
 	ret <8 x i16> %tmp2
 }

 define <8 x half> @test_vrev32Qf16_undef(ptr %A) nounwind {
 ; CHECK-LABEL: test_vrev32Qf16_undef:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0]
 ; CHECK-NEXT:    vrev32.16 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
 	%tmp1 = load <8 x half>, ptr %A
 	%tmp2 = shufflevector <8 x half> %tmp1, <8 x half> undef, <8 x i32> <i32 undef, i32 0, i32 undef, i32 2, i32 5, i32 4, i32 7, i32 undef>
 	ret <8 x half> %tmp2
 }

 ; A vcombine feeding a VREV should not obscure things.  Radar 8597007.

 define void @test_with_vcombine(ptr %v) nounwind {
 ; CHECK-LABEL: test_with_vcombine:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vld1.64 {d16, d17}, [r0:128]
 ; CHECK-NEXT:    vadd.f32 d18, d17, d17
 ; CHECK-NEXT:    vrev64.32 d16, d16
 ; CHECK-NEXT:    vrev64.32 d17, d18
 ; CHECK-NEXT:    vst1.64 {d16, d17}, [r0:128]
 ; CHECK-NEXT:    mov pc, lr
   %tmp1 = load <4 x float>, ptr %v, align 16
   %tmp2 = bitcast <4 x float> %tmp1 to <2 x double>
   %tmp3 = extractelement <2 x double> %tmp2, i32 0
   %tmp4 = bitcast double %tmp3 to <2 x float>
   %tmp5 = extractelement <2 x double> %tmp2, i32 1
   %tmp6 = bitcast double %tmp5 to <2 x float>
   %tmp7 = fadd <2 x float> %tmp6, %tmp6
   %tmp8 = shufflevector <2 x float> %tmp4, <2 x float> %tmp7, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
   store <4 x float> %tmp8, ptr %v, align 16
   ret void
 }

 ; The type <2 x i16> is legalized to <2 x i32> and need to be trunc-stored
 ; to <2 x i16> when stored to memory.
 define void @test_vrev64(ptr nocapture %source, ptr nocapture %dst) nounwind ssp {
 ; CHECK-LABEL: test_vrev64:
 ; CHECK:       @ %bb.0: @ %entry
 ; CHECK-NEXT:    vld1.32 {d16, d17}, [r0]
 ; CHECK-NEXT:    vmov.u16 r0, d17[2]
 ; CHECK-NEXT:    vmov.u16 r2, d17[1]
 ; CHECK-NEXT:    vmov.32 d16[0], r0
 ; CHECK-NEXT:    vmov.32 d16[1], r2
 ; CHECK-NEXT:    vuzp.16 d16, d17
 ; CHECK-NEXT:    vst1.32 {d16[0]}, [r1:32]
 ; CHECK-NEXT:    mov pc, lr
 entry:
   %tmp2 = load <8 x i16>, ptr %source, align 4
   %tmp3 = extractelement <8 x i16> %tmp2, i32 6
   %tmp5 = insertelement <2 x i16> undef, i16 %tmp3, i32 0
   %tmp9 = extractelement <8 x i16> %tmp2, i32 5
   %tmp11 = insertelement <2 x i16> %tmp5, i16 %tmp9, i32 1
   store <2 x i16> %tmp11, ptr %dst, align 4
   ret void
 }

 ; Test vrev of float4
 define void @float_vrev64(ptr nocapture %source, ptr nocapture %dest) nounwind noinline ssp {
 ; CHECK-LABEL: float_vrev64:
 ; CHECK:       @ %bb.0: @ %entry
 ; CHECK-NEXT:    vmov.i32 q8, #0x0
 ; CHECK-NEXT:    vld1.32 {d18, d19}, [r0]
 ; CHECK-NEXT:    add r0, r1, #176
 ; CHECK-NEXT:    vext.32 q8, q9, q8, #3
 ; CHECK-NEXT:    vrev64.32 q8, q8
 ; CHECK-NEXT:    vst1.32 {d16, d17}, [r0]
 ; CHECK-NEXT:    mov pc, lr
 entry:
   %tmp2 = load <4 x float>, ptr %source, align 4
   %tmp5 = shufflevector <4 x float> <float 0.000000e+00, float undef, float undef, float undef>, <4 x float> %tmp2, <4 x i32> <i32 0, i32 7, i32 0, i32 0>
   %arrayidx8 = getelementptr inbounds <4 x float>, ptr %dest, i32 11
   store <4 x float> %tmp5, ptr %arrayidx8, align 4
   ret void
 }

 define <4 x i32> @test_vrev32_bswap(<4 x i32> %source) nounwind {
 ; CHECK-LABEL: test_vrev32_bswap:
 ; CHECK:       @ %bb.0:
 ; CHECK-NEXT:    vmov d17, r2, r3
 ; CHECK-NEXT:    vmov d16, r0, r1
 ; CHECK-NEXT:    vrev32.8 q8, q8
 ; CHECK-NEXT:    vmov r0, r1, d16
 ; CHECK-NEXT:    vmov r2, r3, d17
 ; CHECK-NEXT:    mov pc, lr
   %bswap = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> %source)
   ret <4 x i32> %bswap
 }

 declare <4 x i32> @llvm.bswap.v4i32(<4 x i32>) nounwind readnone
	; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
	; RUN: llc -mtriple=arm-eabi -mattr=+neon,+fullfp16 %s -o - \| FileCheck %s

	define <8 x i8> @test_vrev64D8(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64D8:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev64.8 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i8>, ptr %A
	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 7, i32 6, i32 5, i32 4, i32 3, i32 2, i32 1, i32 0>
	ret <8 x i8> %tmp2
	}

	define <4 x i16> @test_vrev64D16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64D16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev64.16 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x i16>, ptr %A
	%tmp2 = shufflevector <4 x i16> %tmp1, <4 x i16> undef, <4 x i32> <i32 3, i32 2, i32 1, i32 0>
	ret <4 x i16> %tmp2
	}

	define <4 x half> @test_vrev64Df16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Df16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev64.16 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x half>, ptr %A
	%tmp2 = shufflevector <4 x half> %tmp1, <4 x half> undef, <4 x i32> <i32 3, i32 2, i32 1, i32 0>
	ret <4 x half> %tmp2
	}

	define <2 x i32> @test_vrev64D32(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64D32:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev64.32 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <2 x i32>, ptr %A
	%tmp2 = shufflevector <2 x i32> %tmp1, <2 x i32> undef, <2 x i32> <i32 1, i32 0>
	ret <2 x i32> %tmp2
	}

	define <2 x float> @test_vrev64Df(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Df:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev64.32 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <2 x float>, ptr %A
	%tmp2 = shufflevector <2 x float> %tmp1, <2 x float> undef, <2 x i32> <i32 1, i32 0>
	ret <2 x float> %tmp2
	}

	define <16 x i8> @test_vrev64Q8(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Q8:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev64.8 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <16 x i8>, ptr %A
	%tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> undef, <16 x i32> <i32 7, i32 6, i32 5, i32 4, i32 3, i32 2, i32 1, i32 0, i32 15, i32 14, i32 13, i32 12, i32 11, i32 10, i32 9, i32 8>
	ret <16 x i8> %tmp2
	}

	define <8 x i16> @test_vrev64Q16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Q16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev64.16 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i16>, ptr %A
	%tmp2 = shufflevector <8 x i16> %tmp1, <8 x i16> undef, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
	ret <8 x i16> %tmp2
	}

	define <8 x half> @test_vrev64Qf16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Qf16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev64.16 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x half>, ptr %A
	%tmp2 = shufflevector <8 x half> %tmp1, <8 x half> undef, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
	ret <8 x half> %tmp2
	}

	define <4 x i32> @test_vrev64Q32(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Q32:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev64.32 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x i32>, ptr %A
	%tmp2 = shufflevector <4 x i32> %tmp1, <4 x i32> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
	ret <4 x i32> %tmp2
	}

	define <4 x float> @test_vrev64Qf(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64Qf:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev64.32 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x float>, ptr %A
	%tmp2 = shufflevector <4 x float> %tmp1, <4 x float> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
	ret <4 x float> %tmp2
	}

	define <8 x i8> @test_vrev32D8(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32D8:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev32.8 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i8>, ptr %A
	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4>
	ret <8 x i8> %tmp2
	}

	define <4 x i16> @test_vrev32D16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32D16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev32.16 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x i16>, ptr %A
	%tmp2 = shufflevector <4 x i16> %tmp1, <4 x i16> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
	ret <4 x i16> %tmp2
	}

	define <4 x half> @test_vrev32Df16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32Df16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev32.16 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x half>, ptr %A
	%tmp2 = shufflevector <4 x half> %tmp1, <4 x half> undef, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
	ret <4 x half> %tmp2
	}

	define <16 x i8> @test_vrev32Q8(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32Q8:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev32.8 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <16 x i8>, ptr %A
	%tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> undef, <16 x i32> <i32 3, i32 2, i32 1, i32 0, i32 7, i32 6, i32 5, i32 4, i32 11, i32 10, i32 9, i32 8, i32 15, i32 14, i32 13, i32 12>
	ret <16 x i8> %tmp2
	}

	define <8 x i16> @test_vrev32Q16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32Q16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev32.16 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i16>, ptr %A
	%tmp2 = shufflevector <8 x i16> %tmp1, <8 x i16> undef, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
	ret <8 x i16> %tmp2
	}

	define <8 x half> @test_vrev32Qf16(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32Qf16:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev32.16 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x half>, ptr %A
	%tmp2 = shufflevector <8 x half> %tmp1, <8 x half> undef, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
	ret <8 x half> %tmp2
	}

	define <8 x i8> @test_vrev16D8(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev16D8:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev16.8 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i8>, ptr %A
	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6>
	ret <8 x i8> %tmp2
	}

	define <16 x i8> @test_vrev16Q8(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev16Q8:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev16.8 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <16 x i8>, ptr %A
	%tmp2 = shufflevector <16 x i8> %tmp1, <16 x i8> undef, <16 x i32> <i32 1, i32 0, i32 3, i32 2, i32 5, i32 4, i32 7, i32 6, i32 9, i32 8, i32 11, i32 10, i32 13, i32 12, i32 15, i32 14>
	ret <16 x i8> %tmp2
	}

	; Undef shuffle indices should not prevent matching to VREV:

	define <8 x i8> @test_vrev64D8_undef(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev64D8_undef:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vldr d16, [r0]
	; CHECK-NEXT: vrev64.8 d16, d16
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i8>, ptr %A
	%tmp2 = shufflevector <8 x i8> %tmp1, <8 x i8> undef, <8 x i32> <i32 7, i32 undef, i32 undef, i32 4, i32 3, i32 2, i32 1, i32 0>
	ret <8 x i8> %tmp2
	}

	define <8 x i16> @test_vrev32Q16_undef(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32Q16_undef:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev32.16 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x i16>, ptr %A
	%tmp2 = shufflevector <8 x i16> %tmp1, <8 x i16> undef, <8 x i32> <i32 undef, i32 0, i32 undef, i32 2, i32 5, i32 4, i32 7, i32 undef>
	ret <8 x i16> %tmp2
	}

	define <8 x half> @test_vrev32Qf16_undef(ptr %A) nounwind {
	; CHECK-LABEL: test_vrev32Qf16_undef:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0]
	; CHECK-NEXT: vrev32.16 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <8 x half>, ptr %A
	%tmp2 = shufflevector <8 x half> %tmp1, <8 x half> undef, <8 x i32> <i32 undef, i32 0, i32 undef, i32 2, i32 5, i32 4, i32 7, i32 undef>
	ret <8 x half> %tmp2
	}

	; A vcombine feeding a VREV should not obscure things. Radar 8597007.

	define void @test_with_vcombine(ptr %v) nounwind {
	; CHECK-LABEL: test_with_vcombine:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vld1.64 {d16, d17}, [r0:128]
	; CHECK-NEXT: vadd.f32 d18, d17, d17
	; CHECK-NEXT: vrev64.32 d16, d16
	; CHECK-NEXT: vrev64.32 d17, d18
	; CHECK-NEXT: vst1.64 {d16, d17}, [r0:128]
	; CHECK-NEXT: mov pc, lr
	%tmp1 = load <4 x float>, ptr %v, align 16
	%tmp2 = bitcast <4 x float> %tmp1 to <2 x double>
	%tmp3 = extractelement <2 x double> %tmp2, i32 0
	%tmp4 = bitcast double %tmp3 to <2 x float>
	%tmp5 = extractelement <2 x double> %tmp2, i32 1
	%tmp6 = bitcast double %tmp5 to <2 x float>
	%tmp7 = fadd <2 x float> %tmp6, %tmp6
	%tmp8 = shufflevector <2 x float> %tmp4, <2 x float> %tmp7, <4 x i32> <i32 1, i32 0, i32 3, i32 2>
	store <4 x float> %tmp8, ptr %v, align 16
	ret void
	}

	; The type <2 x i16> is legalized to <2 x i32> and need to be trunc-stored
	; to <2 x i16> when stored to memory.
	define void @test_vrev64(ptr nocapture %source, ptr nocapture %dst) nounwind ssp {
	; CHECK-LABEL: test_vrev64:
	; CHECK: @ %bb.0: @ %entry
	; CHECK-NEXT: vld1.32 {d16, d17}, [r0]
	; CHECK-NEXT: vmov.u16 r0, d17[2]
	; CHECK-NEXT: vmov.u16 r2, d17[1]
	; CHECK-NEXT: vmov.32 d16[0], r0
	; CHECK-NEXT: vmov.32 d16[1], r2
	; CHECK-NEXT: vuzp.16 d16, d17
	; CHECK-NEXT: vst1.32 {d16[0]}, [r1:32]
	; CHECK-NEXT: mov pc, lr
	entry:
	%tmp2 = load <8 x i16>, ptr %source, align 4
	%tmp3 = extractelement <8 x i16> %tmp2, i32 6
	%tmp5 = insertelement <2 x i16> undef, i16 %tmp3, i32 0
	%tmp9 = extractelement <8 x i16> %tmp2, i32 5
	%tmp11 = insertelement <2 x i16> %tmp5, i16 %tmp9, i32 1
	store <2 x i16> %tmp11, ptr %dst, align 4
	ret void
	}

	; Test vrev of float4
	define void @float_vrev64(ptr nocapture %source, ptr nocapture %dest) nounwind noinline ssp {
	; CHECK-LABEL: float_vrev64:
	; CHECK: @ %bb.0: @ %entry
	; CHECK-NEXT: vmov.i32 q8, #0x0
	; CHECK-NEXT: vld1.32 {d18, d19}, [r0]
	; CHECK-NEXT: add r0, r1, #176
	; CHECK-NEXT: vext.32 q8, q9, q8, #3
	; CHECK-NEXT: vrev64.32 q8, q8
	; CHECK-NEXT: vst1.32 {d16, d17}, [r0]
	; CHECK-NEXT: mov pc, lr
	entry:
	%tmp2 = load <4 x float>, ptr %source, align 4
	%tmp5 = shufflevector <4 x float> <float 0.000000e+00, float undef, float undef, float undef>, <4 x float> %tmp2, <4 x i32> <i32 0, i32 7, i32 0, i32 0>
	%arrayidx8 = getelementptr inbounds <4 x float>, ptr %dest, i32 11
	store <4 x float> %tmp5, ptr %arrayidx8, align 4
	ret void
	}

	define <4 x i32> @test_vrev32_bswap(<4 x i32> %source) nounwind {
	; CHECK-LABEL: test_vrev32_bswap:
	; CHECK: @ %bb.0:
	; CHECK-NEXT: vmov d17, r2, r3
	; CHECK-NEXT: vmov d16, r0, r1
	; CHECK-NEXT: vrev32.8 q8, q8
	; CHECK-NEXT: vmov r0, r1, d16
	; CHECK-NEXT: vmov r2, r3, d17
	; CHECK-NEXT: mov pc, lr
	%bswap = call <4 x i32> @llvm.bswap.v4i32(<4 x i32> %source)
	ret <4 x i32> %bswap
	}

	declare <4 x i32> @llvm.bswap.v4i32(<4 x i32>) nounwind readnone