; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc < %s -mtriple aarch64 | FileCheck %s --check-prefixes=CHECK-LE
; RUN: llc < %s -mtriple aarch64_be | FileCheck %s --check-prefixes=CHECK-BE

define void @test_stnp_v4i64(ptr %p, <4 x i64> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4i64:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4i64:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    ret
  store <4 x i64> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4i32(ptr %p, <4 x i32> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4i32:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4i32:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0]
; CHECK-BE-NEXT:    ret
  store <4 x i32> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v8i16(ptr %p, <8 x i16> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v8i16:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v8i16:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0]
; CHECK-BE-NEXT:    ret
  store <8 x i16> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v16i8(ptr %p, <16 x i8> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v16i8:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v16i8:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0]
; CHECK-BE-NEXT:    ret
  store <16 x i8> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2i32(ptr %p, <2 x i32> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2i32:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2i32:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0]
; CHECK-BE-NEXT:    ret
  store <2 x i32> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4i16(ptr %p, <4 x i16> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4i16:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4i16:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0]
; CHECK-BE-NEXT:    ret
  store <4 x i16> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v8i8(ptr %p, <8 x i8> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v8i8:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v8i8:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0]
; CHECK-BE-NEXT:    ret
  store <8 x i8> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f64(ptr %p, <2 x double> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f64:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f64:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0]
; CHECK-BE-NEXT:    ret
  store <2 x double> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0]
; CHECK-BE-NEXT:    ret
  store <4 x float> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f32(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0]
; CHECK-BE-NEXT:    ret
  store <2 x float> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v1f64(ptr %p, <1 x double> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v1f64:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v1f64:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0]
; CHECK-BE-NEXT:    ret
  store <1 x double> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v1i64(ptr %p, <1 x i64> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v1i64:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v1i64:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0]
; CHECK-BE-NEXT:    ret
  store <1 x i64> %v, ptr %p, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_i64(ptr %p, i64 %v) #0 {
; CHECK-LE-LABEL: test_stnp_i64:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    lsr x8, x1, #32
; CHECK-LE-NEXT:    stnp w1, w8, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_i64:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str x1, [x0]
; CHECK-BE-NEXT:    ret
  store i64 %v, ptr %p, align 1, !nontemporal !0
  ret void
}


define void @test_stnp_v2f64_offset(ptr %p, <2 x double> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f64_offset:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0, #16]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f64_offset:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0, #16]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr <2 x double>, ptr %p, i32 1
  store <2 x double> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f64_offset_neg(ptr %p, <2 x double> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f64_offset_neg:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0, #-16]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f64_offset_neg:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur q0, [x0, #-16]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr <2 x double>, ptr %p, i32 -1
  store <2 x double> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f32_offset(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32_offset:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0, #8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32_offset:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0, #8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr <2 x float>, ptr %p, i32 1
  store <2 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f32_offset_neg(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32_offset_neg:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0, #-8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32_offset_neg:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur d0, [x0, #-8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr <2 x float>, ptr %p, i32 -1
  store <2 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_i64_offset(ptr %p, i64 %v) #0 {
; CHECK-LE-LABEL: test_stnp_i64_offset:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    lsr x8, x1, #32
; CHECK-LE-NEXT:    stnp w1, w8, [x0, #8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_i64_offset:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str x1, [x0, #8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i64, ptr %p, i32 1
  store i64 %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_i64_offset_neg(ptr %p, i64 %v) #0 {
; CHECK-LE-LABEL: test_stnp_i64_offset_neg:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    lsr x8, x1, #32
; CHECK-LE-NEXT:    stnp w1, w8, [x0, #-8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_i64_offset_neg:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur x1, [x0, #-8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i64, ptr %p, i32 -1
  store i64 %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_invalid_offset_4(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_invalid_offset_4:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    add x8, x0, #4
; CHECK-LE-NEXT:    stnp d0, d1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_invalid_offset_4:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur q0, [x0, #4]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 4
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_invalid_offset_neg_4(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_invalid_offset_neg_4:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    sub x8, x0, #4
; CHECK-LE-NEXT:    stnp d0, d1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_invalid_offset_neg_4:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur q0, [x0, #-4]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 -4
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_invalid_offset_512(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_invalid_offset_512:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    add x8, x0, #512
; CHECK-LE-NEXT:    stnp d0, d1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_invalid_offset_512:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str q0, [x0, #512]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 512
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_offset_504(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_offset_504:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0, #504]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_offset_504:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    add x8, x0, #504
; CHECK-BE-NEXT:    str q0, [x8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 504
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_invalid_offset_508(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_invalid_offset_508:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    add x8, x0, #508
; CHECK-LE-NEXT:    stnp d0, d1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_invalid_offset_508:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    add x8, x0, #508
; CHECK-BE-NEXT:    str q0, [x8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 508
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_invalid_offset_neg_520(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_invalid_offset_neg_520:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    sub x8, x0, #520
; CHECK-LE-NEXT:    stnp d0, d1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_invalid_offset_neg_520:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    sub x8, x0, #520
; CHECK-BE-NEXT:    str q0, [x8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 -520
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v4f32_offset_neg_512(ptr %p, <4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_offset_neg_512:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    stnp d0, d1, [x0, #-512]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_offset_neg_512:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    sub x8, x0, #512
; CHECK-BE-NEXT:    str q0, [x8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 -512
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}


define void @test_stnp_v2f32_invalid_offset_256(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32_invalid_offset_256:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    add x8, x0, #256
; CHECK-LE-NEXT:    stnp s0, s1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32_invalid_offset_256:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    str d0, [x0, #256]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 256
  store <2 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f32_offset_252(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32_offset_252:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0, #252]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32_offset_252:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur d0, [x0, #252]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 252
  store <2 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f32_invalid_offset_neg_260(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32_invalid_offset_neg_260:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    sub x8, x0, #260
; CHECK-LE-NEXT:    stnp s0, s1, [x8]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32_invalid_offset_neg_260:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    sub x8, x0, #260
; CHECK-BE-NEXT:    str d0, [x8]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 -260
  store <2 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

define void @test_stnp_v2f32_offset_neg_256(ptr %p, <2 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v2f32_offset_neg_256:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    // kill: def $d0 killed $d0 def $q0
; CHECK-LE-NEXT:    mov s1, v0.s[1]
; CHECK-LE-NEXT:    stnp s0, s1, [x0, #-256]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v2f32_offset_neg_256:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    stur d0, [x0, #-256]
; CHECK-BE-NEXT:    ret
  %tmp0 = getelementptr i8, ptr %p, i32 -256
  store <2 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  ret void
}

declare void @dummy(ptr)

define void @test_stnp_v4f32_offset_alloca(<4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_offset_alloca:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    sub sp, sp, #32
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    mov x0, sp
; CHECK-LE-NEXT:    str x30, [sp, #16] // 8-byte Folded Spill
; CHECK-LE-NEXT:    stnp d0, d1, [sp]
; CHECK-LE-NEXT:    bl dummy
; CHECK-LE-NEXT:    ldr x30, [sp, #16] // 8-byte Folded Reload
; CHECK-LE-NEXT:    add sp, sp, #32
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_offset_alloca:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    sub sp, sp, #32
; CHECK-BE-NEXT:    mov x0, sp
; CHECK-BE-NEXT:    str x30, [sp, #16] // 8-byte Folded Spill
; CHECK-BE-NEXT:    str q0, [sp]
; CHECK-BE-NEXT:    bl dummy
; CHECK-BE-NEXT:    ldr x30, [sp, #16] // 8-byte Folded Reload
; CHECK-BE-NEXT:    add sp, sp, #32
; CHECK-BE-NEXT:    ret
  %tmp0 = alloca <4 x float>
  store <4 x float> %v, ptr %tmp0, align 1, !nontemporal !0
  call void @dummy(ptr %tmp0)
  ret void
}

define void @test_stnp_v4f32_offset_alloca_2(<4 x float> %v) #0 {
; CHECK-LE-LABEL: test_stnp_v4f32_offset_alloca_2:
; CHECK-LE:       // %bb.0:
; CHECK-LE-NEXT:    sub sp, sp, #48
; CHECK-LE-NEXT:    mov d1, v0.d[1]
; CHECK-LE-NEXT:    mov x0, sp
; CHECK-LE-NEXT:    str x30, [sp, #32] // 8-byte Folded Spill
; CHECK-LE-NEXT:    stnp d0, d1, [sp, #16]
; CHECK-LE-NEXT:    bl dummy
; CHECK-LE-NEXT:    ldr x30, [sp, #32] // 8-byte Folded Reload
; CHECK-LE-NEXT:    add sp, sp, #48
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v4f32_offset_alloca_2:
; CHECK-BE:       // %bb.0:
; CHECK-BE-NEXT:    sub sp, sp, #48
; CHECK-BE-NEXT:    mov x0, sp
; CHECK-BE-NEXT:    str x30, [sp, #32] // 8-byte Folded Spill
; CHECK-BE-NEXT:    str q0, [sp, #16]
; CHECK-BE-NEXT:    bl dummy
; CHECK-BE-NEXT:    ldr x30, [sp, #32] // 8-byte Folded Reload
; CHECK-BE-NEXT:    add sp, sp, #48
; CHECK-BE-NEXT:    ret
  %tmp0 = alloca <4 x float>, i32 2
  %tmp1 = getelementptr <4 x float>, ptr %tmp0, i32 1
  store <4 x float> %v, ptr %tmp1, align 1, !nontemporal !0
  call void @dummy(ptr %tmp0)
  ret void
}

define void @test_stnp_v32i8(<32 x i8> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v32i8:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v32i8:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    ret
entry:
  store <32 x i8> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v32i16(<32 x i16> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v32i16:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q2, q3, [x0, #32]
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v32i16:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    stp q2, q3, [x0, #32]
; CHECK-BE-NEXT:    ret
entry:
  store <32 x i16> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v32f16(<32 x half> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v32f16:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q2, q3, [x0, #32]
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v32f16:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    stp q2, q3, [x0, #32]
; CHECK-BE-NEXT:    ret
entry:
  store <32 x half> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v16i32(<16 x i32> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v16i32:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q2, q3, [x0, #32]
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v16i32:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    stp q2, q3, [x0, #32]
; CHECK-BE-NEXT:    ret
entry:
  store <16 x i32> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v16f32(<16 x float> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v16f32:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q2, q3, [x0, #32]
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v16f32:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    stp q2, q3, [x0, #32]
; CHECK-BE-NEXT:    ret
entry:
  store <16 x float> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v17f32(<17 x float> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v17f32:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    // kill: def $s4 killed $s4 def $q4
; CHECK-LE-NEXT:    // kill: def $s0 killed $s0 def $q0
; CHECK-LE-NEXT:    ldr s16, [sp, #32]
; CHECK-LE-NEXT:    // kill: def $s5 killed $s5 def $q5
; CHECK-LE-NEXT:    // kill: def $s1 killed $s1 def $q1
; CHECK-LE-NEXT:    add x8, sp, #40
; CHECK-LE-NEXT:    // kill: def $s6 killed $s6 def $q6
; CHECK-LE-NEXT:    // kill: def $s2 killed $s2 def $q2
; CHECK-LE-NEXT:    // kill: def $s7 killed $s7 def $q7
; CHECK-LE-NEXT:    // kill: def $s3 killed $s3 def $q3
; CHECK-LE-NEXT:    mov v4.s[1], v5.s[0]
; CHECK-LE-NEXT:    mov v0.s[1], v1.s[0]
; CHECK-LE-NEXT:    ldr s5, [sp]
; CHECK-LE-NEXT:    ld1 { v16.s }[1], [x8]
; CHECK-LE-NEXT:    add x8, sp, #8
; CHECK-LE-NEXT:    ld1 { v5.s }[1], [x8]
; CHECK-LE-NEXT:    add x8, sp, #48
; CHECK-LE-NEXT:    mov v4.s[2], v6.s[0]
; CHECK-LE-NEXT:    ld1 { v16.s }[2], [x8]
; CHECK-LE-NEXT:    mov v0.s[2], v2.s[0]
; CHECK-LE-NEXT:    add x8, sp, #16
; CHECK-LE-NEXT:    ld1 { v5.s }[2], [x8]
; CHECK-LE-NEXT:    add x8, sp, #56
; CHECK-LE-NEXT:    ld1 { v16.s }[3], [x8]
; CHECK-LE-NEXT:    add x8, sp, #24
; CHECK-LE-NEXT:    mov v4.s[3], v7.s[0]
; CHECK-LE-NEXT:    mov v0.s[3], v3.s[0]
; CHECK-LE-NEXT:    ld1 { v5.s }[3], [x8]
; CHECK-LE-NEXT:    mov d1, v16.d[1]
; CHECK-LE-NEXT:    mov d2, v5.d[1]
; CHECK-LE-NEXT:    mov d3, v4.d[1]
; CHECK-LE-NEXT:    mov d6, v0.d[1]
; CHECK-LE-NEXT:    stnp d16, d1, [x0, #48]
; CHECK-LE-NEXT:    ldr s1, [sp, #64]
; CHECK-LE-NEXT:    stnp d5, d2, [x0, #32]
; CHECK-LE-NEXT:    stnp d4, d3, [x0, #16]
; CHECK-LE-NEXT:    stnp d0, d6, [x0]
; CHECK-LE-NEXT:    str s1, [x0, #64]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v17f32:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    // kill: def $s4 killed $s4 def $q4
; CHECK-BE-NEXT:    // kill: def $s0 killed $s0 def $q0
; CHECK-BE-NEXT:    ldr s16, [sp, #36]
; CHECK-BE-NEXT:    // kill: def $s5 killed $s5 def $q5
; CHECK-BE-NEXT:    // kill: def $s1 killed $s1 def $q1
; CHECK-BE-NEXT:    ldr s17, [sp, #4]
; CHECK-BE-NEXT:    add x8, sp, #44
; CHECK-BE-NEXT:    mov v4.s[1], v5.s[0]
; CHECK-BE-NEXT:    mov v0.s[1], v1.s[0]
; CHECK-BE-NEXT:    // kill: def $s6 killed $s6 def $q6
; CHECK-BE-NEXT:    // kill: def $s2 killed $s2 def $q2
; CHECK-BE-NEXT:    // kill: def $s7 killed $s7 def $q7
; CHECK-BE-NEXT:    // kill: def $s3 killed $s3 def $q3
; CHECK-BE-NEXT:    ldr s1, [sp, #68]
; CHECK-BE-NEXT:    ld1 { v16.s }[1], [x8]
; CHECK-BE-NEXT:    add x8, sp, #12
; CHECK-BE-NEXT:    ld1 { v17.s }[1], [x8]
; CHECK-BE-NEXT:    add x8, sp, #52
; CHECK-BE-NEXT:    str s1, [x0, #64]
; CHECK-BE-NEXT:    ld1 { v16.s }[2], [x8]
; CHECK-BE-NEXT:    add x8, sp, #20
; CHECK-BE-NEXT:    mov v4.s[2], v6.s[0]
; CHECK-BE-NEXT:    mov v0.s[2], v2.s[0]
; CHECK-BE-NEXT:    ld1 { v17.s }[2], [x8]
; CHECK-BE-NEXT:    add x8, sp, #60
; CHECK-BE-NEXT:    ld1 { v16.s }[3], [x8]
; CHECK-BE-NEXT:    add x8, sp, #28
; CHECK-BE-NEXT:    ld1 { v17.s }[3], [x8]
; CHECK-BE-NEXT:    mov v4.s[3], v7.s[0]
; CHECK-BE-NEXT:    add x8, x0, #48
; CHECK-BE-NEXT:    mov v0.s[3], v3.s[0]
; CHECK-BE-NEXT:    st1 { v16.4s }, [x8]
; CHECK-BE-NEXT:    add x8, x0, #32
; CHECK-BE-NEXT:    st1 { v17.4s }, [x8]
; CHECK-BE-NEXT:    add x8, x0, #16
; CHECK-BE-NEXT:    st1 { v4.4s }, [x8]
; CHECK-BE-NEXT:    st1 { v0.4s }, [x0]
; CHECK-BE-NEXT:    ret
entry:
  store <17 x float> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}
define void @test_stnp_v16i32_invalid_offset(<16 x i32> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v16i32_invalid_offset:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    mov w8, #32032 // =0x7d20
; CHECK-LE-NEXT:    mov w9, #32000 // =0x7d00
; CHECK-LE-NEXT:    add x8, x0, x8
; CHECK-LE-NEXT:    add x9, x0, x9
; CHECK-LE-NEXT:    stnp q2, q3, [x8]
; CHECK-LE-NEXT:    stnp q0, q1, [x9]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v16i32_invalid_offset:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    str q3, [x0, #32048]
; CHECK-BE-NEXT:    str q2, [x0, #32032]
; CHECK-BE-NEXT:    str q1, [x0, #32016]
; CHECK-BE-NEXT:    str q0, [x0, #32000]
; CHECK-BE-NEXT:    ret
entry:
  %gep = getelementptr <16 x i32>, ptr %ptr, i32 500
  store <16 x i32> %v, ptr %gep, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v16f64(<16 x double> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v16f64:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q6, q7, [x0, #96]
; CHECK-LE-NEXT:    stnp q4, q5, [x0, #64]
; CHECK-LE-NEXT:    stnp q2, q3, [x0, #32]
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v16f64:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    stp q2, q3, [x0, #32]
; CHECK-BE-NEXT:    stp q4, q5, [x0, #64]
; CHECK-BE-NEXT:    stp q6, q7, [x0, #96]
; CHECK-BE-NEXT:    ret
entry:
  store <16 x double> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

define void @test_stnp_v16i64(<16 x i64> %v, ptr %ptr) {
; CHECK-LE-LABEL: test_stnp_v16i64:
; CHECK-LE:       // %bb.0: // %entry
; CHECK-LE-NEXT:    stnp q6, q7, [x0, #96]
; CHECK-LE-NEXT:    stnp q4, q5, [x0, #64]
; CHECK-LE-NEXT:    stnp q2, q3, [x0, #32]
; CHECK-LE-NEXT:    stnp q0, q1, [x0]
; CHECK-LE-NEXT:    ret
;
; CHECK-BE-LABEL: test_stnp_v16i64:
; CHECK-BE:       // %bb.0: // %entry
; CHECK-BE-NEXT:    stp q0, q1, [x0]
; CHECK-BE-NEXT:    stp q2, q3, [x0, #32]
; CHECK-BE-NEXT:    stp q4, q5, [x0, #64]
; CHECK-BE-NEXT:    stp q6, q7, [x0, #96]
; CHECK-BE-NEXT:    ret
entry:
  store <16 x i64> %v, ptr %ptr, align 4, !nontemporal !0
  ret void
}

!0 = !{ i32 1 }

attributes #0 = { nounwind }