| ; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py | 
 | ; RUN: llc < %s -mtriple=i686--   -mattr=sse2 | FileCheck %s --check-prefixes=ANY,X32-SSE2 | 
 | ; RUN: llc < %s -mtriple=x86_64-- -mattr=avx2 | FileCheck %s --check-prefixes=ANY,X64-AVX2 | 
 |  | 
 | declare i8 @llvm.fshl.i8(i8, i8, i8) | 
 | declare i16 @llvm.fshl.i16(i16, i16, i16) | 
 | declare i32 @llvm.fshl.i32(i32, i32, i32) | 
 | declare i64 @llvm.fshl.i64(i64, i64, i64) | 
 | declare <4 x i32> @llvm.fshl.v4i32(<4 x i32>, <4 x i32>, <4 x i32>) | 
 |  | 
 | declare i8 @llvm.fshr.i8(i8, i8, i8) | 
 | declare i16 @llvm.fshr.i16(i16, i16, i16) | 
 | declare i32 @llvm.fshr.i32(i32, i32, i32) | 
 | declare i64 @llvm.fshr.i64(i64, i64, i64) | 
 | declare <4 x i32> @llvm.fshr.v4i32(<4 x i32>, <4 x i32>, <4 x i32>) | 
 |  | 
 | ; When first 2 operands match, it's a rotate. | 
 |  | 
 | define i8 @rotl_i8_const_shift(i8 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i8_const_shift: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %al | 
 | ; X32-SSE2-NEXT:    rolb $3, %al | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i8_const_shift: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rolb $3, %al | 
 | ; X64-AVX2-NEXT:    # kill: def $al killed $al killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i8 @llvm.fshl.i8(i8 %x, i8 %x, i8 3) | 
 |   ret i8 %f | 
 | } | 
 |  | 
 | define i8 @rotl_i8_const_shift1(i8 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i8_const_shift1: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %al | 
 | ; X32-SSE2-NEXT:    rolb %al | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i8_const_shift1: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rolb %al | 
 | ; X64-AVX2-NEXT:    # kill: def $al killed $al killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i8 @llvm.fshl.i8(i8 %x, i8 %x, i8 1) | 
 |   ret i8 %f | 
 | } | 
 |  | 
 | define i8 @rotl_i8_const_shift7(i8 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i8_const_shift7: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %al | 
 | ; X32-SSE2-NEXT:    rorb %al | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i8_const_shift7: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rorb %al | 
 | ; X64-AVX2-NEXT:    # kill: def $al killed $al killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i8 @llvm.fshl.i8(i8 %x, i8 %x, i8 7) | 
 |   ret i8 %f | 
 | } | 
 |  | 
 | define i64 @rotl_i64_const_shift(i64 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i64_const_shift: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %ecx | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %edx | 
 | ; X32-SSE2-NEXT:    movl %ecx, %eax | 
 | ; X32-SSE2-NEXT:    shldl $3, %edx, %eax | 
 | ; X32-SSE2-NEXT:    shldl $3, %ecx, %edx | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i64_const_shift: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movq %rdi, %rax | 
 | ; X64-AVX2-NEXT:    rolq $3, %rax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i64 @llvm.fshl.i64(i64 %x, i64 %x, i64 3) | 
 |   ret i64 %f | 
 | } | 
 |  | 
 | define i16 @rotl_i16(i16 %x, i16 %z) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i16: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %cl | 
 | ; X32-SSE2-NEXT:    movzwl {{[0-9]+}}(%esp), %eax | 
 | ; X32-SSE2-NEXT:    rolw %cl, %ax | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i16: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %esi, %ecx | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    # kill: def $cl killed $cl killed $ecx | 
 | ; X64-AVX2-NEXT:    rolw %cl, %ax | 
 | ; X64-AVX2-NEXT:    # kill: def $ax killed $ax killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i16 @llvm.fshl.i16(i16 %x, i16 %x, i16 %z) | 
 |   ret i16 %f | 
 | } | 
 |  | 
 | define i32 @rotl_i32(i32 %x, i32 %z) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i32: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %cl | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %eax | 
 | ; X32-SSE2-NEXT:    roll %cl, %eax | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i32: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %esi, %ecx | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    # kill: def $cl killed $cl killed $ecx | 
 | ; X64-AVX2-NEXT:    roll %cl, %eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i32 @llvm.fshl.i32(i32 %x, i32 %x, i32 %z) | 
 |   ret i32 %f | 
 | } | 
 |  | 
 | ; Vector rotate. | 
 |  | 
 | define <4 x i32> @rotl_v4i32(<4 x i32> %x, <4 x i32> %z) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_v4i32: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    pand {{\.LCPI.*}}, %xmm1 | 
 | ; X32-SSE2-NEXT:    pslld $23, %xmm1 | 
 | ; X32-SSE2-NEXT:    paddd {{\.LCPI.*}}, %xmm1 | 
 | ; X32-SSE2-NEXT:    cvttps2dq %xmm1, %xmm1 | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm2 = xmm0[1,1,3,3] | 
 | ; X32-SSE2-NEXT:    pmuludq %xmm1, %xmm0 | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm3 = xmm0[1,3,2,3] | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3] | 
 | ; X32-SSE2-NEXT:    pmuludq %xmm2, %xmm1 | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm2 = xmm1[1,3,2,3] | 
 | ; X32-SSE2-NEXT:    punpckldq {{.*#+}} xmm3 = xmm3[0],xmm2[0],xmm3[1],xmm2[1] | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3] | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3] | 
 | ; X32-SSE2-NEXT:    punpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1] | 
 | ; X32-SSE2-NEXT:    por %xmm3, %xmm0 | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_v4i32: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    vpbroadcastd {{.*#+}} xmm2 = [31,31,31,31] | 
 | ; X64-AVX2-NEXT:    vpand %xmm2, %xmm1, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpsllvd %xmm1, %xmm0, %xmm2 | 
 | ; X64-AVX2-NEXT:    vpbroadcastd {{.*#+}} xmm3 = [32,32,32,32] | 
 | ; X64-AVX2-NEXT:    vpsubd %xmm1, %xmm3, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpsrlvd %xmm1, %xmm0, %xmm0 | 
 | ; X64-AVX2-NEXT:    vpor %xmm0, %xmm2, %xmm0 | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call <4 x i32> @llvm.fshl.v4i32(<4 x i32> %x, <4 x i32> %x, <4 x i32> %z) | 
 |   ret <4 x i32> %f | 
 | } | 
 |  | 
 | ; Vector rotate by constant splat amount. | 
 |  | 
 | define <4 x i32> @rotl_v4i32_const_shift(<4 x i32> %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_v4i32_const_shift: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movdqa %xmm0, %xmm1 | 
 | ; X32-SSE2-NEXT:    psrld $29, %xmm1 | 
 | ; X32-SSE2-NEXT:    pslld $3, %xmm0 | 
 | ; X32-SSE2-NEXT:    por %xmm1, %xmm0 | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_v4i32_const_shift: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    vpsrld $29, %xmm0, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpslld $3, %xmm0, %xmm0 | 
 | ; X64-AVX2-NEXT:    vpor %xmm1, %xmm0, %xmm0 | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call <4 x i32> @llvm.fshl.v4i32(<4 x i32> %x, <4 x i32> %x, <4 x i32> <i32 3, i32 3, i32 3, i32 3>) | 
 |   ret <4 x i32> %f | 
 | } | 
 |  | 
 | ; Repeat everything for funnel shift right. | 
 |  | 
 | define i8 @rotr_i8_const_shift(i8 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i8_const_shift: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %al | 
 | ; X32-SSE2-NEXT:    rorb $3, %al | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i8_const_shift: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rorb $3, %al | 
 | ; X64-AVX2-NEXT:    # kill: def $al killed $al killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i8 @llvm.fshr.i8(i8 %x, i8 %x, i8 3) | 
 |   ret i8 %f | 
 | } | 
 |  | 
 | define i8 @rotr_i8_const_shift1(i8 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i8_const_shift1: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %al | 
 | ; X32-SSE2-NEXT:    rorb %al | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i8_const_shift1: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rorb %al | 
 | ; X64-AVX2-NEXT:    # kill: def $al killed $al killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i8 @llvm.fshr.i8(i8 %x, i8 %x, i8 1) | 
 |   ret i8 %f | 
 | } | 
 |  | 
 | define i8 @rotr_i8_const_shift7(i8 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i8_const_shift7: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %al | 
 | ; X32-SSE2-NEXT:    rolb %al | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i8_const_shift7: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rolb %al | 
 | ; X64-AVX2-NEXT:    # kill: def $al killed $al killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i8 @llvm.fshr.i8(i8 %x, i8 %x, i8 7) | 
 |   ret i8 %f | 
 | } | 
 |  | 
 | define i32 @rotr_i32_const_shift(i32 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i32_const_shift: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %eax | 
 | ; X32-SSE2-NEXT:    rorl $3, %eax | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i32_const_shift: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    rorl $3, %eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i32 @llvm.fshr.i32(i32 %x, i32 %x, i32 3) | 
 |   ret i32 %f | 
 | } | 
 |  | 
 | ; When first 2 operands match, it's a rotate (by variable amount). | 
 |  | 
 | define i16 @rotr_i16(i16 %x, i16 %z) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i16: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %cl | 
 | ; X32-SSE2-NEXT:    movzwl {{[0-9]+}}(%esp), %eax | 
 | ; X32-SSE2-NEXT:    rorw %cl, %ax | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i16: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %esi, %ecx | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    # kill: def $cl killed $cl killed $ecx | 
 | ; X64-AVX2-NEXT:    rorw %cl, %ax | 
 | ; X64-AVX2-NEXT:    # kill: def $ax killed $ax killed $eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i16 @llvm.fshr.i16(i16 %x, i16 %x, i16 %z) | 
 |   ret i16 %f | 
 | } | 
 |  | 
 | define i64 @rotr_i64(i64 %x, i64 %z) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i64: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    pushl %ebp | 
 | ; X32-SSE2-NEXT:    pushl %ebx | 
 | ; X32-SSE2-NEXT:    pushl %edi | 
 | ; X32-SSE2-NEXT:    pushl %esi | 
 | ; X32-SSE2-NEXT:    movb {{[0-9]+}}(%esp), %cl | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %esi | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %edx | 
 | ; X32-SSE2-NEXT:    movl %edx, %edi | 
 | ; X32-SSE2-NEXT:    shrl %cl, %edi | 
 | ; X32-SSE2-NEXT:    movl %esi, %ebx | 
 | ; X32-SSE2-NEXT:    shrdl %cl, %edx, %ebx | 
 | ; X32-SSE2-NEXT:    xorl %ebp, %ebp | 
 | ; X32-SSE2-NEXT:    testb $32, %cl | 
 | ; X32-SSE2-NEXT:    cmovnel %edi, %ebx | 
 | ; X32-SSE2-NEXT:    cmovnel %ebp, %edi | 
 | ; X32-SSE2-NEXT:    negb %cl | 
 | ; X32-SSE2-NEXT:    movl %esi, %eax | 
 | ; X32-SSE2-NEXT:    shll %cl, %eax | 
 | ; X32-SSE2-NEXT:    shldl %cl, %esi, %edx | 
 | ; X32-SSE2-NEXT:    testb $32, %cl | 
 | ; X32-SSE2-NEXT:    cmovnel %eax, %edx | 
 | ; X32-SSE2-NEXT:    cmovnel %ebp, %eax | 
 | ; X32-SSE2-NEXT:    orl %ebx, %eax | 
 | ; X32-SSE2-NEXT:    orl %edi, %edx | 
 | ; X32-SSE2-NEXT:    popl %esi | 
 | ; X32-SSE2-NEXT:    popl %edi | 
 | ; X32-SSE2-NEXT:    popl %ebx | 
 | ; X32-SSE2-NEXT:    popl %ebp | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i64: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movq %rsi, %rcx | 
 | ; X64-AVX2-NEXT:    movq %rdi, %rax | 
 | ; X64-AVX2-NEXT:    # kill: def $cl killed $cl killed $rcx | 
 | ; X64-AVX2-NEXT:    rorq %cl, %rax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i64 @llvm.fshr.i64(i64 %x, i64 %x, i64 %z) | 
 |   ret i64 %f | 
 | } | 
 |  | 
 | ; Vector rotate. | 
 |  | 
 | define <4 x i32> @rotr_v4i32(<4 x i32> %x, <4 x i32> %z) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_v4i32: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    pxor %xmm2, %xmm2 | 
 | ; X32-SSE2-NEXT:    psubd %xmm1, %xmm2 | 
 | ; X32-SSE2-NEXT:    pand {{\.LCPI.*}}, %xmm2 | 
 | ; X32-SSE2-NEXT:    pslld $23, %xmm2 | 
 | ; X32-SSE2-NEXT:    paddd {{\.LCPI.*}}, %xmm2 | 
 | ; X32-SSE2-NEXT:    cvttps2dq %xmm2, %xmm1 | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm2 = xmm0[1,1,3,3] | 
 | ; X32-SSE2-NEXT:    pmuludq %xmm1, %xmm0 | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm3 = xmm0[1,3,2,3] | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm1 = xmm1[1,1,3,3] | 
 | ; X32-SSE2-NEXT:    pmuludq %xmm2, %xmm1 | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm2 = xmm1[1,3,2,3] | 
 | ; X32-SSE2-NEXT:    punpckldq {{.*#+}} xmm3 = xmm3[0],xmm2[0],xmm3[1],xmm2[1] | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm0 = xmm0[0,2,2,3] | 
 | ; X32-SSE2-NEXT:    pshufd {{.*#+}} xmm1 = xmm1[0,2,2,3] | 
 | ; X32-SSE2-NEXT:    punpckldq {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[1],xmm1[1] | 
 | ; X32-SSE2-NEXT:    por %xmm3, %xmm0 | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_v4i32: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    vpxor %xmm2, %xmm2, %xmm2 | 
 | ; X64-AVX2-NEXT:    vpsubd %xmm1, %xmm2, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpbroadcastd {{.*#+}} xmm2 = [31,31,31,31] | 
 | ; X64-AVX2-NEXT:    vpand %xmm2, %xmm1, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpsllvd %xmm1, %xmm0, %xmm2 | 
 | ; X64-AVX2-NEXT:    vpbroadcastd {{.*#+}} xmm3 = [32,32,32,32] | 
 | ; X64-AVX2-NEXT:    vpsubd %xmm1, %xmm3, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpsrlvd %xmm1, %xmm0, %xmm0 | 
 | ; X64-AVX2-NEXT:    vpor %xmm0, %xmm2, %xmm0 | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call <4 x i32> @llvm.fshr.v4i32(<4 x i32> %x, <4 x i32> %x, <4 x i32> %z) | 
 |   ret <4 x i32> %f | 
 | } | 
 |  | 
 | ; Vector rotate by constant splat amount. | 
 |  | 
 | define <4 x i32> @rotr_v4i32_const_shift(<4 x i32> %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_v4i32_const_shift: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movdqa %xmm0, %xmm1 | 
 | ; X32-SSE2-NEXT:    psrld $3, %xmm1 | 
 | ; X32-SSE2-NEXT:    pslld $29, %xmm0 | 
 | ; X32-SSE2-NEXT:    por %xmm1, %xmm0 | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_v4i32_const_shift: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    vpsrld $3, %xmm0, %xmm1 | 
 | ; X64-AVX2-NEXT:    vpslld $29, %xmm0, %xmm0 | 
 | ; X64-AVX2-NEXT:    vpor %xmm1, %xmm0, %xmm0 | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call <4 x i32> @llvm.fshr.v4i32(<4 x i32> %x, <4 x i32> %x, <4 x i32> <i32 3, i32 3, i32 3, i32 3>) | 
 |   ret <4 x i32> %f | 
 | } | 
 |  | 
 | define i32 @rotl_i32_shift_by_bitwidth(i32 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotl_i32_shift_by_bitwidth: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %eax | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotl_i32_shift_by_bitwidth: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i32 @llvm.fshl.i32(i32 %x, i32 %x, i32 32) | 
 |   ret i32 %f | 
 | } | 
 |  | 
 | define i32 @rotr_i32_shift_by_bitwidth(i32 %x) nounwind { | 
 | ; X32-SSE2-LABEL: rotr_i32_shift_by_bitwidth: | 
 | ; X32-SSE2:       # %bb.0: | 
 | ; X32-SSE2-NEXT:    movl {{[0-9]+}}(%esp), %eax | 
 | ; X32-SSE2-NEXT:    retl | 
 | ; | 
 | ; X64-AVX2-LABEL: rotr_i32_shift_by_bitwidth: | 
 | ; X64-AVX2:       # %bb.0: | 
 | ; X64-AVX2-NEXT:    movl %edi, %eax | 
 | ; X64-AVX2-NEXT:    retq | 
 |   %f = call i32 @llvm.fshr.i32(i32 %x, i32 %x, i32 32) | 
 |   ret i32 %f | 
 | } | 
 |  | 
 | define <4 x i32> @rotl_v4i32_shift_by_bitwidth(<4 x i32> %x) nounwind { | 
 | ; ANY-LABEL: rotl_v4i32_shift_by_bitwidth: | 
 | ; ANY:       # %bb.0: | 
 | ; ANY-NEXT:    ret{{[l|q]}} | 
 |   %f = call <4 x i32> @llvm.fshl.v4i32(<4 x i32> %x, <4 x i32> %x, <4 x i32> <i32 32, i32 32, i32 32, i32 32>) | 
 |   ret <4 x i32> %f | 
 | } | 
 |  | 
 | define <4 x i32> @rotr_v4i32_shift_by_bitwidth(<4 x i32> %x) nounwind { | 
 | ; ANY-LABEL: rotr_v4i32_shift_by_bitwidth: | 
 | ; ANY:       # %bb.0: | 
 | ; ANY-NEXT:    ret{{[l|q]}} | 
 |   %f = call <4 x i32> @llvm.fshr.v4i32(<4 x i32> %x, <4 x i32> %x, <4 x i32> <i32 32, i32 32, i32 32, i32 32>) | 
 |   ret <4 x i32> %f | 
 | } | 
 |  | 
 | ; Non power-of-2 types can't use the negated shift amount to avoid a select. | 
 |  | 
 | declare i7 @llvm.fshl.i7(i7, i7, i7) | 
 | declare i7 @llvm.fshr.i7(i7, i7, i7) | 
 |  | 
 | ; extract(concat(0b1110000, 0b1110000) << 9) = 0b1000011 | 
 | ; Try an oversized shift to test modulo functionality. | 
 |  | 
 | define i7 @fshl_i7() { | 
 | ; ANY-LABEL: fshl_i7: | 
 | ; ANY:       # %bb.0: | 
 | ; ANY-NEXT:    movb $67, %al | 
 | ; ANY-NEXT:    ret{{[l|q]}} | 
 |   %f = call i7 @llvm.fshl.i7(i7 112, i7 112, i7 9) | 
 |   ret i7 %f | 
 | } | 
 |  | 
 | ; extract(concat(0b1110001, 0b1110001) >> 16) = 0b0111100 | 
 | ; Try an oversized shift to test modulo functionality. | 
 |  | 
 | define i7 @fshr_i7() { | 
 | ; ANY-LABEL: fshr_i7: | 
 | ; ANY:       # %bb.0: | 
 | ; ANY-NEXT:    movb $60, %al | 
 | ; ANY-NEXT:    ret{{[l|q]}} | 
 |   %f = call i7 @llvm.fshr.i7(i7 113, i7 113, i7 16) | 
 |   ret i7 %f | 
 | } | 
 |  |