; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
; RUN: llc < %s -mtriple=arm64-eabi -aarch64-enable-stp-suppress=false -verify-machineinstrs -mcpu=cyclone -aarch64-enable-sink-fold=true | FileCheck %s
define void @stp_int(i32 %a, i32 %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_int:
; CHECK: // %bb.0:
; CHECK-NEXT: stp w0, w1, [x2]
; CHECK-NEXT: ret
store i32 %a, ptr %p, align 4
%add.ptr = getelementptr inbounds i32, ptr %p, i64 1
store i32 %b, ptr %add.ptr, align 4
ret void
}
define void @stp_long(i64 %a, i64 %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_long:
; CHECK: // %bb.0:
; CHECK-NEXT: stp x0, x1, [x2]
; CHECK-NEXT: ret
store i64 %a, ptr %p, align 8
%add.ptr = getelementptr inbounds i64, ptr %p, i64 1
store i64 %b, ptr %add.ptr, align 8
ret void
}
define void @stp_float(float %a, float %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_float:
; CHECK: // %bb.0:
; CHECK-NEXT: stp s0, s1, [x0]
; CHECK-NEXT: ret
store float %a, ptr %p, align 4
%add.ptr = getelementptr inbounds float, ptr %p, i64 1
store float %b, ptr %add.ptr, align 4
ret void
}
define void @stp_double(double %a, double %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_double:
; CHECK: // %bb.0:
; CHECK-NEXT: stp d0, d1, [x0]
; CHECK-NEXT: ret
store double %a, ptr %p, align 8
%add.ptr = getelementptr inbounds double, ptr %p, i64 1
store double %b, ptr %add.ptr, align 8
ret void
}
define void @stp_doublex2(<2 x double> %a, <2 x double> %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_doublex2:
; CHECK: // %bb.0:
; CHECK-NEXT: stp q0, q1, [x0]
; CHECK-NEXT: ret
store <2 x double> %a, ptr %p, align 16
%add.ptr = getelementptr inbounds <2 x double>, ptr %p, i64 1
store <2 x double> %b, ptr %add.ptr, align 16
ret void
}
; Test the load/store optimizer---combine ldurs into a ldp, if appropriate
define void @stur_int(i32 %a, i32 %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stur_int:
; CHECK: // %bb.0:
; CHECK-NEXT: stp w1, w0, [x2, #-8]
; CHECK-NEXT: ret
%p1 = getelementptr inbounds i32, ptr %p, i32 -1
store i32 %a, ptr %p1, align 2
%p2 = getelementptr inbounds i32, ptr %p, i32 -2
store i32 %b, ptr %p2, align 2
ret void
}
define void @stur_long(i64 %a, i64 %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stur_long:
; CHECK: // %bb.0:
; CHECK-NEXT: stp x1, x0, [x2, #-16]
; CHECK-NEXT: ret
%p1 = getelementptr inbounds i64, ptr %p, i32 -1
store i64 %a, ptr %p1, align 2
%p2 = getelementptr inbounds i64, ptr %p, i32 -2
store i64 %b, ptr %p2, align 2
ret void
}
define void @stur_float(float %a, float %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stur_float:
; CHECK: // %bb.0:
; CHECK-NEXT: stp s1, s0, [x0, #-8]
; CHECK-NEXT: ret
%p1 = getelementptr inbounds float, ptr %p, i32 -1
store float %a, ptr %p1, align 2
%p2 = getelementptr inbounds float, ptr %p, i32 -2
store float %b, ptr %p2, align 2
ret void
}
define void @stur_double(double %a, double %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stur_double:
; CHECK: // %bb.0:
; CHECK-NEXT: stp d1, d0, [x0, #-16]
; CHECK-NEXT: ret
%p1 = getelementptr inbounds double, ptr %p, i32 -1
store double %a, ptr %p1, align 2
%p2 = getelementptr inbounds double, ptr %p, i32 -2
store double %b, ptr %p2, align 2
ret void
}
define void @stur_doublex2(<2 x double> %a, <2 x double> %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stur_doublex2:
; CHECK: // %bb.0:
; CHECK-NEXT: stp q1, q0, [x0, #-32]
; CHECK-NEXT: ret
%p1 = getelementptr inbounds <2 x double>, ptr %p, i32 -1
store <2 x double> %a, ptr %p1, align 2
%p2 = getelementptr inbounds <2 x double>, ptr %p, i32 -2
store <2 x double> %b, ptr %p2, align 2
ret void
}
define void @splat_v4i32(i32 %v, ptr %p) {
; CHECK-LABEL: splat_v4i32:
; CHECK: // %bb.0: // %entry
; CHECK-NEXT: dup v0.4s, w0
; CHECK-NEXT: str q0, [x1]
; CHECK-NEXT: ret
entry:
%p17 = insertelement <4 x i32> undef, i32 %v, i32 0
%p18 = insertelement <4 x i32> %p17, i32 %v, i32 1
%p19 = insertelement <4 x i32> %p18, i32 %v, i32 2
%p20 = insertelement <4 x i32> %p19, i32 %v, i32 3
store <4 x i32> %p20, ptr %p, align 4
ret void
}
; Check that a non-splat store that is storing a vector created by 4
; insertelements that is not a splat vector does not get split.
define void @nosplat_v4i32(i32 %v, ptr %p) {
; CHECK-LABEL: nosplat_v4i32:
; CHECK: // %bb.0: // %entry
; CHECK-NEXT: sub sp, sp, #16
; CHECK-NEXT: .cfi_def_cfa_offset 16
; CHECK-NEXT: // kill: def $w0 killed $w0 def $x0
; CHECK-NEXT: mov x8, sp
; CHECK-NEXT: bfi x8, x0, #2, #2
; CHECK-NEXT: str w0, [x8]
; CHECK-NEXT: ldr q0, [sp]
; CHECK-NEXT: mov v0.s[1], w0
; CHECK-NEXT: mov v0.s[2], w0
; CHECK-NEXT: mov v0.s[3], w0
; CHECK-NEXT: str q0, [x1]
; CHECK-NEXT: add sp, sp, #16
; CHECK-NEXT: ret
entry:
%p17 = insertelement <4 x i32> undef, i32 %v, i32 %v
%p18 = insertelement <4 x i32> %p17, i32 %v, i32 1
%p19 = insertelement <4 x i32> %p18, i32 %v, i32 2
%p20 = insertelement <4 x i32> %p19, i32 %v, i32 3
store <4 x i32> %p20, ptr %p, align 4
ret void
}
; Check that a non-splat store that is storing a vector created by 4
; insertelements that is not a splat vector does not get split.
define void @nosplat2_v4i32(i32 %v, ptr %p, <4 x i32> %vin) {
; CHECK-LABEL: nosplat2_v4i32:
; CHECK: // %bb.0: // %entry
; CHECK-NEXT: mov v0.s[1], w0
; CHECK-NEXT: mov v0.s[2], w0
; CHECK-NEXT: mov v0.s[3], w0
; CHECK-NEXT: str q0, [x1]
; CHECK-NEXT: ret
entry:
%p18 = insertelement <4 x i32> %vin, i32 %v, i32 1
%p19 = insertelement <4 x i32> %p18, i32 %v, i32 2
%p20 = insertelement <4 x i32> %p19, i32 %v, i32 3
store <4 x i32> %p20, ptr %p, align 4
ret void
}
; Read of %b to compute %tmp2 shouldn't prevent formation of stp
define i32 @stp_int_rar_hazard(i32 %a, i32 %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_int_rar_hazard:
; CHECK: // %bb.0:
; CHECK-NEXT: ldr w8, [x2, #8]
; CHECK-NEXT: stp w0, w1, [x2]
; CHECK-NEXT: add w0, w8, w1
; CHECK-NEXT: ret
store i32 %a, ptr %p, align 4
%ld.ptr = getelementptr inbounds i32, ptr %p, i64 2
%tmp = load i32, ptr %ld.ptr, align 4
%tmp2 = add i32 %tmp, %b
%add.ptr = getelementptr inbounds i32, ptr %p, i64 1
store i32 %b, ptr %add.ptr, align 4
ret i32 %tmp2
}
; Read of %b to compute %tmp2 shouldn't prevent formation of stp
define i32 @stp_int_rar_hazard_after(i32 %w0, i32 %a, i32 %b, ptr nocapture %p) nounwind {
; CHECK-LABEL: stp_int_rar_hazard_after:
; CHECK: // %bb.0:
; CHECK-NEXT: ldr w8, [x3, #4]
; CHECK-NEXT: stp w1, w2, [x3]
; CHECK-NEXT: add w0, w8, w2
; CHECK-NEXT: ret
store i32 %a, ptr %p, align 4
%ld.ptr = getelementptr inbounds i32, ptr %p, i64 1
%tmp = load i32, ptr %ld.ptr, align 4
%tmp2 = add i32 %tmp, %b
%add.ptr = getelementptr inbounds i32, ptr %p, i64 1
store i32 %b, ptr %add.ptr, align 4
ret i32 %tmp2
}
Codebase Browser
llvm