; Verify that strict FP operations are not rescheduled
;
; RUN: llc < %s -mtriple=s390x-linux-gnu -mcpu=z13 | FileCheck %s
declare float @llvm.experimental.constrained.sqrt.f32(float, metadata, metadata)
declare float @llvm.sqrt.f32(float)
declare void @llvm.s390.sfpc(i32)
declare void @bar()
; The basic assumption of all following tests is that on z13, we never
; want to see two square root instructions directly in a row, so the
; post-RA scheduler will always schedule something else in between
; whenever possible.
; We can move any FP operation across a (normal) store.
define void @f1(float %f1, float %f2, ptr %ptr1, ptr %ptr2) {
; CHECK-LABEL: f1:
; CHECK: sqebr
; CHECK: ste
; CHECK: sqebr
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.sqrt.f32(float %f1)
%sqrt2 = call float @llvm.sqrt.f32(float %f2)
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
define void @f2(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f2:
; CHECK: sqebr
; CHECK: ste
; CHECK: sqebr
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
define void @f3(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f3:
; CHECK: sqebr
; CHECK: ste
; CHECK: sqebr
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
define void @f4(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f4:
; CHECK: sqebr
; CHECK: ste
; CHECK: sqebr
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
; We can move a non-strict FP operation or a fpexcept.ignore
; operation even across a volatile store, but not a fpexcept.maytrap
; or fpexcept.strict operation.
define void @f5(float %f1, float %f2, ptr %ptr1, ptr %ptr2) {
; CHECK-LABEL: f5:
; CHECK: sqebr
; CHECK: ste
; CHECK: sqebr
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.sqrt.f32(float %f1)
%sqrt2 = call float @llvm.sqrt.f32(float %f2)
store volatile float %sqrt1, ptr %ptr1
store volatile float %sqrt2, ptr %ptr2
ret void
}
define void @f6(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f6:
; CHECK: sqebr
; CHECK: ste
; CHECK: sqebr
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
store volatile float %sqrt1, ptr %ptr1
store volatile float %sqrt2, ptr %ptr2
ret void
}
define void @f7(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f7:
; CHECK: sqebr
; CHECK: sqebr
; CHECK: ste
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
store volatile float %sqrt1, ptr %ptr1
store volatile float %sqrt2, ptr %ptr2
ret void
}
define void @f8(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f8:
; CHECK: sqebr
; CHECK: sqebr
; CHECK: ste
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
store volatile float %sqrt1, ptr %ptr1
store volatile float %sqrt2, ptr %ptr2
ret void
}
; No variant of FP operations can be scheduled across a SPFC.
define void @f9(float %f1, float %f2, ptr %ptr1, ptr %ptr2) {
; CHECK-LABEL: f9:
; CHECK: sqebr
; CHECK: sqebr
; CHECK: ste
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.sqrt.f32(float %f1)
%sqrt2 = call float @llvm.sqrt.f32(float %f2)
call void @llvm.s390.sfpc(i32 0)
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
define void @f10(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f10:
; CHECK: sqebr
; CHECK: sqebr
; CHECK: ste
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
call void @llvm.s390.sfpc(i32 0) #0
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
define void @f11(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f11:
; CHECK: sqebr
; CHECK: sqebr
; CHECK: ste
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
call void @llvm.s390.sfpc(i32 0) #0
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
define void @f12(float %f1, float %f2, ptr %ptr1, ptr %ptr2) #0 {
; CHECK-LABEL: f12:
; CHECK: sqebr
; CHECK: sqebr
; CHECK: ste
; CHECK: ste
; CHECK: br %r14
%sqrt1 = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
%sqrt2 = call float @llvm.experimental.constrained.sqrt.f32(
float %f2,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
call void @llvm.s390.sfpc(i32 0) #0
store float %sqrt1, ptr %ptr1
store float %sqrt2, ptr %ptr2
ret void
}
; If the result of any FP operation is unused, it can be removed
; -- except for fpexcept.strict operations.
define void @f13(float %f1) {
; CHECK-LABEL: f13:
; CHECK-NOT: sqeb
; CHECK: br %r14
%sqrt = call float @llvm.sqrt.f32(float %f1)
ret void
}
define void @f14(float %f1) #0 {
; CHECK-LABEL: f14:
; CHECK-NOT: sqeb
; CHECK: br %r14
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
ret void
}
define void @f15(float %f1) #0 {
; CHECK-LABEL: f15:
; CHECK-NOT: sqeb
; CHECK: br %r14
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
ret void
}
define void @f16(float %f1) #0 {
; CHECK-LABEL: f16:
; CHECK: sqebr
; CHECK: br %r14
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %f1,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
ret void
}
; Verify that constrained intrinsics and memory operations get their
; chains linked up properly.
define void @f17(float %in, ptr %out) #0 {
; CHECK-LABEL: f17:
; CHECK: sqebr
; CHECK: ste
; CHECK: jg bar
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %in,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
store float %sqrt, ptr %out, align 4
tail call void @bar() #0
ret void
}
define void @f18(float %in, ptr %out) #0 {
; CHECK-LABEL: f18:
; CHECK: sqebr
; CHECK: ste
; CHECK: jg bar
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %in,
metadata !"round.dynamic",
metadata !"fpexcept.ignore") #0
store float %sqrt, ptr %out, align 4
tail call void @bar() #0
ret void
}
define void @f19(float %in, ptr %out) #0 {
; CHECK-LABEL: f19:
; CHECK: sqebr
; CHECK: ste
; CHECK: jg bar
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %in,
metadata !"round.dynamic",
metadata !"fpexcept.maytrap") #0
store float %sqrt, ptr %out, align 4
tail call void @bar() #0
ret void
}
define void @f20(float %in, ptr %out) #0 {
; CHECK-LABEL: f20:
; CHECK: sqebr
; CHECK: ste
; CHECK: jg bar
%sqrt = call float @llvm.experimental.constrained.sqrt.f32(
float %in,
metadata !"round.dynamic",
metadata !"fpexcept.strict") #0
store float %sqrt, ptr %out, align 4
tail call void @bar() #0
ret void
}
attributes #0 = { strictfp }
Codebase Browser
llvm