; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --function-signature --check-globals
; RUN: opt < %s -S -passes=openmp-opt | FileCheck %s --check-prefixes=CHECK,MODULE
; RUN: opt < %s -S -passes=openmp-opt-cgscc | FileCheck %s --check-prefixes=CHECK,CGSCC
; REQUIRES: amdgpu-registered-target
target triple = "amdgcn-amd-amdhsa"
declare void @useI32(i32)
declare void @unknown()
declare void @aligned_barrier() "llvm.assume"="ompx_aligned_barrier"
declare void @llvm.nvvm.barrier0()
declare i32 @llvm.nvvm.barrier0.and(i32)
declare i32 @llvm.nvvm.barrier0.or(i32)
declare i32 @llvm.nvvm.barrier0.popc(i32)
declare void @llvm.amdgcn.s.barrier()
declare void @llvm.assume(i1)
;.
; CHECK: @GC1 = constant i32 42
; CHECK: @GC2 = addrspace(4) global i32 0
; CHECK: @GPtr4 = addrspace(4) global ptr addrspace(4) null
; CHECK: @G = global i32 42
; CHECK: @GS = addrspace(3) global i32 0
; CHECK: @GPtr = global ptr null
; CHECK: @PG1 = thread_local global i32 42
; CHECK: @PG2 = addrspace(5) global i32 0
; CHECK: @GPtr5 = global ptr addrspace(5) null
; CHECK: @G1 = global i32 42
; CHECK: @G2 = addrspace(1) global i32 0
;.
define void @pos_empty_1(i1 %c) "kernel" {
; MODULE-LABEL: define {{[^@]+}}@pos_empty_1
; MODULE-SAME: (i1 [[C:%.*]]) #[[ATTR4:[0-9]+]] {
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@pos_empty_1
; CGSCC-SAME: (i1 [[C:%.*]]) #[[ATTR4:[0-9]+]] {
; CGSCC-NEXT: call void @llvm.assume(i1 [[C]])
; CGSCC-NEXT: call void @unknown() #[[ATTR0:[0-9]+]]
; CGSCC-NEXT: call void @llvm.assume(i1 [[C]])
; CGSCC-NEXT: ret void
;
call void @llvm.assume(i1 %c)
call void @unknown() "llvm.assume"="ompx_aligned_barrier"
call void @llvm.assume(i1 %c)
ret void
}
define void @pos_empty_2() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_2
; CHECK-SAME: () #[[ATTR4:[0-9]+]] {
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
ret void
}
define void @pos_empty_3() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_3
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: ret void
;
call void @llvm.nvvm.barrier0()
ret void
}
define void @pos_empty_4() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_4
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: ret void
;
call i32 @llvm.nvvm.barrier0.and(i32 0)
ret void
}
define void @pos_empty_5() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_5
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: ret void
;
call i32 @llvm.nvvm.barrier0.or(i32 0)
ret void
}
define void @pos_empty_6() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_6
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: ret void
;
call i32 @llvm.nvvm.barrier0.popc(i32 0)
ret void
}
define void @pos_empty_7a() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_7a
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: ret void
;
call void @llvm.amdgcn.s.barrier()
call void @unknown()
ret void
}
; FIXME: We should remove the barrier.
define void @pos_empty_7b() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_7b
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: call void @unknown() #[[ATTR5:[0-9]+]]
; CHECK-NEXT: call void @llvm.amdgcn.s.barrier()
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: ret void
;
call void @unknown() nosync readnone
call void @llvm.amdgcn.s.barrier()
call void @unknown()
ret void
}
define void @pos_empty_8(i1 %c) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_8
; CHECK-SAME: (i1 [[C:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: br i1 [[C]], label [[T:%.*]], label [[F:%.*]]
; CHECK: t:
; CHECK-NEXT: br label [[F]]
; CHECK: f:
; CHECK-NEXT: ret void
;
br i1 %c, label %t, label %f
t:
fence release
call void @llvm.amdgcn.s.barrier() "llvm.assume"="ompx_aligned_barrier"
br label %f
f:
ret void
}
define void @neg_empty_8() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@neg_empty_8
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: call void @llvm.amdgcn.s.barrier()
; CHECK-NEXT: ret void
;
call void @unknown()
call void @llvm.amdgcn.s.barrier()
ret void
}
define void @neg_empty_9(i1 %c) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@neg_empty_9
; CHECK-SAME: (i1 [[C:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: br i1 [[C]], label [[T:%.*]], label [[F:%.*]]
; CHECK: t:
; CHECK-NEXT: call void @llvm.amdgcn.s.barrier()
; CHECK-NEXT: fence release
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f:
; CHECK-NEXT: call void @llvm.amdgcn.s.barrier()
; CHECK-NEXT: fence release
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: fence release
; CHECK-NEXT: call void @llvm.amdgcn.s.barrier()
; CHECK-NEXT: fence release
; CHECK-NEXT: ret void
;
br i1 %c, label %t, label %f
t:
fence release
call void @llvm.amdgcn.s.barrier()
fence release
br label %m
f:
fence release
call void @llvm.amdgcn.s.barrier()
fence release
br label %m
m:
fence release
call void @llvm.amdgcn.s.barrier()
fence release
ret void
}
; FIXME: We should remove the barrier
define void @pos_empty_10() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_10
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: m:
; CHECK-NEXT: call void @llvm.amdgcn.s.barrier()
; CHECK-NEXT: ret void
;
br label %m
m:
call void @llvm.amdgcn.s.barrier()
ret void
}
define void @pos_empty_11() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_empty_11
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: m:
; CHECK-NEXT: ret void
;
br label %m
m:
call void @aligned_barrier()
call void @llvm.amdgcn.s.barrier()
ret void
}
define void @empty() {
; CHECK-LABEL: define {{[^@]+}}@empty() {
; CHECK-NEXT: ret void
;
ret void
}
; FIXME: We should remove the barrier in the end but not the first one.
define void @neg_empty_12(i1 %c) "kernel" {
; MODULE-LABEL: define {{[^@]+}}@neg_empty_12
; MODULE-SAME: (i1 [[C:%.*]]) #[[ATTR4]] {
; MODULE-NEXT: br i1 [[C]], label [[T:%.*]], label [[F:%.*]]
; MODULE: t:
; MODULE-NEXT: call void @llvm.amdgcn.s.barrier()
; MODULE-NEXT: br label [[M:%.*]]
; MODULE: f:
; MODULE-NEXT: br label [[M]]
; MODULE: m:
; MODULE-NEXT: call void @llvm.amdgcn.s.barrier()
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@neg_empty_12
; CGSCC-SAME: (i1 [[C:%.*]]) #[[ATTR4]] {
; CGSCC-NEXT: br i1 [[C]], label [[T:%.*]], label [[F:%.*]]
; CGSCC: t:
; CGSCC-NEXT: call void @empty()
; CGSCC-NEXT: call void @llvm.amdgcn.s.barrier()
; CGSCC-NEXT: br label [[M:%.*]]
; CGSCC: f:
; CGSCC-NEXT: call void @empty()
; CGSCC-NEXT: br label [[M]]
; CGSCC: m:
; CGSCC-NEXT: call void @llvm.amdgcn.s.barrier()
; CGSCC-NEXT: ret void
;
br i1 %c, label %t, label %f
t:
call void @empty()
call void @llvm.amdgcn.s.barrier()
br label %m
f:
call void @empty()
br label %m
m:
call void @llvm.amdgcn.s.barrier()
ret void
}
define void @neg_empty_1() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@neg_empty_1
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: ret void
;
call void @unknown()
ret void
}
define void @neg_empty_2() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@neg_empty_2
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
ret void
}
@GC1 = constant i32 42
@GC2 = addrspace(4) global i32 0
@GPtr4 = addrspace(4) global ptr addrspace(4) null
define void @pos_constant_loads() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_constant_loads
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: [[ARG:%.*]] = load ptr addrspace(4), ptr addrspace(4) @GPtr4, align 8
; CHECK-NEXT: [[B:%.*]] = load i32, ptr addrspace(4) @GC2, align 4
; CHECK-NEXT: [[C:%.*]] = load i32, ptr addrspace(4) [[ARG]], align 4
; CHECK-NEXT: [[D:%.*]] = add i32 42, [[B]]
; CHECK-NEXT: [[E:%.*]] = add i32 [[D]], [[C]]
; CHECK-NEXT: call void @useI32(i32 [[E]])
; CHECK-NEXT: ret void
;
%GPtr4c = addrspacecast ptr addrspace(4) @GPtr4 to ptr
%arg = load ptr addrspace(4), ptr %GPtr4c
%a = load i32, ptr @GC1
call void @aligned_barrier()
%GC2c = addrspacecast ptr addrspace(4) @GC2 to ptr
%b = load i32, ptr %GC2c
call void @aligned_barrier()
%argc = addrspacecast ptr addrspace(4) %arg to ptr
%c = load i32, ptr %argc
call void @aligned_barrier()
%d = add i32 %a, %b
%e = add i32 %d, %c
call void @useI32(i32 %e)
ret void
}
@G = global i32 42
@GS = addrspace(3) global i32 0
@GPtr = global ptr null
; TODO: We could remove some of the barriers due to the lack of write effects.
define void @neg_loads() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@neg_loads
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: [[ARG:%.*]] = load ptr, ptr @GPtr, align 8
; CHECK-NEXT: [[A:%.*]] = load i32, ptr @G, align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[B:%.*]] = load i32, ptr addrspace(3) @GS, align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[C:%.*]] = load i32, ptr [[ARG]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[D:%.*]] = add i32 [[A]], [[B]]
; CHECK-NEXT: [[E:%.*]] = add i32 [[D]], [[C]]
; CHECK-NEXT: call void @useI32(i32 [[E]])
; CHECK-NEXT: ret void
;
%arg = load ptr, ptr @GPtr
%a = load i32, ptr @G
call void @aligned_barrier()
%GSc = addrspacecast ptr addrspace(3) @GS to ptr
%b = load i32, ptr %GSc
call void @aligned_barrier()
%c = load i32, ptr %arg
call void @aligned_barrier()
%d = add i32 %a, %b
%e = add i32 %d, %c
call void @useI32(i32 %e)
ret void
}
@PG1 = thread_local global i32 42
@PG2 = addrspace(5) global i32 0
@GPtr5 = global ptr addrspace(5) null
define void @pos_priv_mem() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_priv_mem
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: [[ARG:%.*]] = load ptr addrspace(5), ptr @GPtr5, align 4
; CHECK-NEXT: [[LOC:%.*]] = alloca i32, align 4, addrspace(5)
; CHECK-NEXT: [[A:%.*]] = load i32, ptr @PG1, align 4
; CHECK-NEXT: store i32 [[A]], ptr addrspace(5) [[LOC]], align 4
; CHECK-NEXT: [[B:%.*]] = load i32, ptr addrspace(5) @PG2, align 4
; CHECK-NEXT: store i32 [[B]], ptr addrspace(5) [[ARG]], align 4
; CHECK-NEXT: [[V:%.*]] = load i32, ptr addrspace(5) [[LOC]], align 4
; CHECK-NEXT: store i32 [[V]], ptr @PG1, align 4
; CHECK-NEXT: ret void
;
%arg = load ptr addrspace(5), ptr @GPtr5
%loc = alloca i32, addrspace(5)
%a = load i32, ptr @PG1
call void @aligned_barrier()
store i32 %a, ptr addrspace(5) %loc
%PG2c = addrspacecast ptr addrspace(5) @PG2 to ptr
%b = load i32, ptr %PG2c
call void @aligned_barrier()
%argc = addrspacecast ptr addrspace(5) %arg to ptr
store i32 %b, ptr %argc
call void @aligned_barrier()
%v = load i32, ptr addrspace(5) %loc
store i32 %v, ptr @PG1
call void @aligned_barrier()
ret void
}
@G1 = global i32 42
@G2 = addrspace(1) global i32 0
define void @neg_mem() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@neg_mem
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: [[ARG:%.*]] = load ptr, ptr @GPtr, align 8
; CHECK-NEXT: [[A:%.*]] = load i32, ptr @G1, align 4
; CHECK-NEXT: fence seq_cst
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: store i32 [[A]], ptr [[ARG]], align 4
; CHECK-NEXT: fence release
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[B:%.*]] = load i32, ptr addrspace(1) @G2, align 4
; CHECK-NEXT: store i32 [[B]], ptr @G1, align 4
; CHECK-NEXT: fence acquire
; CHECK-NEXT: ret void
;
%arg = load ptr, ptr @GPtr
%a = load i32, ptr @G1
fence seq_cst
call void @aligned_barrier()
store i32 %a, ptr %arg
fence release
call void @aligned_barrier()
%G2c = addrspacecast ptr addrspace(1) @G2 to ptr
%b = load i32, ptr %G2c
store i32 %b, ptr @G1
fence acquire
call void @aligned_barrier()
ret void
}
define void @pos_multiple() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@pos_multiple
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: ret void
;
call void @llvm.nvvm.barrier0()
call void @aligned_barrier()
call void @aligned_barrier()
call void @llvm.amdgcn.s.barrier()
call void @aligned_barrier()
call void @llvm.nvvm.barrier0()
call void @aligned_barrier()
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_kernel_1(i1 %c0, i1 %c1) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@multiple_blocks_kernel_1
; CHECK-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: br i1 [[C0]], label [[T0:%.*]], label [[F0:%.*]]
; CHECK: t0:
; CHECK-NEXT: br label [[T0B:%.*]]
; CHECK: t0b:
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f0:
; CHECK-NEXT: br i1 [[C1]], label [[T1:%.*]], label [[F1:%.*]]
; CHECK: t1:
; CHECK-NEXT: br label [[M]]
; CHECK: f1:
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: ret void
;
fence acquire
call void @llvm.nvvm.barrier0()
fence release
call void @aligned_barrier()
fence seq_cst
br i1 %c0, label %t0, label %f0
t0:
fence seq_cst
call void @aligned_barrier()
fence seq_cst
br label %t0b
t0b:
fence seq_cst
call void @aligned_barrier()
fence seq_cst
br label %m
f0:
fence release
call void @aligned_barrier()
fence acquire
call void @llvm.nvvm.barrier0()
fence acquire
br i1 %c1, label %t1, label %f1
t1:
fence acquire
call void @aligned_barrier()
fence seq_cst
br label %m
f1:
fence seq_cst
call void @aligned_barrier()
fence acquire
br label %m
m:
fence seq_cst
call void @aligned_barrier()
fence seq_cst
ret void
}
define void @multiple_blocks_kernel_2(i1 %c0, i1 %c1, ptr %p) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@multiple_blocks_kernel_2
; CHECK-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: store i32 4, ptr [[P]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: br i1 [[C0]], label [[T0:%.*]], label [[F0:%.*]]
; CHECK: t0:
; CHECK-NEXT: br label [[T0B:%.*]]
; CHECK: t0b:
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f0:
; CHECK-NEXT: store i32 4, ptr [[P]], align 4
; CHECK-NEXT: call void @llvm.nvvm.barrier0()
; CHECK-NEXT: br i1 [[C1]], label [[T1:%.*]], label [[F1:%.*]]
; CHECK: t1:
; CHECK-NEXT: br label [[M]]
; CHECK: f1:
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: store i32 4, ptr [[P]], align 4
; CHECK-NEXT: ret void
;
call void @llvm.nvvm.barrier0()
store i32 4, ptr %p
call void @aligned_barrier()
br i1 %c0, label %t0, label %f0
t0:
call void @aligned_barrier()
br label %t0b
t0b:
call void @aligned_barrier()
br label %m
f0:
call void @aligned_barrier()
store i32 4, ptr %p
call void @llvm.nvvm.barrier0()
br i1 %c1, label %t1, label %f1
t1:
call void @aligned_barrier()
br label %m
f1:
call void @aligned_barrier()
br label %m
m:
store i32 4, ptr %p
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_non_kernel_1(i1 %c0, i1 %c1) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@multiple_blocks_non_kernel_1
; CHECK-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: br i1 [[C0]], label [[T0:%.*]], label [[F0:%.*]]
; CHECK: t0:
; CHECK-NEXT: br label [[T0B:%.*]]
; CHECK: t0b:
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f0:
; CHECK-NEXT: br i1 [[C1]], label [[T1:%.*]], label [[F1:%.*]]
; CHECK: t1:
; CHECK-NEXT: br label [[M]]
; CHECK: f1:
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: ret void
;
call void @llvm.nvvm.barrier0()
call void @aligned_barrier()
br i1 %c0, label %t0, label %f0
t0:
call void @aligned_barrier()
br label %t0b
t0b:
call void @aligned_barrier()
br label %m
f0:
call void @aligned_barrier()
call void @llvm.nvvm.barrier0()
br i1 %c1, label %t1, label %f1
t1:
call void @aligned_barrier()
br label %m
f1:
call void @aligned_barrier()
br label %m
m:
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_non_kernel_2(i1 %c0, i1 %c1) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@multiple_blocks_non_kernel_2
; CHECK-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: br i1 [[C0]], label [[T0:%.*]], label [[F0:%.*]]
; CHECK: t0:
; CHECK-NEXT: br label [[T0B:%.*]]
; CHECK: t0b:
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f0:
; CHECK-NEXT: br i1 [[C1]], label [[T1:%.*]], label [[F1:%.*]]
; CHECK: t1:
; CHECK-NEXT: br label [[M]]
; CHECK: f1:
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: ret void
;
br i1 %c0, label %t0, label %f0
t0:
call void @aligned_barrier()
br label %t0b
t0b:
call void @aligned_barrier()
br label %m
f0:
call void @aligned_barrier()
call void @llvm.nvvm.barrier0()
br i1 %c1, label %t1, label %f1
t1:
call void @aligned_barrier()
br label %m
f1:
call void @aligned_barrier()
br label %m
m:
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_non_kernel_3(i1 %c0, i1 %c1) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@multiple_blocks_non_kernel_3
; CHECK-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: br i1 [[C0]], label [[T0:%.*]], label [[F0:%.*]]
; CHECK: t0:
; CHECK-NEXT: br label [[T0B:%.*]]
; CHECK: t0b:
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f0:
; CHECK-NEXT: br i1 [[C1]], label [[T1:%.*]], label [[F1:%.*]]
; CHECK: t1:
; CHECK-NEXT: br label [[M]]
; CHECK: f1:
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: ret void
;
br i1 %c0, label %t0, label %f0
t0:
br label %t0b
t0b:
br label %m
f0:
call void @aligned_barrier()
call void @llvm.nvvm.barrier0()
br i1 %c1, label %t1, label %f1
t1:
call void @aligned_barrier()
br label %m
f1:
call void @aligned_barrier()
br label %m
m:
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_non_kernel_effects_1(i1 %c0, i1 %c1, ptr %p) "kernel" {
; CHECK-LABEL: define {{[^@]+}}@multiple_blocks_non_kernel_effects_1
; CHECK-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) #[[ATTR4]] {
; CHECK-NEXT: store i32 0, ptr [[P]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: br i1 [[C0]], label [[T0:%.*]], label [[F0:%.*]]
; CHECK: t0:
; CHECK-NEXT: store i32 1, ptr [[P]], align 4
; CHECK-NEXT: br label [[T0B:%.*]]
; CHECK: t0b:
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: br label [[M:%.*]]
; CHECK: f0:
; CHECK-NEXT: store i32 2, ptr [[P]], align 4
; CHECK-NEXT: br i1 [[C1]], label [[T1:%.*]], label [[F1:%.*]]
; CHECK: t1:
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: br label [[M]]
; CHECK: f1:
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: br label [[M]]
; CHECK: m:
; CHECK-NEXT: store i32 3, ptr [[P]], align 4
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
call void @aligned_barrier()
br i1 %c0, label %t0, label %f0
t0:
call void @aligned_barrier()
store i32 1, ptr %p
br label %t0b
t0b:
call void @aligned_barrier()
br label %m
f0:
call void @aligned_barrier()
call void @llvm.nvvm.barrier0()
store i32 2, ptr %p
br i1 %c1, label %t1, label %f1
t1:
call void @aligned_barrier()
br label %m
f1:
call void @aligned_barrier()
br label %m
m:
call void @aligned_barrier()
store i32 3, ptr %p
call void @aligned_barrier()
ret void
}
define internal void @write_then_barrier0(ptr %p) {
; CHECK-LABEL: define {{[^@]+}}@write_then_barrier0
; CHECK-SAME: (ptr [[P:%.*]]) {
; CHECK-NEXT: store i32 0, ptr [[P]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: ret void
;
store i32 0, ptr %p
call void @aligned_barrier()
ret void
}
define internal void @barrier_then_write0(ptr %p) {
; MODULE-LABEL: define {{[^@]+}}@barrier_then_write0
; MODULE-SAME: (ptr [[P:%.*]]) {
; MODULE-NEXT: store i32 0, ptr [[P]], align 4
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@barrier_then_write0
; CGSCC-SAME: (ptr [[P:%.*]]) {
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: store i32 0, ptr [[P]], align 4
; CGSCC-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
ret void
}
define internal void @barrier_then_write_then_barrier0(ptr %p) {
; MODULE-LABEL: define {{[^@]+}}@barrier_then_write_then_barrier0
; MODULE-SAME: (ptr [[P:%.*]]) {
; MODULE-NEXT: store i32 0, ptr [[P]], align 4
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@barrier_then_write_then_barrier0
; CGSCC-SAME: (ptr [[P:%.*]]) {
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: store i32 0, ptr [[P]], align 4
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_functions_kernel_effects_0(i1 %c0, i1 %c1, ptr %p) "kernel" {
; MODULE-LABEL: define {{[^@]+}}@multiple_blocks_functions_kernel_effects_0
; MODULE-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) #[[ATTR4]] {
; MODULE-NEXT: call void @barrier_then_write_then_barrier0(ptr [[P]])
; MODULE-NEXT: br i1 [[C0]], label [[T03:%.*]], label [[F03:%.*]]
; MODULE: t03:
; MODULE-NEXT: call void @barrier_then_write0(ptr [[P]])
; MODULE-NEXT: br label [[T0B3:%.*]]
; MODULE: t0b3:
; MODULE-NEXT: br label [[M3:%.*]]
; MODULE: f03:
; MODULE-NEXT: call void @barrier_then_write0(ptr [[P]])
; MODULE-NEXT: br i1 [[C1]], label [[T13:%.*]], label [[F13:%.*]]
; MODULE: t13:
; MODULE-NEXT: br label [[M3]]
; MODULE: f13:
; MODULE-NEXT: br label [[M3]]
; MODULE: m3:
; MODULE-NEXT: call void @write_then_barrier0(ptr [[P]])
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@multiple_blocks_functions_kernel_effects_0
; CGSCC-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) #[[ATTR4]] {
; CGSCC-NEXT: call void @barrier_then_write_then_barrier0(ptr [[P]])
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br i1 [[C0]], label [[T03:%.*]], label [[F03:%.*]]
; CGSCC: t03:
; CGSCC-NEXT: call void @barrier_then_write0(ptr [[P]])
; CGSCC-NEXT: br label [[T0B3:%.*]]
; CGSCC: t0b3:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3:%.*]]
; CGSCC: f03:
; CGSCC-NEXT: call void @barrier_then_write0(ptr [[P]])
; CGSCC-NEXT: br i1 [[C1]], label [[T13:%.*]], label [[F13:%.*]]
; CGSCC: t13:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3]]
; CGSCC: f13:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3]]
; CGSCC: m3:
; CGSCC-NEXT: call void @write_then_barrier0(ptr [[P]])
; CGSCC-NEXT: ret void
;
call void @barrier_then_write_then_barrier0(ptr %p)
call void @aligned_barrier()
br i1 %c0, label %t03, label %f03
t03:
call void @barrier_then_write0(ptr %p)
br label %t0b3
t0b3:
call void @aligned_barrier()
br label %m3
f03:
call void @aligned_barrier()
call void @barrier_then_write0(ptr %p)
br i1 %c1, label %t13, label %f13
t13:
call void @aligned_barrier()
br label %m3
f13:
call void @aligned_barrier()
br label %m3
m3:
call void @aligned_barrier()
call void @write_then_barrier0(ptr %p)
ret void
}
define internal void @write_then_barrier1(ptr %p) {
; CHECK-LABEL: define {{[^@]+}}@write_then_barrier1
; CHECK-SAME: (ptr [[P:%.*]]) {
; CHECK-NEXT: store i32 0, ptr [[P]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: ret void
;
store i32 0, ptr %p
call void @aligned_barrier()
ret void
}
define internal void @barrier_then_write1(ptr %p) {
; MODULE-LABEL: define {{[^@]+}}@barrier_then_write1
; MODULE-SAME: (ptr [[P:%.*]]) {
; MODULE-NEXT: store i32 0, ptr [[P]], align 4
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@barrier_then_write1
; CGSCC-SAME: (ptr [[P:%.*]]) {
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: store i32 0, ptr [[P]], align 4
; CGSCC-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
ret void
}
define internal void @barrier_then_write_then_barrier1(ptr %p) {
; CHECK-LABEL: define {{[^@]+}}@barrier_then_write_then_barrier1
; CHECK-SAME: (ptr [[P:%.*]]) {
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: store i32 0, ptr [[P]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_functions_non_kernel_effects_1(i1 %c0, i1 %c1, ptr %p) {
; MODULE-LABEL: define {{[^@]+}}@multiple_blocks_functions_non_kernel_effects_1
; MODULE-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) {
; MODULE-NEXT: call void @barrier_then_write_then_barrier1(ptr [[P]])
; MODULE-NEXT: br i1 [[C0]], label [[T03:%.*]], label [[F03:%.*]]
; MODULE: t03:
; MODULE-NEXT: call void @barrier_then_write1(ptr [[P]])
; MODULE-NEXT: br label [[T0B3:%.*]]
; MODULE: t0b3:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: br label [[M3:%.*]]
; MODULE: f03:
; MODULE-NEXT: call void @barrier_then_write1(ptr [[P]])
; MODULE-NEXT: br i1 [[C1]], label [[T13:%.*]], label [[F13:%.*]]
; MODULE: t13:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: br label [[M3]]
; MODULE: f13:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: br label [[M3]]
; MODULE: m3:
; MODULE-NEXT: call void @write_then_barrier1(ptr [[P]])
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@multiple_blocks_functions_non_kernel_effects_1
; CGSCC-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) {
; CGSCC-NEXT: call void @barrier_then_write_then_barrier1(ptr [[P]])
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br i1 [[C0]], label [[T03:%.*]], label [[F03:%.*]]
; CGSCC: t03:
; CGSCC-NEXT: call void @barrier_then_write1(ptr [[P]])
; CGSCC-NEXT: br label [[T0B3:%.*]]
; CGSCC: t0b3:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3:%.*]]
; CGSCC: f03:
; CGSCC-NEXT: call void @barrier_then_write1(ptr [[P]])
; CGSCC-NEXT: br i1 [[C1]], label [[T13:%.*]], label [[F13:%.*]]
; CGSCC: t13:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3]]
; CGSCC: f13:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3]]
; CGSCC: m3:
; CGSCC-NEXT: call void @write_then_barrier1(ptr [[P]])
; CGSCC-NEXT: ret void
;
call void @barrier_then_write_then_barrier1(ptr %p)
call void @aligned_barrier()
br i1 %c0, label %t03, label %f03
t03:
call void @barrier_then_write1(ptr %p)
br label %t0b3
t0b3:
call void @aligned_barrier()
br label %m3
f03:
call void @aligned_barrier()
call void @barrier_then_write1(ptr %p)
br i1 %c1, label %t13, label %f13
t13:
call void @aligned_barrier()
br label %m3
f13:
call void @aligned_barrier()
br label %m3
m3:
call void @aligned_barrier()
call void @write_then_barrier1(ptr %p)
ret void
}
define internal void @write_then_barrier2(ptr %p) {
; CHECK-LABEL: define {{[^@]+}}@write_then_barrier2
; CHECK-SAME: (ptr [[P:%.*]]) {
; CHECK-NEXT: store i32 0, ptr [[P]], align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: ret void
;
store i32 0, ptr %p
call void @aligned_barrier()
ret void
}
define internal void @barrier_then_write2(ptr %p) {
; CHECK-LABEL: define {{[^@]+}}@barrier_then_write2
; CHECK-SAME: (ptr [[P:%.*]]) {
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: store i32 0, ptr [[P]], align 4
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
ret void
}
define internal void @barrier_then_write_then_barrier2(ptr %p) {
; MODULE-LABEL: define {{[^@]+}}@barrier_then_write_then_barrier2
; MODULE-SAME: (ptr [[P:%.*]]) {
; MODULE-NEXT: store i32 0, ptr [[P]], align 4
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@barrier_then_write_then_barrier2
; CGSCC-SAME: (ptr [[P:%.*]]) {
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: store i32 0, ptr [[P]], align 4
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: ret void
;
call void @aligned_barrier()
store i32 0, ptr %p
call void @aligned_barrier()
ret void
}
define void @multiple_blocks_functions_non_kernel_effects_2(i1 %c0, i1 %c1, ptr %p) "kernel" {
; MODULE-LABEL: define {{[^@]+}}@multiple_blocks_functions_non_kernel_effects_2
; MODULE-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) #[[ATTR4]] {
; MODULE-NEXT: call void @barrier_then_write_then_barrier2(ptr [[P]])
; MODULE-NEXT: store i32 0, ptr [[P]], align 4
; MODULE-NEXT: br i1 [[C0]], label [[T03:%.*]], label [[F03:%.*]]
; MODULE: t03:
; MODULE-NEXT: call void @barrier_then_write2(ptr [[P]])
; MODULE-NEXT: br label [[T0B3:%.*]]
; MODULE: t0b3:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: br label [[M3:%.*]]
; MODULE: f03:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: call void @barrier_then_write2(ptr [[P]])
; MODULE-NEXT: br i1 [[C1]], label [[T13:%.*]], label [[F13:%.*]]
; MODULE: t13:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: br label [[M3]]
; MODULE: f13:
; MODULE-NEXT: call void @aligned_barrier()
; MODULE-NEXT: br label [[M3]]
; MODULE: m3:
; MODULE-NEXT: call void @write_then_barrier2(ptr [[P]])
; MODULE-NEXT: store i32 0, ptr [[P]], align 4
; MODULE-NEXT: ret void
;
; CGSCC-LABEL: define {{[^@]+}}@multiple_blocks_functions_non_kernel_effects_2
; CGSCC-SAME: (i1 [[C0:%.*]], i1 [[C1:%.*]], ptr [[P:%.*]]) #[[ATTR4]] {
; CGSCC-NEXT: call void @barrier_then_write_then_barrier2(ptr [[P]])
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: store i32 0, ptr [[P]], align 4
; CGSCC-NEXT: br i1 [[C0]], label [[T03:%.*]], label [[F03:%.*]]
; CGSCC: t03:
; CGSCC-NEXT: call void @barrier_then_write2(ptr [[P]])
; CGSCC-NEXT: br label [[T0B3:%.*]]
; CGSCC: t0b3:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3:%.*]]
; CGSCC: f03:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: call void @barrier_then_write2(ptr [[P]])
; CGSCC-NEXT: br i1 [[C1]], label [[T13:%.*]], label [[F13:%.*]]
; CGSCC: t13:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3]]
; CGSCC: f13:
; CGSCC-NEXT: call void @aligned_barrier()
; CGSCC-NEXT: br label [[M3]]
; CGSCC: m3:
; CGSCC-NEXT: call void @write_then_barrier2(ptr [[P]])
; CGSCC-NEXT: store i32 0, ptr [[P]], align 4
; CGSCC-NEXT: ret void
;
call void @barrier_then_write_then_barrier2(ptr %p)
call void @aligned_barrier()
store i32 0, ptr %p
br i1 %c0, label %t03, label %f03
t03:
call void @barrier_then_write2(ptr %p)
br label %t0b3
t0b3:
call void @aligned_barrier()
br label %m3
f03:
call void @aligned_barrier()
call void @barrier_then_write2(ptr %p)
br i1 %c1, label %t13, label %f13
t13:
call void @aligned_barrier()
br label %m3
f13:
call void @aligned_barrier()
br label %m3
m3:
call void @aligned_barrier()
call void @write_then_barrier2(ptr %p)
store i32 0, ptr %p
ret void
}
; Verify we do not remove the barrier in the callee.
define internal void @callee_barrier() {
; CHECK-LABEL: define {{[^@]+}}@callee_barrier() {
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
ret void
}
define void @caller_barrier1() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@caller_barrier1
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: call void @callee_barrier()
; CHECK-NEXT: ret void
;
call void @aligned_barrier()
call void @callee_barrier()
call void @aligned_barrier()
ret void
}
define void @caller_barrier2() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@caller_barrier2
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: call void @callee_barrier()
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: ret void
;
call void @unknown()
call void @callee_barrier()
call void @unknown()
ret void
}
define void @loop_barrier() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@loop_barrier
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: entry:
; CHECK-NEXT: br label [[LOOP:%.*]]
; CHECK: loop:
; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[I_NEXT:%.*]], [[LOOP]] ]
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[I_NEXT]] = add nuw nsw i32 [[I]], 1
; CHECK-NEXT: [[COND:%.*]] = icmp ne i32 [[I_NEXT]], 128
; CHECK-NEXT: br i1 [[COND]], label [[LOOP]], label [[EXIT:%.*]]
; CHECK: exit:
; CHECK-NEXT: ret void
;
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
call void @unknown()
call void @aligned_barrier()
%i.next = add nuw nsw i32 %i, 1
%cond = icmp ne i32 %i.next, 128
br i1 %cond, label %loop, label %exit
exit:
ret void
}
define void @loop_barrier_end_barriers() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@loop_barrier_end_barriers
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: entry:
; CHECK-NEXT: br label [[LOOP:%.*]]
; CHECK: loop:
; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[I_NEXT:%.*]], [[LOOP]] ]
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[I_NEXT]] = add nuw nsw i32 [[I]], 1
; CHECK-NEXT: [[COND:%.*]] = icmp ne i32 [[I_NEXT]], 128
; CHECK-NEXT: br i1 [[COND]], label [[LOOP]], label [[EXIT:%.*]]
; CHECK: exit:
; CHECK-NEXT: ret void
;
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
call void @unknown()
call void @aligned_barrier()
%i.next = add nuw nsw i32 %i, 1
%cond = icmp ne i32 %i.next, 128
br i1 %cond, label %loop, label %exit
exit:
call void @aligned_barrier()
call void @aligned_barrier()
call void @aligned_barrier()
call void @aligned_barrier()
ret void
}
define void @loop_barrier_end_barriers_unknown() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@loop_barrier_end_barriers_unknown
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: entry:
; CHECK-NEXT: br label [[LOOP:%.*]]
; CHECK: loop:
; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[I_NEXT:%.*]], [[LOOP]] ]
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[I_NEXT]] = add nuw nsw i32 [[I]], 1
; CHECK-NEXT: [[COND:%.*]] = icmp ne i32 [[I_NEXT]], 128
; CHECK-NEXT: br i1 [[COND]], label [[LOOP]], label [[EXIT:%.*]]
; CHECK: exit:
; CHECK-NEXT: call void @unknown()
; CHECK-NEXT: ret void
;
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
call void @unknown()
call void @aligned_barrier()
%i.next = add nuw nsw i32 %i, 1
%cond = icmp ne i32 %i.next, 128
br i1 %cond, label %loop, label %exit
exit:
call void @aligned_barrier()
call void @aligned_barrier()
call void @unknown()
call void @aligned_barrier()
call void @aligned_barrier()
ret void
}
define void @loop_barrier_store() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@loop_barrier_store
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: entry:
; CHECK-NEXT: br label [[LOOP:%.*]]
; CHECK: loop:
; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[I_NEXT:%.*]], [[LOOP]] ]
; CHECK-NEXT: store i32 [[I]], ptr @G1, align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[I_NEXT]] = add nuw nsw i32 [[I]], 1
; CHECK-NEXT: [[COND:%.*]] = icmp ne i32 [[I_NEXT]], 128
; CHECK-NEXT: br i1 [[COND]], label [[LOOP]], label [[EXIT:%.*]]
; CHECK: exit:
; CHECK-NEXT: ret void
;
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
store i32 %i, ptr @G1
call void @aligned_barrier()
%i.next = add nuw nsw i32 %i, 1
%cond = icmp ne i32 %i.next, 128
br i1 %cond, label %loop, label %exit
exit:
ret void
}
define void @loop_barrier_end_barriers_store() "kernel" {
; CHECK-LABEL: define {{[^@]+}}@loop_barrier_end_barriers_store
; CHECK-SAME: () #[[ATTR4]] {
; CHECK-NEXT: entry:
; CHECK-NEXT: br label [[LOOP:%.*]]
; CHECK: loop:
; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[I_NEXT:%.*]], [[LOOP]] ]
; CHECK-NEXT: store i32 [[I]], ptr @G1, align 4
; CHECK-NEXT: call void @aligned_barrier()
; CHECK-NEXT: [[I_NEXT]] = add nuw nsw i32 [[I]], 1
; CHECK-NEXT: [[COND:%.*]] = icmp ne i32 [[I_NEXT]], 128
; CHECK-NEXT: br i1 [[COND]], label [[LOOP]], label [[EXIT:%.*]]
; CHECK: exit:
; CHECK-NEXT: store i32 [[I_NEXT]], ptr @G1, align 4
; CHECK-NEXT: ret void
;
entry:
br label %loop
loop:
%i = phi i32 [ 0, %entry ], [ %i.next, %loop ]
store i32 %i, ptr @G1
call void @aligned_barrier()
%i.next = add nuw nsw i32 %i, 1
%cond = icmp ne i32 %i.next, 128
br i1 %cond, label %loop, label %exit
exit:
call void @aligned_barrier()
call void @aligned_barrier()
store i32 %i.next, ptr @G1
call void @aligned_barrier()
call void @aligned_barrier()
ret void
}
!llvm.module.flags = !{!16,!15}
!nvvm.annotations = !{!0,!1,!2,!3,!4,!5,!6,!7,!8,!9,!10,!11,!12,!13,!14,!17,!18,!19,!20,!21,!22,!23,!24,!25,!26,!27,!28,!29,!30}
!0 = !{ptr @pos_empty_1, !"kernel", i32 1}
!1 = !{ptr @pos_empty_2, !"kernel", i32 1}
!2 = !{ptr @pos_empty_3, !"kernel", i32 1}
!3 = !{ptr @pos_empty_4, !"kernel", i32 1}
!4 = !{ptr @pos_empty_5, !"kernel", i32 1}
!5 = !{ptr @pos_empty_6, !"kernel", i32 1}
!17 = !{ptr @pos_empty_7a, !"kernel", i32 1}
!18 = !{ptr @pos_empty_7b, !"kernel", i32 1}
!23 = !{ptr @pos_empty_8, !"kernel", i32 1}
!24 = !{ptr @caller_barrier1, !"kernel", i32 1}
!25 = !{ptr @caller_barrier2, !"kernel", i32 1}
!26 = !{ptr @loop_barrier, !"kernel", i32 1}
!27 = !{ptr @loop_barrier_end_barriers, !"kernel", i32 1}
!28 = !{ptr @loop_barrier_end_barriers_unknown, !"kernel", i32 1}
!29 = !{ptr @loop_barrier_store, !"kernel", i32 1}
!30 = !{ptr @loop_barrier_end_barriers_store, !"kernel", i32 1}
!6 = !{ptr @neg_empty_8, !"kernel", i32 1}
!19 = !{ptr @neg_empty_9, !"kernel", i32 1}
!20 = !{ptr @pos_empty_10, !"kernel", i32 1}
!21 = !{ptr @pos_empty_11, !"kernel", i32 1}
!22 = !{ptr @neg_empty_12, !"kernel", i32 1}
!7 = !{ptr @pos_constant_loads, !"kernel", i32 1}
!8 = !{ptr @neg_loads, !"kernel", i32 1}
!9 = !{ptr @pos_priv_mem, !"kernel", i32 1}
!10 = !{ptr @neg_mem, !"kernel", i32 1}
!11 = !{ptr @pos_multiple, !"kernel", i32 1}
!12 = !{ptr @multiple_blocks_kernel_1, !"kernel", i32 1}
!13 = !{ptr @multiple_blocks_kernel_2, !"kernel", i32 1}
!14 = !{ptr @multiple_blocks_functions_kernel_effects_0, !"kernel", i32 1}
!15 = !{i32 7, !"openmp", i32 50}
!16 = !{i32 7, !"openmp-device", i32 50}
;.
; MODULE: attributes #[[ATTR0:[0-9]+]] = { "llvm.assume"="ompx_aligned_barrier" }
; MODULE: attributes #[[ATTR1:[0-9]+]] = { convergent nocallback nounwind }
; MODULE: attributes #[[ATTR2:[0-9]+]] = { convergent nocallback nofree nounwind willreturn }
; MODULE: attributes #[[ATTR3:[0-9]+]] = { nocallback nofree nosync nounwind willreturn memory(inaccessiblemem: write) }
; MODULE: attributes #[[ATTR4]] = { "kernel" }
; MODULE: attributes #[[ATTR5]] = { nosync memory(none) }
;.
; CGSCC: attributes #[[ATTR0]] = { "llvm.assume"="ompx_aligned_barrier" }
; CGSCC: attributes #[[ATTR1:[0-9]+]] = { convergent nocallback nounwind }
; CGSCC: attributes #[[ATTR2:[0-9]+]] = { convergent nocallback nofree nounwind willreturn }
; CGSCC: attributes #[[ATTR3:[0-9]+]] = { nocallback nofree nosync nounwind willreturn memory(inaccessiblemem: write) }
; CGSCC: attributes #[[ATTR4]] = { "kernel" }
; CGSCC: attributes #[[ATTR5]] = { nosync memory(none) }
;.
; MODULE: [[META0:![0-9]+]] = !{i32 7, !"openmp-device", i32 50}
; MODULE: [[META1:![0-9]+]] = !{i32 7, !"openmp", i32 50}
; MODULE: [[META2:![0-9]+]] = !{ptr @pos_empty_1, !"kernel", i32 1}
; MODULE: [[META3:![0-9]+]] = !{ptr @pos_empty_2, !"kernel", i32 1}
; MODULE: [[META4:![0-9]+]] = !{ptr @pos_empty_3, !"kernel", i32 1}
; MODULE: [[META5:![0-9]+]] = !{ptr @pos_empty_4, !"kernel", i32 1}
; MODULE: [[META6:![0-9]+]] = !{ptr @pos_empty_5, !"kernel", i32 1}
; MODULE: [[META7:![0-9]+]] = !{ptr @pos_empty_6, !"kernel", i32 1}
; MODULE: [[META8:![0-9]+]] = !{ptr @neg_empty_8, !"kernel", i32 1}
; MODULE: [[META9:![0-9]+]] = !{ptr @pos_constant_loads, !"kernel", i32 1}
; MODULE: [[META10:![0-9]+]] = !{ptr @neg_loads, !"kernel", i32 1}
; MODULE: [[META11:![0-9]+]] = !{ptr @pos_priv_mem, !"kernel", i32 1}
; MODULE: [[META12:![0-9]+]] = !{ptr @neg_mem, !"kernel", i32 1}
; MODULE: [[META13:![0-9]+]] = !{ptr @pos_multiple, !"kernel", i32 1}
; MODULE: [[META14:![0-9]+]] = !{ptr @multiple_blocks_kernel_1, !"kernel", i32 1}
; MODULE: [[META15:![0-9]+]] = !{ptr @multiple_blocks_kernel_2, !"kernel", i32 1}
; MODULE: [[META16:![0-9]+]] = !{ptr @multiple_blocks_functions_kernel_effects_0, !"kernel", i32 1}
; MODULE: [[META17:![0-9]+]] = !{ptr @pos_empty_7a, !"kernel", i32 1}
; MODULE: [[META18:![0-9]+]] = !{ptr @pos_empty_7b, !"kernel", i32 1}
; MODULE: [[META19:![0-9]+]] = !{ptr @neg_empty_9, !"kernel", i32 1}
; MODULE: [[META20:![0-9]+]] = !{ptr @pos_empty_10, !"kernel", i32 1}
; MODULE: [[META21:![0-9]+]] = !{ptr @pos_empty_11, !"kernel", i32 1}
; MODULE: [[META22:![0-9]+]] = !{ptr @neg_empty_12, !"kernel", i32 1}
; MODULE: [[META23:![0-9]+]] = !{ptr @pos_empty_8, !"kernel", i32 1}
; MODULE: [[META24:![0-9]+]] = !{ptr @caller_barrier1, !"kernel", i32 1}
; MODULE: [[META25:![0-9]+]] = !{ptr @caller_barrier2, !"kernel", i32 1}
; MODULE: [[META26:![0-9]+]] = !{ptr @loop_barrier, !"kernel", i32 1}
; MODULE: [[META27:![0-9]+]] = !{ptr @loop_barrier_end_barriers, !"kernel", i32 1}
; MODULE: [[META28:![0-9]+]] = !{ptr @loop_barrier_end_barriers_unknown, !"kernel", i32 1}
; MODULE: [[META29:![0-9]+]] = !{ptr @loop_barrier_store, !"kernel", i32 1}
; MODULE: [[META30:![0-9]+]] = !{ptr @loop_barrier_end_barriers_store, !"kernel", i32 1}
;.
; CGSCC: [[META0:![0-9]+]] = !{i32 7, !"openmp-device", i32 50}
; CGSCC: [[META1:![0-9]+]] = !{i32 7, !"openmp", i32 50}
; CGSCC: [[META2:![0-9]+]] = !{ptr @pos_empty_1, !"kernel", i32 1}
; CGSCC: [[META3:![0-9]+]] = !{ptr @pos_empty_2, !"kernel", i32 1}
; CGSCC: [[META4:![0-9]+]] = !{ptr @pos_empty_3, !"kernel", i32 1}
; CGSCC: [[META5:![0-9]+]] = !{ptr @pos_empty_4, !"kernel", i32 1}
; CGSCC: [[META6:![0-9]+]] = !{ptr @pos_empty_5, !"kernel", i32 1}
; CGSCC: [[META7:![0-9]+]] = !{ptr @pos_empty_6, !"kernel", i32 1}
; CGSCC: [[META8:![0-9]+]] = !{ptr @neg_empty_8, !"kernel", i32 1}
; CGSCC: [[META9:![0-9]+]] = !{ptr @pos_constant_loads, !"kernel", i32 1}
; CGSCC: [[META10:![0-9]+]] = !{ptr @neg_loads, !"kernel", i32 1}
; CGSCC: [[META11:![0-9]+]] = !{ptr @pos_priv_mem, !"kernel", i32 1}
; CGSCC: [[META12:![0-9]+]] = !{ptr @neg_mem, !"kernel", i32 1}
; CGSCC: [[META13:![0-9]+]] = !{ptr @pos_multiple, !"kernel", i32 1}
; CGSCC: [[META14:![0-9]+]] = !{ptr @multiple_blocks_kernel_1, !"kernel", i32 1}
; CGSCC: [[META15:![0-9]+]] = !{ptr @multiple_blocks_kernel_2, !"kernel", i32 1}
; CGSCC: [[META16:![0-9]+]] = !{ptr @multiple_blocks_functions_kernel_effects_0, !"kernel", i32 1}
; CGSCC: [[META17:![0-9]+]] = !{ptr @pos_empty_7a, !"kernel", i32 1}
; CGSCC: [[META18:![0-9]+]] = !{ptr @pos_empty_7b, !"kernel", i32 1}
; CGSCC: [[META19:![0-9]+]] = !{ptr @neg_empty_9, !"kernel", i32 1}
; CGSCC: [[META20:![0-9]+]] = !{ptr @pos_empty_10, !"kernel", i32 1}
; CGSCC: [[META21:![0-9]+]] = !{ptr @pos_empty_11, !"kernel", i32 1}
; CGSCC: [[META22:![0-9]+]] = !{ptr @neg_empty_12, !"kernel", i32 1}
; CGSCC: [[META23:![0-9]+]] = !{ptr @pos_empty_8, !"kernel", i32 1}
; CGSCC: [[META24:![0-9]+]] = !{ptr @caller_barrier1, !"kernel", i32 1}
; CGSCC: [[META25:![0-9]+]] = !{ptr @caller_barrier2, !"kernel", i32 1}
; CGSCC: [[META26:![0-9]+]] = !{ptr @loop_barrier, !"kernel", i32 1}
; CGSCC: [[META27:![0-9]+]] = !{ptr @loop_barrier_end_barriers, !"kernel", i32 1}
; CGSCC: [[META28:![0-9]+]] = !{ptr @loop_barrier_end_barriers_unknown, !"kernel", i32 1}
; CGSCC: [[META29:![0-9]+]] = !{ptr @loop_barrier_store, !"kernel", i32 1}
; CGSCC: [[META30:![0-9]+]] = !{ptr @loop_barrier_end_barriers_store, !"kernel", i32 1}
;.
Codebase Browser
llvm