1; RUN: llc -march=amdgcn -mcpu=bonaire -verify-machineinstrs -enable-misched -enable-aa-sched-mi < %s | FileCheck -check-prefix=FUNC -check-prefix=CI %s
2
3declare void @llvm.SI.tbuffer.store.i32(<16 x i8>, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32)
4declare void @llvm.SI.tbuffer.store.v4i32(<16 x i8>, <4 x i32>, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32, i32)
5declare void @llvm.AMDGPU.barrier.local() #2
6
7
8@stored_lds_ptr = addrspace(3) global i32 addrspace(3)* undef, align 4
9@stored_constant_ptr = addrspace(3) global i32 addrspace(2)* undef, align 8
10@stored_global_ptr = addrspace(3) global i32 addrspace(1)* undef, align 8
11
12; FUNC-LABEL: @reorder_local_load_global_store_local_load
13; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:4
14; CI-NEXT: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:8
15; CI: buffer_store_dword
16define void @reorder_local_load_global_store_local_load(i32 addrspace(1)* %out, i32 addrspace(1)* %gptr) #0 {
17  %ptr0 = load i32 addrspace(3)* addrspace(3)* @stored_lds_ptr, align 4
18
19  %ptr1 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 1
20  %ptr2 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 2
21
22  %tmp1 = load i32 addrspace(3)* %ptr1, align 4
23  store i32 99, i32 addrspace(1)* %gptr, align 4
24  %tmp2 = load i32 addrspace(3)* %ptr2, align 4
25
26  %add = add nsw i32 %tmp1, %tmp2
27
28  store i32 %add, i32 addrspace(1)* %out, align 4
29  ret void
30}
31
32; FUNC-LABEL: @no_reorder_local_load_volatile_global_store_local_load
33; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:4
34; CI: buffer_store_dword
35; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:8
36define void @no_reorder_local_load_volatile_global_store_local_load(i32 addrspace(1)* %out, i32 addrspace(1)* %gptr) #0 {
37  %ptr0 = load i32 addrspace(3)* addrspace(3)* @stored_lds_ptr, align 4
38
39  %ptr1 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 1
40  %ptr2 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 2
41
42  %tmp1 = load i32 addrspace(3)* %ptr1, align 4
43  store volatile i32 99, i32 addrspace(1)* %gptr, align 4
44  %tmp2 = load i32 addrspace(3)* %ptr2, align 4
45
46  %add = add nsw i32 %tmp1, %tmp2
47
48  store i32 %add, i32 addrspace(1)* %out, align 4
49  ret void
50}
51
52; FUNC-LABEL: @no_reorder_barrier_local_load_global_store_local_load
53; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:4
54; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:8
55; CI: buffer_store_dword
56define void @no_reorder_barrier_local_load_global_store_local_load(i32 addrspace(1)* %out, i32 addrspace(1)* %gptr) #0 {
57  %ptr0 = load i32 addrspace(3)* addrspace(3)* @stored_lds_ptr, align 4
58
59  %ptr1 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 1
60  %ptr2 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 2
61
62  %tmp1 = load i32 addrspace(3)* %ptr1, align 4
63  store i32 99, i32 addrspace(1)* %gptr, align 4
64  call void @llvm.AMDGPU.barrier.local() #2
65  %tmp2 = load i32 addrspace(3)* %ptr2, align 4
66
67  %add = add nsw i32 %tmp1, %tmp2
68
69  store i32 %add, i32 addrspace(1)* %out, align 4
70  ret void
71}
72
73; Technically we could reorder these, but just comparing the
74; instruction type of the load is insufficient.
75
76; FUNC-LABEL: @no_reorder_constant_load_global_store_constant_load
77; CI: buffer_load_dword
78; CI: buffer_store_dword
79; CI: buffer_load_dword
80; CI: buffer_store_dword
81define void @no_reorder_constant_load_global_store_constant_load(i32 addrspace(1)* %out, i32 addrspace(1)* %gptr) #0 {
82  %ptr0 = load i32 addrspace(2)* addrspace(3)* @stored_constant_ptr, align 8
83
84  %ptr1 = getelementptr inbounds i32 addrspace(2)* %ptr0, i64 1
85  %ptr2 = getelementptr inbounds i32 addrspace(2)* %ptr0, i64 2
86
87  %tmp1 = load i32 addrspace(2)* %ptr1, align 4
88  store i32 99, i32 addrspace(1)* %gptr, align 4
89  %tmp2 = load i32 addrspace(2)* %ptr2, align 4
90
91  %add = add nsw i32 %tmp1, %tmp2
92
93  store i32 %add, i32 addrspace(1)* %out, align 4
94  ret void
95}
96
97; XXX: Should be able to reorder this, but the laods count as ordered
98
99; FUNC-LABEL: @reorder_constant_load_local_store_constant_load
100; CI: buffer_load_dword
101; CI: ds_write_b32
102; CI: buffer_load_dword
103; CI: buffer_store_dword
104define void @reorder_constant_load_local_store_constant_load(i32 addrspace(1)* %out, i32 addrspace(3)* %lptr) #0 {
105  %ptr0 = load i32 addrspace(2)* addrspace(3)* @stored_constant_ptr, align 8
106
107  %ptr1 = getelementptr inbounds i32 addrspace(2)* %ptr0, i64 1
108  %ptr2 = getelementptr inbounds i32 addrspace(2)* %ptr0, i64 2
109
110  %tmp1 = load i32 addrspace(2)* %ptr1, align 4
111  store i32 99, i32 addrspace(3)* %lptr, align 4
112  %tmp2 = load i32 addrspace(2)* %ptr2, align 4
113
114  %add = add nsw i32 %tmp1, %tmp2
115
116  store i32 %add, i32 addrspace(1)* %out, align 4
117  ret void
118}
119
120; FUNC-LABEL: @reorder_smrd_load_local_store_smrd_load
121; CI: s_load_dword
122; CI: s_load_dword
123; CI: s_load_dword
124; CI: ds_write_b32
125; CI: buffer_store_dword
126define void @reorder_smrd_load_local_store_smrd_load(i32 addrspace(1)* %out, i32 addrspace(3)* noalias %lptr, i32 addrspace(2)* %ptr0) #0 {
127  %ptr1 = getelementptr inbounds i32 addrspace(2)* %ptr0, i64 1
128  %ptr2 = getelementptr inbounds i32 addrspace(2)* %ptr0, i64 2
129
130  %tmp1 = load i32 addrspace(2)* %ptr1, align 4
131  store i32 99, i32 addrspace(3)* %lptr, align 4
132  %tmp2 = load i32 addrspace(2)* %ptr2, align 4
133
134  %add = add nsw i32 %tmp1, %tmp2
135
136  store i32 %add, i32 addrspace(1)* %out, align 4
137  ret void
138}
139
140; FUNC-LABEL: @reorder_global_load_local_store_global_load
141; CI: buffer_load_dword
142; CI: buffer_load_dword
143; CI: ds_write_b32
144; CI: buffer_store_dword
145define void @reorder_global_load_local_store_global_load(i32 addrspace(1)* %out, i32 addrspace(3)* %lptr, i32 addrspace(1)* %ptr0) #0 {
146  %ptr1 = getelementptr inbounds i32 addrspace(1)* %ptr0, i64 1
147  %ptr2 = getelementptr inbounds i32 addrspace(1)* %ptr0, i64 2
148
149  %tmp1 = load i32 addrspace(1)* %ptr1, align 4
150  store i32 99, i32 addrspace(3)* %lptr, align 4
151  %tmp2 = load i32 addrspace(1)* %ptr2, align 4
152
153  %add = add nsw i32 %tmp1, %tmp2
154
155  store i32 %add, i32 addrspace(1)* %out, align 4
156  ret void
157}
158
159; FUNC-LABEL: @reorder_local_offsets
160; CI: ds_write_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:12
161; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:400
162; CI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:404
163; CI: ds_write_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:400
164; CI: ds_write_b32 {{v[0-9]+}}, {{v[0-9]+}} offset:404
165; CI: buffer_store_dword
166; CI: s_endpgm
167define void @reorder_local_offsets(i32 addrspace(1)* nocapture %out, i32 addrspace(1)* noalias nocapture readnone %gptr, i32 addrspace(3)* noalias nocapture %ptr0) #0 {
168  %ptr1 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 3
169  %ptr2 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 100
170  %ptr3 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 101
171
172  store i32 123, i32 addrspace(3)* %ptr1, align 4
173  %tmp1 = load i32 addrspace(3)* %ptr2, align 4
174  %tmp2 = load i32 addrspace(3)* %ptr3, align 4
175  store i32 123, i32 addrspace(3)* %ptr2, align 4
176  %tmp3 = load i32 addrspace(3)* %ptr1, align 4
177  store i32 789, i32 addrspace(3)* %ptr3, align 4
178
179  %add.0 = add nsw i32 %tmp2, %tmp1
180  %add.1 = add nsw i32 %add.0, %tmp3
181  store i32 %add.1, i32 addrspace(1)* %out, align 4
182  ret void
183}
184
185; FUNC-LABEL: @reorder_global_offsets
186; CI: buffer_store_dword {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0 offset:12
187; CI: buffer_load_dword {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0 offset:400
188; CI: buffer_load_dword {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0 offset:404
189; CI: buffer_store_dword {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0 offset:400
190; CI: buffer_store_dword {{v[0-9]+}}, {{s\[[0-9]+:[0-9]+\]}}, 0 offset:404
191; CI: buffer_store_dword
192; CI: s_endpgm
193define void @reorder_global_offsets(i32 addrspace(1)* nocapture %out, i32 addrspace(1)* noalias nocapture readnone %gptr, i32 addrspace(1)* noalias nocapture %ptr0) #0 {
194  %ptr1 = getelementptr inbounds i32 addrspace(1)* %ptr0, i32 3
195  %ptr2 = getelementptr inbounds i32 addrspace(1)* %ptr0, i32 100
196  %ptr3 = getelementptr inbounds i32 addrspace(1)* %ptr0, i32 101
197
198  store i32 123, i32 addrspace(1)* %ptr1, align 4
199  %tmp1 = load i32 addrspace(1)* %ptr2, align 4
200  %tmp2 = load i32 addrspace(1)* %ptr3, align 4
201  store i32 123, i32 addrspace(1)* %ptr2, align 4
202  %tmp3 = load i32 addrspace(1)* %ptr1, align 4
203  store i32 789, i32 addrspace(1)* %ptr3, align 4
204
205  %add.0 = add nsw i32 %tmp2, %tmp1
206  %add.1 = add nsw i32 %add.0, %tmp3
207  store i32 %add.1, i32 addrspace(1)* %out, align 4
208  ret void
209}
210
211; XFUNC-LABEL: @reorder_local_load_tbuffer_store_local_load
212; XCI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}}, 0x4
213; XCI: TBUFFER_STORE_FORMAT
214; XCI: ds_read_b32 {{v[0-9]+}}, {{v[0-9]+}}, 0x8
215; define void @reorder_local_load_tbuffer_store_local_load(i32 addrspace(1)* %out, i32 %a1, i32 %vaddr) #1 {
216;   %ptr0 = load i32 addrspace(3)* addrspace(3)* @stored_lds_ptr, align 4
217
218;   %ptr1 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 1
219;   %ptr2 = getelementptr inbounds i32 addrspace(3)* %ptr0, i32 2
220
221;   %tmp1 = load i32 addrspace(3)* %ptr1, align 4
222
223;   %vdata = insertelement <4 x i32> undef, i32 %a1, i32 0
224;   call void @llvm.SI.tbuffer.store.v4i32(<16 x i8> undef, <4 x i32> %vdata,
225;         i32 4, i32 %vaddr, i32 0, i32 32, i32 14, i32 4, i32 1, i32 0, i32 1,
226;         i32 1, i32 0)
227
228;   %tmp2 = load i32 addrspace(3)* %ptr2, align 4
229
230;   %add = add nsw i32 %tmp1, %tmp2
231
232;   store i32 %add, i32 addrspace(1)* %out, align 4
233;   ret void
234; }
235
236attributes #0 = { nounwind "less-precise-fpmad"="false" "no-frame-pointer-elim"="true" "no-frame-pointer-elim-non-leaf" "no-infs-fp-math"="true" "no-nans-fp-math"="true" "stack-protector-buffer-size"="8" "unsafe-fp-math"="true" "use-soft-float"="false" }
237attributes #1 = { "ShaderType"="1" nounwind "less-precise-fpmad"="false" "no-frame-pointer-elim"="true" "no-frame-pointer-elim-non-leaf" "no-infs-fp-math"="true" "no-nans-fp-math"="true" "stack-protector-buffer-size"="8" "unsafe-fp-math"="true" "use-soft-float"="false" }
238attributes #2 = { nounwind noduplicate }
239