1 ; RUN: llc -march=amdgcn -mcpu=SI -verify-machineinstrs < %s | FileCheck -check-prefix=SI -check-prefix=FUNC %s
3 declare void @llvm.memcpy.p3i8.p3i8.i32(i8 addrspace(3)* nocapture, i8 addrspace(3)* nocapture, i32, i32, i1) nounwind
4 declare void @llvm.memcpy.p1i8.p1i8.i64(i8 addrspace(1)* nocapture, i8 addrspace(1)* nocapture, i64, i32, i1) nounwind
7 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_lds_to_lds_align1:
81 define void @test_small_memcpy_i64_lds_to_lds_align1(i64 addrspace(3)* noalias %out, i64 addrspace(3)* noalias %in) nounwind {
82 %bcin = bitcast i64 addrspace(3)* %in to i8 addrspace(3)*
83 %bcout = bitcast i64 addrspace(3)* %out to i8 addrspace(3)*
84 call void @llvm.memcpy.p3i8.p3i8.i32(i8 addrspace(3)* %bcout, i8 addrspace(3)* %bcin, i32 32, i32 1, i1 false) nounwind
88 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_lds_to_lds_align2:
126 define void @test_small_memcpy_i64_lds_to_lds_align2(i64 addrspace(3)* noalias %out, i64 addrspace(3)* noalias %in) nounwind {
127 %bcin = bitcast i64 addrspace(3)* %in to i8 addrspace(3)*
128 %bcout = bitcast i64 addrspace(3)* %out to i8 addrspace(3)*
129 call void @llvm.memcpy.p3i8.p3i8.i32(i8 addrspace(3)* %bcout, i8 addrspace(3)* %bcin, i32 32, i32 2, i1 false) nounwind
133 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_lds_to_lds_align4:
134 ; SI-DAG: ds_read_b32
135 ; SI-DAG: ds_write_b32
137 ; SI-DAG: ds_read_b32
138 ; SI-DAG: ds_write_b32
140 ; SI-DAG: ds_read_b32
141 ; SI-DAG: ds_write_b32
143 ; SI-DAG: ds_read_b32
144 ; SI-DAG: ds_write_b32
146 ; SI-DAG: ds_read_b32
147 ; SI-DAG: ds_write_b32
149 ; SI-DAG: ds_read_b32
150 ; SI-DAG: ds_write_b32
152 ; SI-DAG: ds_read_b32
153 ; SI-DAG: ds_write_b32
155 ; SI-DAG: ds_read_b32
156 ; SI-DAG: ds_write_b32
158 ; SI-DAG: ds_read_b32
159 ; SI-DAG: ds_write_b32
162 define void @test_small_memcpy_i64_lds_to_lds_align4(i64 addrspace(3)* noalias %out, i64 addrspace(3)* noalias %in) nounwind {
163 %bcin = bitcast i64 addrspace(3)* %in to i8 addrspace(3)*
164 %bcout = bitcast i64 addrspace(3)* %out to i8 addrspace(3)*
165 call void @llvm.memcpy.p3i8.p3i8.i32(i8 addrspace(3)* %bcout, i8 addrspace(3)* %bcin, i32 32, i32 4, i1 false) nounwind
169 ; FIXME: Use 64-bit ops
170 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_lds_to_lds_align8:
172 ; SI-DAG: ds_read_b32
173 ; SI-DAG: ds_write_b32
175 ; SI-DAG: ds_read_b32
176 ; SI-DAG: ds_write_b32
178 ; SI-DAG: ds_read_b32
179 ; SI-DAG: ds_write_b32
181 ; SI-DAG: ds_read_b32
182 ; SI-DAG: ds_write_b32
184 ; SI-DAG: ds_read_b32
185 ; SI-DAG: ds_write_b32
187 ; SI-DAG: ds_read_b32
188 ; SI-DAG: ds_write_b32
190 ; SI-DAG: ds_read_b32
191 ; SI-DAG: ds_write_b32
193 ; SI-DAG: ds_read_b32
194 ; SI-DAG: ds_write_b32
196 ; SI-DAG: ds_read_b32
197 ; SI-DAG: ds_write_b32
200 define void @test_small_memcpy_i64_lds_to_lds_align8(i64 addrspace(3)* noalias %out, i64 addrspace(3)* noalias %in) nounwind {
201 %bcin = bitcast i64 addrspace(3)* %in to i8 addrspace(3)*
202 %bcout = bitcast i64 addrspace(3)* %out to i8 addrspace(3)*
203 call void @llvm.memcpy.p3i8.p3i8.i32(i8 addrspace(3)* %bcout, i8 addrspace(3)* %bcin, i32 32, i32 8, i1 false) nounwind
207 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_global_to_global_align1:
208 ; SI-DAG: buffer_load_ubyte
209 ; SI-DAG: buffer_store_byte
210 ; SI-DAG: buffer_load_ubyte
211 ; SI-DAG: buffer_store_byte
212 ; SI-DAG: buffer_load_ubyte
213 ; SI-DAG: buffer_store_byte
214 ; SI-DAG: buffer_load_ubyte
215 ; SI-DAG: buffer_store_byte
216 ; SI-DAG: buffer_load_ubyte
217 ; SI-DAG: buffer_store_byte
218 ; SI-DAG: buffer_load_ubyte
219 ; SI-DAG: buffer_store_byte
220 ; SI-DAG: buffer_load_ubyte
221 ; SI-DAG: buffer_store_byte
222 ; SI-DAG: buffer_load_ubyte
223 ; SI-DAG: buffer_store_byte
225 ; SI-DAG: buffer_load_ubyte
226 ; SI-DAG: buffer_store_byte
227 ; SI-DAG: buffer_load_ubyte
228 ; SI-DAG: buffer_store_byte
229 ; SI-DAG: buffer_load_ubyte
230 ; SI-DAG: buffer_store_byte
231 ; SI-DAG: buffer_load_ubyte
232 ; SI-DAG: buffer_store_byte
233 ; SI-DAG: buffer_load_ubyte
234 ; SI-DAG: buffer_store_byte
235 ; SI-DAG: buffer_load_ubyte
236 ; SI-DAG: buffer_store_byte
237 ; SI-DAG: buffer_load_ubyte
238 ; SI-DAG: buffer_store_byte
239 ; SI-DAG: buffer_load_ubyte
240 ; SI-DAG: buffer_store_byte
242 ; SI-DAG: buffer_load_ubyte
243 ; SI-DAG: buffer_store_byte
244 ; SI-DAG: buffer_load_ubyte
245 ; SI-DAG: buffer_store_byte
246 ; SI-DAG: buffer_load_ubyte
247 ; SI-DAG: buffer_store_byte
248 ; SI-DAG: buffer_load_ubyte
249 ; SI-DAG: buffer_store_byte
250 ; SI-DAG: buffer_load_ubyte
251 ; SI-DAG: buffer_store_byte
252 ; SI-DAG: buffer_load_ubyte
253 ; SI-DAG: buffer_store_byte
254 ; SI-DAG: buffer_load_ubyte
255 ; SI-DAG: buffer_store_byte
256 ; SI-DAG: buffer_load_ubyte
257 ; SI-DAG: buffer_store_byte
259 ; SI-DAG: buffer_load_ubyte
260 ; SI-DAG: buffer_store_byte
261 ; SI-DAG: buffer_load_ubyte
262 ; SI-DAG: buffer_store_byte
263 ; SI-DAG: buffer_load_ubyte
264 ; SI-DAG: buffer_store_byte
265 ; SI-DAG: buffer_load_ubyte
266 ; SI-DAG: buffer_store_byte
267 ; SI-DAG: buffer_load_ubyte
268 ; SI-DAG: buffer_store_byte
269 ; SI-DAG: buffer_load_ubyte
270 ; SI-DAG: buffer_store_byte
271 ; SI-DAG: buffer_load_ubyte
272 ; SI-DAG: buffer_store_byte
273 ; SI-DAG: buffer_load_ubyte
274 ; SI-DAG: buffer_store_byte
277 define void @test_small_memcpy_i64_global_to_global_align1(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in) nounwind {
278 %bcin = bitcast i64 addrspace(1)* %in to i8 addrspace(1)*
279 %bcout = bitcast i64 addrspace(1)* %out to i8 addrspace(1)*
280 call void @llvm.memcpy.p1i8.p1i8.i64(i8 addrspace(1)* %bcout, i8 addrspace(1)* %bcin, i64 32, i32 1, i1 false) nounwind
284 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_global_to_global_align2:
285 ; SI-DAG: buffer_load_ushort
286 ; SI-DAG: buffer_load_ushort
287 ; SI-DAG: buffer_load_ushort
288 ; SI-DAG: buffer_load_ushort
289 ; SI-DAG: buffer_load_ushort
290 ; SI-DAG: buffer_load_ushort
291 ; SI-DAG: buffer_load_ushort
292 ; SI-DAG: buffer_load_ushort
293 ; SI-DAG: buffer_load_ushort
294 ; SI-DAG: buffer_load_ushort
295 ; SI-DAG: buffer_load_ushort
296 ; SI-DAG: buffer_load_ushort
297 ; SI-DAG: buffer_load_ushort
298 ; SI-DAG: buffer_load_ushort
299 ; SI-DAG: buffer_load_ushort
300 ; SI-DAG: buffer_load_ushort
302 ; SI-DAG: buffer_store_short
303 ; SI-DAG: buffer_store_short
304 ; SI-DAG: buffer_store_short
305 ; SI-DAG: buffer_store_short
306 ; SI-DAG: buffer_store_short
307 ; SI-DAG: buffer_store_short
308 ; SI-DAG: buffer_store_short
309 ; SI-DAG: buffer_store_short
310 ; SI-DAG: buffer_store_short
311 ; SI-DAG: buffer_store_short
312 ; SI-DAG: buffer_store_short
313 ; SI-DAG: buffer_store_short
314 ; SI-DAG: buffer_store_short
315 ; SI-DAG: buffer_store_short
316 ; SI-DAG: buffer_store_short
317 ; SI-DAG: buffer_store_short
320 define void @test_small_memcpy_i64_global_to_global_align2(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in) nounwind {
321 %bcin = bitcast i64 addrspace(1)* %in to i8 addrspace(1)*
322 %bcout = bitcast i64 addrspace(1)* %out to i8 addrspace(1)*
323 call void @llvm.memcpy.p1i8.p1i8.i64(i8 addrspace(1)* %bcout, i8 addrspace(1)* %bcin, i64 32, i32 2, i1 false) nounwind
327 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_global_to_global_align4:
328 ; SI: buffer_load_dwordx4
329 ; SI: buffer_load_dwordx4
330 ; SI: buffer_store_dwordx4
331 ; SI: buffer_store_dwordx4
333 define void @test_small_memcpy_i64_global_to_global_align4(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in) nounwind {
334 %bcin = bitcast i64 addrspace(1)* %in to i8 addrspace(1)*
335 %bcout = bitcast i64 addrspace(1)* %out to i8 addrspace(1)*
336 call void @llvm.memcpy.p1i8.p1i8.i64(i8 addrspace(1)* %bcout, i8 addrspace(1)* %bcin, i64 32, i32 4, i1 false) nounwind
340 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_global_to_global_align8:
341 ; SI: buffer_load_dwordx4
342 ; SI: buffer_load_dwordx4
343 ; SI: buffer_store_dwordx4
344 ; SI: buffer_store_dwordx4
346 define void @test_small_memcpy_i64_global_to_global_align8(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in) nounwind {
347 %bcin = bitcast i64 addrspace(1)* %in to i8 addrspace(1)*
348 %bcout = bitcast i64 addrspace(1)* %out to i8 addrspace(1)*
349 call void @llvm.memcpy.p1i8.p1i8.i64(i8 addrspace(1)* %bcout, i8 addrspace(1)* %bcin, i64 32, i32 8, i1 false) nounwind
353 ; FUNC-LABEL: {{^}}test_small_memcpy_i64_global_to_global_align16:
354 ; SI: buffer_load_dwordx4
355 ; SI: buffer_load_dwordx4
356 ; SI: buffer_store_dwordx4
357 ; SI: buffer_store_dwordx4
359 define void @test_small_memcpy_i64_global_to_global_align16(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in) nounwind {
360 %bcin = bitcast i64 addrspace(1)* %in to i8 addrspace(1)*
361 %bcout = bitcast i64 addrspace(1)* %out to i8 addrspace(1)*
362 call void @llvm.memcpy.p1i8.p1i8.i64(i8 addrspace(1)* %bcout, i8 addrspace(1)* %bcin, i64 32, i32 16, i1 false) nounwind