1// REQUIRES: amdgpu-registered-target
2// RUN: %clang_cc1 -cl-std=CL2.0 -triple amdgcn-unknown-unknown -S -emit-llvm -o - %s | FileCheck -enable-var-scope %s
3
4#pragma OPENCL EXTENSION cl_khr_fp64 : enable
5
6typedef unsigned long ulong;
7typedef unsigned int uint;
8typedef unsigned short ushort;
9typedef half __attribute__((ext_vector_type(2))) half2;
10typedef short __attribute__((ext_vector_type(2))) short2;
11typedef ushort __attribute__((ext_vector_type(2))) ushort2;
12typedef uint __attribute__((ext_vector_type(4))) uint4;
13
14// CHECK-LABEL: @test_div_scale_f64
15// CHECK: call { double, i1 } @llvm.amdgcn.div.scale.f64(double %a, double %b, i1 true)
16// CHECK-DAG: [[FLAG:%.+]] = extractvalue { double, i1 } %{{.+}}, 1
17// CHECK-DAG: [[VAL:%.+]] = extractvalue { double, i1 } %{{.+}}, 0
18// CHECK: [[FLAGEXT:%.+]] = zext i1 [[FLAG]] to i32
19// CHECK: store i32 [[FLAGEXT]]
20void test_div_scale_f64(global double* out, global int* flagout, double a, double b)
21{
22  bool flag;
23  *out = __builtin_amdgcn_div_scale(a, b, true, &flag);
24  *flagout = flag;
25}
26
27// CHECK-LABEL: @test_div_scale_f32(
28// CHECK: call { float, i1 } @llvm.amdgcn.div.scale.f32(float %a, float %b, i1 true)
29// CHECK-DAG: [[FLAG:%.+]] = extractvalue { float, i1 } %{{.+}}, 1
30// CHECK-DAG: [[VAL:%.+]] = extractvalue { float, i1 } %{{.+}}, 0
31// CHECK: [[FLAGEXT:%.+]] = zext i1 [[FLAG]] to i8
32// CHECK: store i8 [[FLAGEXT]]
33void test_div_scale_f32(global float* out, global bool* flagout, float a, float b)
34{
35  bool flag;
36  *out = __builtin_amdgcn_div_scalef(a, b, true, &flag);
37  *flagout = flag;
38}
39
40// CHECK-LABEL: @test_div_scale_f32_global_ptr(
41// CHECK: call { float, i1 } @llvm.amdgcn.div.scale.f32(float %a, float %b, i1 true)
42// CHECK-DAG: [[FLAG:%.+]] = extractvalue { float, i1 } %{{.+}}, 1
43// CHECK-DAG: [[VAL:%.+]] = extractvalue { float, i1 } %{{.+}}, 0
44// CHECK: [[FLAGEXT:%.+]] = zext i1 [[FLAG]] to i8
45// CHECK: store i8 [[FLAGEXT]]
46void test_div_scale_f32_global_ptr(global float* out, global int* flagout, float a, float b, global bool* flag)
47{
48  *out = __builtin_amdgcn_div_scalef(a, b, true, flag);
49}
50
51// CHECK-LABEL: @test_div_scale_f32_generic_ptr(
52// CHECK: call { float, i1 } @llvm.amdgcn.div.scale.f32(float %a, float %b, i1 true)
53// CHECK-DAG: [[FLAG:%.+]] = extractvalue { float, i1 } %{{.+}}, 1
54// CHECK-DAG: [[VAL:%.+]] = extractvalue { float, i1 } %{{.+}}, 0
55// CHECK: [[FLAGEXT:%.+]] = zext i1 [[FLAG]] to i8
56// CHECK: store i8 [[FLAGEXT]]
57void test_div_scale_f32_generic_ptr(global float* out, global int* flagout, float a, float b, global bool* flag_arg)
58{
59  generic bool* flag = flag_arg;
60  *out = __builtin_amdgcn_div_scalef(a, b, true, flag);
61}
62
63// CHECK-LABEL: @test_div_fmas_f32
64// CHECK: call float @llvm.amdgcn.div.fmas.f32
65void test_div_fmas_f32(global float* out, float a, float b, float c, int d)
66{
67  *out = __builtin_amdgcn_div_fmasf(a, b, c, d);
68}
69
70// CHECK-LABEL: @test_div_fmas_f64
71// CHECK: call double @llvm.amdgcn.div.fmas.f64
72void test_div_fmas_f64(global double* out, double a, double b, double c, int d)
73{
74  *out = __builtin_amdgcn_div_fmas(a, b, c, d);
75}
76
77// CHECK-LABEL: @test_div_fixup_f32
78// CHECK: call float @llvm.amdgcn.div.fixup.f32
79void test_div_fixup_f32(global float* out, float a, float b, float c)
80{
81  *out = __builtin_amdgcn_div_fixupf(a, b, c);
82}
83
84// CHECK-LABEL: @test_div_fixup_f64
85// CHECK: call double @llvm.amdgcn.div.fixup.f64
86void test_div_fixup_f64(global double* out, double a, double b, double c)
87{
88  *out = __builtin_amdgcn_div_fixup(a, b, c);
89}
90
91// CHECK-LABEL: @test_trig_preop_f32
92// CHECK: call float @llvm.amdgcn.trig.preop.f32
93void test_trig_preop_f32(global float* out, float a, int b)
94{
95  *out = __builtin_amdgcn_trig_preopf(a, b);
96}
97
98// CHECK-LABEL: @test_trig_preop_f64
99// CHECK: call double @llvm.amdgcn.trig.preop.f64
100void test_trig_preop_f64(global double* out, double a, int b)
101{
102  *out = __builtin_amdgcn_trig_preop(a, b);
103}
104
105// CHECK-LABEL: @test_rcp_f32
106// CHECK: call float @llvm.amdgcn.rcp.f32
107void test_rcp_f32(global float* out, float a)
108{
109  *out = __builtin_amdgcn_rcpf(a);
110}
111
112// CHECK-LABEL: @test_rcp_f64
113// CHECK: call double @llvm.amdgcn.rcp.f64
114void test_rcp_f64(global double* out, double a)
115{
116  *out = __builtin_amdgcn_rcp(a);
117}
118
119// CHECK-LABEL: @test_sqrt_f32
120// CHECK: call float @llvm.amdgcn.sqrt.f32
121void test_sqrt_f32(global float* out, float a)
122{
123  *out = __builtin_amdgcn_sqrtf(a);
124}
125
126// CHECK-LABEL: @test_sqrt_f64
127// CHECK: call double @llvm.amdgcn.sqrt.f64
128void test_sqrt_f64(global double* out, double a)
129{
130  *out = __builtin_amdgcn_sqrt(a);
131}
132
133// CHECK-LABEL: @test_rsq_f32
134// CHECK: call float @llvm.amdgcn.rsq.f32
135void test_rsq_f32(global float* out, float a)
136{
137  *out = __builtin_amdgcn_rsqf(a);
138}
139
140// CHECK-LABEL: @test_rsq_f64
141// CHECK: call double @llvm.amdgcn.rsq.f64
142void test_rsq_f64(global double* out, double a)
143{
144  *out = __builtin_amdgcn_rsq(a);
145}
146
147// CHECK-LABEL: @test_rsq_clamp_f32
148// CHECK: call float @llvm.amdgcn.rsq.clamp.f32
149void test_rsq_clamp_f32(global float* out, float a)
150{
151  *out = __builtin_amdgcn_rsq_clampf(a);
152}
153
154// CHECK-LABEL: @test_rsq_clamp_f64
155// CHECK: call double @llvm.amdgcn.rsq.clamp.f64
156void test_rsq_clamp_f64(global double* out, double a)
157{
158  *out = __builtin_amdgcn_rsq_clamp(a);
159}
160
161// CHECK-LABEL: @test_sin_f32
162// CHECK: call float @llvm.amdgcn.sin.f32
163void test_sin_f32(global float* out, float a)
164{
165  *out = __builtin_amdgcn_sinf(a);
166}
167
168// CHECK-LABEL: @test_cos_f32
169// CHECK: call float @llvm.amdgcn.cos.f32
170void test_cos_f32(global float* out, float a)
171{
172  *out = __builtin_amdgcn_cosf(a);
173}
174
175// CHECK-LABEL: @test_log_clamp_f32
176// CHECK: call float @llvm.amdgcn.log.clamp.f32
177void test_log_clamp_f32(global float* out, float a)
178{
179  *out = __builtin_amdgcn_log_clampf(a);
180}
181
182// CHECK-LABEL: @test_ldexp_f32
183// CHECK: call float @llvm.amdgcn.ldexp.f32
184void test_ldexp_f32(global float* out, float a, int b)
185{
186  *out = __builtin_amdgcn_ldexpf(a, b);
187}
188
189// CHECK-LABEL: @test_ldexp_f64
190// CHECK: call double @llvm.amdgcn.ldexp.f64
191void test_ldexp_f64(global double* out, double a, int b)
192{
193  *out = __builtin_amdgcn_ldexp(a, b);
194}
195
196// CHECK-LABEL: @test_frexp_mant_f32
197// CHECK: call float @llvm.amdgcn.frexp.mant.f32
198void test_frexp_mant_f32(global float* out, float a)
199{
200  *out = __builtin_amdgcn_frexp_mantf(a);
201}
202
203// CHECK-LABEL: @test_frexp_mant_f64
204// CHECK: call double @llvm.amdgcn.frexp.mant.f64
205void test_frexp_mant_f64(global double* out, double a)
206{
207  *out = __builtin_amdgcn_frexp_mant(a);
208}
209
210// CHECK-LABEL: @test_frexp_exp_f32
211// CHECK: call i32 @llvm.amdgcn.frexp.exp.i32.f32
212void test_frexp_exp_f32(global int* out, float a)
213{
214  *out = __builtin_amdgcn_frexp_expf(a);
215}
216
217// CHECK-LABEL: @test_frexp_exp_f64
218// CHECK: call i32 @llvm.amdgcn.frexp.exp.i32.f64
219void test_frexp_exp_f64(global int* out, double a)
220{
221  *out = __builtin_amdgcn_frexp_exp(a);
222}
223
224// CHECK-LABEL: @test_fract_f32
225// CHECK: call float @llvm.amdgcn.fract.f32
226void test_fract_f32(global int* out, float a)
227{
228  *out = __builtin_amdgcn_fractf(a);
229}
230
231// CHECK-LABEL: @test_fract_f64
232// CHECK: call double @llvm.amdgcn.fract.f64
233void test_fract_f64(global int* out, double a)
234{
235  *out = __builtin_amdgcn_fract(a);
236}
237
238// CHECK-LABEL: @test_lerp
239// CHECK: call i32 @llvm.amdgcn.lerp
240void test_lerp(global int* out, int a, int b, int c)
241{
242  *out = __builtin_amdgcn_lerp(a, b, c);
243}
244
245// CHECK-LABEL: @test_sicmp_i32
246// CHECK: call i64 @llvm.amdgcn.icmp.i64.i32(i32 %a, i32 %b, i32 32)
247void test_sicmp_i32(global ulong* out, int a, int b)
248{
249  *out = __builtin_amdgcn_sicmp(a, b, 32);
250}
251
252// CHECK-LABEL: @test_uicmp_i32
253// CHECK: call i64 @llvm.amdgcn.icmp.i64.i32(i32 %a, i32 %b, i32 32)
254void test_uicmp_i32(global ulong* out, uint a, uint b)
255{
256  *out = __builtin_amdgcn_uicmp(a, b, 32);
257}
258
259// CHECK-LABEL: @test_sicmp_i64
260// CHECK: call i64 @llvm.amdgcn.icmp.i64.i64(i64 %a, i64 %b, i32 38)
261void test_sicmp_i64(global ulong* out, long a, long b)
262{
263  *out = __builtin_amdgcn_sicmpl(a, b, 39-1);
264}
265
266// CHECK-LABEL: @test_uicmp_i64
267// CHECK: call i64 @llvm.amdgcn.icmp.i64.i64(i64 %a, i64 %b, i32 35)
268void test_uicmp_i64(global ulong* out, ulong a, ulong b)
269{
270  *out = __builtin_amdgcn_uicmpl(a, b, 30+5);
271}
272
273// CHECK-LABEL: @test_ds_swizzle
274// CHECK: call i32 @llvm.amdgcn.ds.swizzle(i32 %a, i32 32)
275void test_ds_swizzle(global int* out, int a)
276{
277  *out = __builtin_amdgcn_ds_swizzle(a, 32);
278}
279
280// CHECK-LABEL: @test_ds_permute
281// CHECK: call i32 @llvm.amdgcn.ds.permute(i32 %a, i32 %b)
282void test_ds_permute(global int* out, int a, int b)
283{
284  out[0] = __builtin_amdgcn_ds_permute(a, b);
285}
286
287// CHECK-LABEL: @test_ds_bpermute
288// CHECK: call i32 @llvm.amdgcn.ds.bpermute(i32 %a, i32 %b)
289void test_ds_bpermute(global int* out, int a, int b)
290{
291  *out = __builtin_amdgcn_ds_bpermute(a, b);
292}
293
294// CHECK-LABEL: @test_readfirstlane
295// CHECK: call i32 @llvm.amdgcn.readfirstlane(i32 %a)
296void test_readfirstlane(global int* out, int a)
297{
298  *out = __builtin_amdgcn_readfirstlane(a);
299}
300
301// CHECK-LABEL: @test_readlane
302// CHECK: call i32 @llvm.amdgcn.readlane(i32 %a, i32 %b)
303void test_readlane(global int* out, int a, int b)
304{
305  *out = __builtin_amdgcn_readlane(a, b);
306}
307
308// CHECK-LABEL: @test_fcmp_f32
309// CHECK: call i64 @llvm.amdgcn.fcmp.i64.f32(float %a, float %b, i32 5)
310void test_fcmp_f32(global ulong* out, float a, float b)
311{
312  *out = __builtin_amdgcn_fcmpf(a, b, 5);
313}
314
315// CHECK-LABEL: @test_fcmp_f64
316// CHECK: call i64 @llvm.amdgcn.fcmp.i64.f64(double %a, double %b, i32 6)
317void test_fcmp_f64(global ulong* out, double a, double b)
318{
319  *out = __builtin_amdgcn_fcmp(a, b, 3+3);
320}
321
322// CHECK-LABEL: @test_class_f32
323// CHECK: call i1 @llvm.amdgcn.class.f32
324void test_class_f32(global float* out, float a, int b)
325{
326  *out = __builtin_amdgcn_classf(a, b);
327}
328
329// CHECK-LABEL: @test_class_f64
330// CHECK: call i1 @llvm.amdgcn.class.f64
331void test_class_f64(global double* out, double a, int b)
332{
333  *out = __builtin_amdgcn_class(a, b);
334}
335
336// CHECK-LABEL: @test_buffer_wbinvl1
337// CHECK: call void @llvm.amdgcn.buffer.wbinvl1(
338void test_buffer_wbinvl1()
339{
340  __builtin_amdgcn_buffer_wbinvl1();
341}
342
343// CHECK-LABEL: @test_s_dcache_inv
344// CHECK: call void @llvm.amdgcn.s.dcache.inv(
345void test_s_dcache_inv()
346{
347  __builtin_amdgcn_s_dcache_inv();
348}
349
350// CHECK-LABEL: @test_s_waitcnt
351// CHECK: call void @llvm.amdgcn.s.waitcnt(
352void test_s_waitcnt()
353{
354  __builtin_amdgcn_s_waitcnt(0);
355}
356
357// CHECK-LABEL: @test_s_sendmsg
358// CHECK: call void @llvm.amdgcn.s.sendmsg(
359void test_s_sendmsg()
360{
361  __builtin_amdgcn_s_sendmsg(1, 0);
362}
363
364// CHECK-LABEL: @test_s_sendmsg_var
365// CHECK: call void @llvm.amdgcn.s.sendmsg(
366void test_s_sendmsg_var(int in)
367{
368  __builtin_amdgcn_s_sendmsg(1, in);
369}
370
371// CHECK-LABEL: @test_s_sendmsghalt
372// CHECK: call void @llvm.amdgcn.s.sendmsghalt(
373void test_s_sendmsghalt()
374{
375  __builtin_amdgcn_s_sendmsghalt(1, 0);
376}
377
378// CHECK-LABEL: @test_s_sendmsghalt
379// CHECK: call void @llvm.amdgcn.s.sendmsghalt(
380void test_s_sendmsghalt_var(int in)
381{
382  __builtin_amdgcn_s_sendmsghalt(1, in);
383}
384
385// CHECK-LABEL: @test_s_barrier
386// CHECK: call void @llvm.amdgcn.s.barrier(
387void test_s_barrier()
388{
389  __builtin_amdgcn_s_barrier();
390}
391
392// CHECK-LABEL: @test_wave_barrier
393// CHECK: call void @llvm.amdgcn.wave.barrier(
394void test_wave_barrier()
395{
396  __builtin_amdgcn_wave_barrier();
397}
398
399// CHECK-LABEL: @test_s_sleep
400// CHECK: call void @llvm.amdgcn.s.sleep(i32 1)
401// CHECK: call void @llvm.amdgcn.s.sleep(i32 15)
402void test_s_sleep()
403{
404  __builtin_amdgcn_s_sleep(1);
405  __builtin_amdgcn_s_sleep(15);
406}
407
408// CHECK-LABEL: @test_s_incperflevel
409// CHECK: call void @llvm.amdgcn.s.incperflevel(i32 1)
410// CHECK: call void @llvm.amdgcn.s.incperflevel(i32 15)
411void test_s_incperflevel()
412{
413  __builtin_amdgcn_s_incperflevel(1);
414  __builtin_amdgcn_s_incperflevel(15);
415}
416
417// CHECK-LABEL: @test_s_decperflevel
418// CHECK: call void @llvm.amdgcn.s.decperflevel(i32 1)
419// CHECK: call void @llvm.amdgcn.s.decperflevel(i32 15)
420void test_s_decperflevel()
421{
422  __builtin_amdgcn_s_decperflevel(1);
423  __builtin_amdgcn_s_decperflevel(15);
424}
425
426// CHECK-LABEL: @test_cubeid(
427// CHECK: call float @llvm.amdgcn.cubeid(float %a, float %b, float %c)
428void test_cubeid(global float* out, float a, float b, float c) {
429  *out = __builtin_amdgcn_cubeid(a, b, c);
430}
431
432// CHECK-LABEL: @test_cubesc(
433// CHECK: call float @llvm.amdgcn.cubesc(float %a, float %b, float %c)
434void test_cubesc(global float* out, float a, float b, float c) {
435  *out = __builtin_amdgcn_cubesc(a, b, c);
436}
437
438// CHECK-LABEL: @test_cubetc(
439// CHECK: call float @llvm.amdgcn.cubetc(float %a, float %b, float %c)
440void test_cubetc(global float* out, float a, float b, float c) {
441  *out = __builtin_amdgcn_cubetc(a, b, c);
442}
443
444// CHECK-LABEL: @test_cubema(
445// CHECK: call float @llvm.amdgcn.cubema(float %a, float %b, float %c)
446void test_cubema(global float* out, float a, float b, float c) {
447  *out = __builtin_amdgcn_cubema(a, b, c);
448}
449
450// CHECK-LABEL: @test_read_exec(
451// CHECK: call i64 @llvm.read_register.i64(metadata ![[$EXEC:[0-9]+]]) #[[$READ_EXEC_ATTRS:[0-9]+]]
452void test_read_exec(global ulong* out) {
453  *out = __builtin_amdgcn_read_exec();
454}
455
456// CHECK: declare i64 @llvm.read_register.i64(metadata) #[[$NOUNWIND_READONLY:[0-9]+]]
457
458// CHECK-LABEL: @test_read_exec_lo(
459// CHECK: call i32 @llvm.read_register.i32(metadata ![[$EXEC_LO:[0-9]+]]) #[[$READ_EXEC_ATTRS]]
460void test_read_exec_lo(global uint* out) {
461  *out = __builtin_amdgcn_read_exec_lo();
462}
463
464// CHECK-LABEL: @test_read_exec_hi(
465// CHECK: call i32 @llvm.read_register.i32(metadata ![[$EXEC_HI:[0-9]+]]) #[[$READ_EXEC_ATTRS]]
466void test_read_exec_hi(global uint* out) {
467  *out = __builtin_amdgcn_read_exec_hi();
468}
469
470// CHECK-LABEL: @test_dispatch_ptr
471// CHECK: call align 4 dereferenceable(64) i8 addrspace(4)* @llvm.amdgcn.dispatch.ptr()
472void test_dispatch_ptr(__constant unsigned char ** out)
473{
474  *out = __builtin_amdgcn_dispatch_ptr();
475}
476
477// CHECK-LABEL: @test_queue_ptr
478// CHECK: call i8 addrspace(4)* @llvm.amdgcn.queue.ptr()
479void test_queue_ptr(__constant unsigned char ** out)
480{
481  *out = __builtin_amdgcn_queue_ptr();
482}
483
484// CHECK-LABEL: @test_kernarg_segment_ptr
485// CHECK: call i8 addrspace(4)* @llvm.amdgcn.kernarg.segment.ptr()
486void test_kernarg_segment_ptr(__constant unsigned char ** out)
487{
488  *out = __builtin_amdgcn_kernarg_segment_ptr();
489}
490
491// CHECK-LABEL: @test_implicitarg_ptr
492// CHECK: call i8 addrspace(4)* @llvm.amdgcn.implicitarg.ptr()
493void test_implicitarg_ptr(__constant unsigned char ** out)
494{
495  *out = __builtin_amdgcn_implicitarg_ptr();
496}
497
498// CHECK-LABEL: @test_get_group_id(
499// CHECK: tail call i32 @llvm.amdgcn.workgroup.id.x()
500// CHECK: tail call i32 @llvm.amdgcn.workgroup.id.y()
501// CHECK: tail call i32 @llvm.amdgcn.workgroup.id.z()
502void test_get_group_id(int d, global int *out)
503{
504	switch (d) {
505	case 0: *out = __builtin_amdgcn_workgroup_id_x(); break;
506	case 1: *out = __builtin_amdgcn_workgroup_id_y(); break;
507	case 2: *out = __builtin_amdgcn_workgroup_id_z(); break;
508	default: *out = 0;
509	}
510}
511
512// CHECK-LABEL: @test_s_getreg(
513// CHECK: tail call i32 @llvm.amdgcn.s.getreg(i32 0)
514// CHECK: tail call i32 @llvm.amdgcn.s.getreg(i32 1)
515// CHECK: tail call i32 @llvm.amdgcn.s.getreg(i32 65535)
516void test_s_getreg(volatile global uint *out)
517{
518  *out = __builtin_amdgcn_s_getreg(0);
519  *out = __builtin_amdgcn_s_getreg(1);
520  *out = __builtin_amdgcn_s_getreg(65535);
521}
522
523// CHECK-LABEL: @test_get_local_id(
524// CHECK: tail call i32 @llvm.amdgcn.workitem.id.x(), !range [[$WI_RANGE:![0-9]*]]
525// CHECK: tail call i32 @llvm.amdgcn.workitem.id.y(), !range [[$WI_RANGE]]
526// CHECK: tail call i32 @llvm.amdgcn.workitem.id.z(), !range [[$WI_RANGE]]
527void test_get_local_id(int d, global int *out)
528{
529	switch (d) {
530	case 0: *out = __builtin_amdgcn_workitem_id_x(); break;
531	case 1: *out = __builtin_amdgcn_workitem_id_y(); break;
532	case 2: *out = __builtin_amdgcn_workitem_id_z(); break;
533	default: *out = 0;
534	}
535}
536
537// CHECK-LABEL: @test_get_workgroup_size(
538// CHECK: call align 4 dereferenceable(64) i8 addrspace(4)* @llvm.amdgcn.dispatch.ptr()
539// CHECK: getelementptr i8, i8 addrspace(4)* %{{.*}}, i64 4
540// CHECK: load i16, i16 addrspace(4)* %{{.*}}, align 4, !range [[$WS_RANGE:![0-9]*]], !invariant.load
541// CHECK: getelementptr i8, i8 addrspace(4)* %{{.*}}, i64 6
542// CHECK: load i16, i16 addrspace(4)* %{{.*}}, align 2, !range [[$WS_RANGE:![0-9]*]], !invariant.load
543// CHECK: getelementptr i8, i8 addrspace(4)* %{{.*}}, i64 8
544// CHECK: load i16, i16 addrspace(4)* %{{.*}}, align 4, !range [[$WS_RANGE:![0-9]*]], !invariant.load
545void test_get_workgroup_size(int d, global int *out)
546{
547	switch (d) {
548	case 0: *out = __builtin_amdgcn_workgroup_size_x() + 1; break;
549	case 1: *out = __builtin_amdgcn_workgroup_size_y(); break;
550	case 2: *out = __builtin_amdgcn_workgroup_size_z(); break;
551	default: *out = 0;
552	}
553}
554
555// CHECK-LABEL: @test_get_grid_size(
556// CHECK: call align 4 dereferenceable(64) i8 addrspace(4)* @llvm.amdgcn.dispatch.ptr()
557// CHECK: getelementptr i8, i8 addrspace(4)* %{{.*}}, i64 12
558// CHECK: load i32, i32 addrspace(4)* %{{.*}}, align 4, !invariant.load
559// CHECK: getelementptr i8, i8 addrspace(4)* %{{.*}}, i64 16
560// CHECK: load i32, i32 addrspace(4)* %{{.*}}, align 4, !invariant.load
561// CHECK: getelementptr i8, i8 addrspace(4)* %{{.*}}, i64 20
562// CHECK: load i32, i32 addrspace(4)* %{{.*}}, align 4, !invariant.load
563void test_get_grid_size(int d, global int *out)
564{
565	switch (d) {
566	case 0: *out = __builtin_amdgcn_grid_size_x(); break;
567	case 1: *out = __builtin_amdgcn_grid_size_y(); break;
568	case 2: *out = __builtin_amdgcn_grid_size_z(); break;
569	default: *out = 0;
570	}
571}
572
573// CHECK-LABEL: @test_fmed3_f32
574// CHECK: call float @llvm.amdgcn.fmed3.f32(
575void test_fmed3_f32(global float* out, float a, float b, float c)
576{
577  *out = __builtin_amdgcn_fmed3f(a, b, c);
578}
579
580// CHECK-LABEL: @test_s_getpc
581// CHECK: call i64 @llvm.amdgcn.s.getpc()
582void test_s_getpc(global ulong* out)
583{
584  *out = __builtin_amdgcn_s_getpc();
585}
586
587// CHECK-LABEL: @test_ds_append_lds(
588// CHECK: call i32 @llvm.amdgcn.ds.append.p3i32(i32 addrspace(3)* %ptr, i1 false)
589kernel void test_ds_append_lds(global int* out, local int* ptr) {
590  *out = __builtin_amdgcn_ds_append(ptr);
591}
592
593// CHECK-LABEL: @test_ds_consume_lds(
594// CHECK: call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %ptr, i1 false)
595kernel void test_ds_consume_lds(global int* out, local int* ptr) {
596  *out = __builtin_amdgcn_ds_consume(ptr);
597}
598
599// CHECK-LABEL: @test_gws_init(
600// CHECK: call void @llvm.amdgcn.ds.gws.init(i32 %value, i32 %id)
601kernel void test_gws_init(uint value, uint id) {
602  __builtin_amdgcn_ds_gws_init(value, id);
603}
604
605// CHECK-LABEL: @test_gws_barrier(
606// CHECK: call void @llvm.amdgcn.ds.gws.barrier(i32 %value, i32 %id)
607kernel void test_gws_barrier(uint value, uint id) {
608  __builtin_amdgcn_ds_gws_barrier(value, id);
609}
610
611// CHECK-LABEL: @test_gws_sema_v(
612// CHECK: call void @llvm.amdgcn.ds.gws.sema.v(i32 %id)
613kernel void test_gws_sema_v(uint id) {
614  __builtin_amdgcn_ds_gws_sema_v(id);
615}
616
617// CHECK-LABEL: @test_gws_sema_br(
618// CHECK: call void @llvm.amdgcn.ds.gws.sema.br(i32 %value, i32 %id)
619kernel void test_gws_sema_br(uint value, uint id) {
620  __builtin_amdgcn_ds_gws_sema_br(value, id);
621}
622
623// CHECK-LABEL: @test_gws_sema_p(
624// CHECK: call void @llvm.amdgcn.ds.gws.sema.p(i32 %id)
625kernel void test_gws_sema_p(uint id) {
626  __builtin_amdgcn_ds_gws_sema_p(id);
627}
628
629// CHECK-LABEL: @test_mbcnt_lo(
630// CHECK: call i32 @llvm.amdgcn.mbcnt.lo(i32 %src0, i32 %src1)
631kernel void test_mbcnt_lo(global uint* out, uint src0, uint src1) {
632  *out = __builtin_amdgcn_mbcnt_lo(src0, src1);
633}
634
635// CHECK-LABEL: @test_mbcnt_hi(
636// CHECK: call i32 @llvm.amdgcn.mbcnt.hi(i32 %src0, i32 %src1)
637kernel void test_mbcnt_hi(global uint* out, uint src0, uint src1) {
638  *out = __builtin_amdgcn_mbcnt_hi(src0, src1);
639}
640
641// CHECK-LABEL: @test_alignbit(
642// CHECK: tail call i32 @llvm.fshr.i32(i32 %src0, i32 %src1, i32 %src2)
643kernel void test_alignbit(global uint* out, uint src0, uint src1, uint src2) {
644  *out = __builtin_amdgcn_alignbit(src0, src1, src2);
645}
646
647// CHECK-LABEL: @test_alignbyte(
648// CHECK: tail call i32 @llvm.amdgcn.alignbyte(i32 %src0, i32 %src1, i32 %src2)
649kernel void test_alignbyte(global uint* out, uint src0, uint src1, uint src2) {
650  *out = __builtin_amdgcn_alignbyte(src0, src1, src2);
651}
652
653// CHECK-LABEL: @test_ubfe(
654// CHECK: tail call i32 @llvm.amdgcn.ubfe.i32(i32 %src0, i32 %src1, i32 %src2)
655kernel void test_ubfe(global uint* out, uint src0, uint src1, uint src2) {
656  *out = __builtin_amdgcn_ubfe(src0, src1, src2);
657}
658
659// CHECK-LABEL: @test_sbfe(
660// CHECK: tail call i32 @llvm.amdgcn.sbfe.i32(i32 %src0, i32 %src1, i32 %src2)
661kernel void test_sbfe(global uint* out, uint src0, uint src1, uint src2) {
662  *out = __builtin_amdgcn_sbfe(src0, src1, src2);
663}
664
665// CHECK-LABEL: @test_cvt_pkrtz(
666// CHECK: tail call <2 x half> @llvm.amdgcn.cvt.pkrtz(float %src0, float %src1)
667kernel void test_cvt_pkrtz(global half2* out, float src0, float src1) {
668  *out = __builtin_amdgcn_cvt_pkrtz(src0, src1);
669}
670
671// CHECK-LABEL: @test_cvt_pknorm_i16(
672// CHECK: tail call <2 x i16> @llvm.amdgcn.cvt.pknorm.i16(float %src0, float %src1)
673kernel void test_cvt_pknorm_i16(global short2* out, float src0, float src1) {
674  *out = __builtin_amdgcn_cvt_pknorm_i16(src0, src1);
675}
676
677// CHECK-LABEL: @test_cvt_pknorm_u16(
678// CHECK: tail call <2 x i16> @llvm.amdgcn.cvt.pknorm.u16(float %src0, float %src1)
679kernel void test_cvt_pknorm_u16(global ushort2* out, float src0, float src1) {
680  *out = __builtin_amdgcn_cvt_pknorm_u16(src0, src1);
681}
682
683// CHECK-LABEL: @test_cvt_pk_i16(
684// CHECK: tail call <2 x i16> @llvm.amdgcn.cvt.pk.i16(i32 %src0, i32 %src1)
685kernel void test_cvt_pk_i16(global short2* out, int src0, int src1) {
686  *out = __builtin_amdgcn_cvt_pk_i16(src0, src1);
687}
688
689// CHECK-LABEL: @test_cvt_pk_u16(
690// CHECK: tail call <2 x i16> @llvm.amdgcn.cvt.pk.u16(i32 %src0, i32 %src1)
691kernel void test_cvt_pk_u16(global ushort2* out, uint src0, uint src1) {
692  *out = __builtin_amdgcn_cvt_pk_u16(src0, src1);
693}
694
695// CHECK-LABEL: @test_cvt_pk_u8_f32
696// CHECK: tail call i32 @llvm.amdgcn.cvt.pk.u8.f32(float %src0, i32 %src1, i32 %src2)
697kernel void test_cvt_pk_u8_f32(global uint* out, float src0, uint src1, uint src2) {
698  *out = __builtin_amdgcn_cvt_pk_u8_f32(src0, src1, src2);
699}
700
701// CHECK-LABEL: @test_sad_u8(
702// CHECK: tail call i32 @llvm.amdgcn.sad.u8(i32 %src0, i32 %src1, i32 %src2)
703kernel void test_sad_u8(global uint* out, uint src0, uint src1, uint src2) {
704  *out = __builtin_amdgcn_sad_u8(src0, src1, src2);
705}
706
707// CHECK-LABEL: test_msad_u8(
708// CHECK: call i32 @llvm.amdgcn.msad.u8(i32 %src0, i32 %src1, i32 %src2)
709kernel void test_msad_u8(global uint* out, uint src0, uint src1, uint src2) {
710  *out = __builtin_amdgcn_msad_u8(src0, src1, src2);
711}
712
713// CHECK-LABEL: test_sad_hi_u8(
714// CHECK: call i32 @llvm.amdgcn.sad.hi.u8(i32 %src0, i32 %src1, i32 %src2)
715kernel void test_sad_hi_u8(global uint* out, uint src0, uint src1, uint src2) {
716  *out = __builtin_amdgcn_sad_hi_u8(src0, src1, src2);
717}
718
719// CHECK-LABEL: @test_sad_u16(
720// CHECK: call i32 @llvm.amdgcn.sad.u16(i32 %src0, i32 %src1, i32 %src2)
721kernel void test_sad_u16(global uint* out, uint src0, uint src1, uint src2) {
722  *out = __builtin_amdgcn_sad_u16(src0, src1, src2);
723}
724
725// CHECK-LABEL: @test_qsad_pk_u16_u8(
726// CHECK: call i64 @llvm.amdgcn.qsad.pk.u16.u8(i64 %src0, i32 %src1, i64 %src2)
727kernel void test_qsad_pk_u16_u8(global ulong* out, ulong src0, uint src1, ulong src2) {
728  *out = __builtin_amdgcn_qsad_pk_u16_u8(src0, src1, src2);
729}
730
731// CHECK-LABEL: @test_mqsad_pk_u16_u8(
732// CHECK: call i64 @llvm.amdgcn.mqsad.pk.u16.u8(i64 %src0, i32 %src1, i64 %src2)
733kernel void test_mqsad_pk_u16_u8(global ulong* out, ulong src0, uint src1, ulong src2) {
734  *out = __builtin_amdgcn_mqsad_pk_u16_u8(src0, src1, src2);
735}
736
737// CHECK-LABEL: test_mqsad_u32_u8(
738// CHECK: call <4 x i32> @llvm.amdgcn.mqsad.u32.u8(i64 %src0, i32 %src1, <4 x i32> %src2)
739kernel void test_mqsad_u32_u8(global uint4* out, ulong src0, uint src1, uint4 src2) {
740  *out = __builtin_amdgcn_mqsad_u32_u8(src0, src1, src2);
741}
742
743// CHECK-LABEL: test_s_setreg(
744// CHECK: call void @llvm.amdgcn.s.setreg(i32 8193, i32 %val)
745kernel void test_s_setreg(uint val) {
746  __builtin_amdgcn_s_setreg(8193, val);
747}
748
749// CHECK-DAG: [[$WI_RANGE]] = !{i32 0, i32 1024}
750// CHECK-DAG: [[$WS_RANGE]] = !{i16 1, i16 1025}
751// CHECK-DAG: attributes #[[$NOUNWIND_READONLY:[0-9]+]] = { nofree nounwind readonly }
752// CHECK-DAG: attributes #[[$READ_EXEC_ATTRS]] = { convergent }
753// CHECK-DAG: ![[$EXEC]] = !{!"exec"}
754// CHECK-DAG: ![[$EXEC_LO]] = !{!"exec_lo"}
755// CHECK-DAG: ![[$EXEC_HI]] = !{!"exec_hi"}
756