1 // REQUIRES: aarch64-registered-target
2 // RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
3 // RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - -x c++ %s | FileCheck %s
4 // RUN: %clang_cc1 -DSVE_OVERLOADED_FORMS -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
5 // RUN: %clang_cc1 -DSVE_OVERLOADED_FORMS -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - -x c++ %s | FileCheck %s
6 // RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -o - %s >/dev/null
7 #include <arm_sve.h>
8
9 #ifdef SVE_OVERLOADED_FORMS
10 // A simple used,unused... macro, long enough to represent any SVE builtin.
11 #define SVE_ACLE_FUNC(A1,A2_UNUSED,A3,A4_UNUSED) A1##A3
12 #else
13 #define SVE_ACLE_FUNC(A1,A2,A3,A4) A1##A2##A3##A4
14 #endif
15
test_svclasta_s8(svbool_t pg,svint8_t fallback,svint8_t data)16 svint8_t test_svclasta_s8(svbool_t pg, svint8_t fallback, svint8_t data)
17 {
18 // CHECK-LABEL: test_svclasta_s8
19 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 16 x i8> @llvm.aarch64.sve.clasta.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> %fallback, <vscale x 16 x i8> %data)
20 // CHECK: ret <vscale x 16 x i8> %[[INTRINSIC]]
21 return SVE_ACLE_FUNC(svclasta,_s8,,)(pg, fallback, data);
22 }
23
test_svclasta_s16(svbool_t pg,svint16_t fallback,svint16_t data)24 svint16_t test_svclasta_s16(svbool_t pg, svint16_t fallback, svint16_t data)
25 {
26 // CHECK-LABEL: test_svclasta_s16
27 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
28 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 8 x i16> @llvm.aarch64.sve.clasta.nxv8i16(<vscale x 8 x i1> %[[PG]], <vscale x 8 x i16> %fallback, <vscale x 8 x i16> %data)
29 // CHECK: ret <vscale x 8 x i16> %[[INTRINSIC]]
30 return SVE_ACLE_FUNC(svclasta,_s16,,)(pg, fallback, data);
31 }
32
test_svclasta_s32(svbool_t pg,svint32_t fallback,svint32_t data)33 svint32_t test_svclasta_s32(svbool_t pg, svint32_t fallback, svint32_t data)
34 {
35 // CHECK-LABEL: test_svclasta_s32
36 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
37 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 4 x i32> @llvm.aarch64.sve.clasta.nxv4i32(<vscale x 4 x i1> %[[PG]], <vscale x 4 x i32> %fallback, <vscale x 4 x i32> %data)
38 // CHECK: ret <vscale x 4 x i32> %[[INTRINSIC]]
39 return SVE_ACLE_FUNC(svclasta,_s32,,)(pg, fallback, data);
40 }
41
test_svclasta_s64(svbool_t pg,svint64_t fallback,svint64_t data)42 svint64_t test_svclasta_s64(svbool_t pg, svint64_t fallback, svint64_t data)
43 {
44 // CHECK-LABEL: test_svclasta_s64
45 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
46 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 2 x i64> @llvm.aarch64.sve.clasta.nxv2i64(<vscale x 2 x i1> %[[PG]], <vscale x 2 x i64> %fallback, <vscale x 2 x i64> %data)
47 // CHECK: ret <vscale x 2 x i64> %[[INTRINSIC]]
48 return SVE_ACLE_FUNC(svclasta,_s64,,)(pg, fallback, data);
49 }
50
test_svclasta_u8(svbool_t pg,svuint8_t fallback,svuint8_t data)51 svuint8_t test_svclasta_u8(svbool_t pg, svuint8_t fallback, svuint8_t data)
52 {
53 // CHECK-LABEL: test_svclasta_u8
54 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 16 x i8> @llvm.aarch64.sve.clasta.nxv16i8(<vscale x 16 x i1> %pg, <vscale x 16 x i8> %fallback, <vscale x 16 x i8> %data)
55 // CHECK: ret <vscale x 16 x i8> %[[INTRINSIC]]
56 return SVE_ACLE_FUNC(svclasta,_u8,,)(pg, fallback, data);
57 }
58
test_svclasta_u16(svbool_t pg,svuint16_t fallback,svuint16_t data)59 svuint16_t test_svclasta_u16(svbool_t pg, svuint16_t fallback, svuint16_t data)
60 {
61 // CHECK-LABEL: test_svclasta_u16
62 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
63 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 8 x i16> @llvm.aarch64.sve.clasta.nxv8i16(<vscale x 8 x i1> %[[PG]], <vscale x 8 x i16> %fallback, <vscale x 8 x i16> %data)
64 // CHECK: ret <vscale x 8 x i16> %[[INTRINSIC]]
65 return SVE_ACLE_FUNC(svclasta,_u16,,)(pg, fallback, data);
66 }
67
test_svclasta_u32(svbool_t pg,svuint32_t fallback,svuint32_t data)68 svuint32_t test_svclasta_u32(svbool_t pg, svuint32_t fallback, svuint32_t data)
69 {
70 // CHECK-LABEL: test_svclasta_u32
71 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
72 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 4 x i32> @llvm.aarch64.sve.clasta.nxv4i32(<vscale x 4 x i1> %[[PG]], <vscale x 4 x i32> %fallback, <vscale x 4 x i32> %data)
73 // CHECK: ret <vscale x 4 x i32> %[[INTRINSIC]]
74 return SVE_ACLE_FUNC(svclasta,_u32,,)(pg, fallback, data);
75 }
76
test_svclasta_u64(svbool_t pg,svuint64_t fallback,svuint64_t data)77 svuint64_t test_svclasta_u64(svbool_t pg, svuint64_t fallback, svuint64_t data)
78 {
79 // CHECK-LABEL: test_svclasta_u64
80 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
81 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 2 x i64> @llvm.aarch64.sve.clasta.nxv2i64(<vscale x 2 x i1> %[[PG]], <vscale x 2 x i64> %fallback, <vscale x 2 x i64> %data)
82 // CHECK: ret <vscale x 2 x i64> %[[INTRINSIC]]
83 return SVE_ACLE_FUNC(svclasta,_u64,,)(pg, fallback, data);
84 }
85
test_svclasta_f16(svbool_t pg,svfloat16_t fallback,svfloat16_t data)86 svfloat16_t test_svclasta_f16(svbool_t pg, svfloat16_t fallback, svfloat16_t data)
87 {
88 // CHECK-LABEL: test_svclasta_f16
89 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
90 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 8 x half> @llvm.aarch64.sve.clasta.nxv8f16(<vscale x 8 x i1> %[[PG]], <vscale x 8 x half> %fallback, <vscale x 8 x half> %data)
91 // CHECK: ret <vscale x 8 x half> %[[INTRINSIC]]
92 return SVE_ACLE_FUNC(svclasta,_f16,,)(pg, fallback, data);
93 }
94
test_svclasta_f32(svbool_t pg,svfloat32_t fallback,svfloat32_t data)95 svfloat32_t test_svclasta_f32(svbool_t pg, svfloat32_t fallback, svfloat32_t data)
96 {
97 // CHECK-LABEL: test_svclasta_f32
98 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
99 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 4 x float> @llvm.aarch64.sve.clasta.nxv4f32(<vscale x 4 x i1> %[[PG]], <vscale x 4 x float> %fallback, <vscale x 4 x float> %data)
100 // CHECK: ret <vscale x 4 x float> %[[INTRINSIC]]
101 return SVE_ACLE_FUNC(svclasta,_f32,,)(pg, fallback, data);
102 }
103
test_svclasta_f64(svbool_t pg,svfloat64_t fallback,svfloat64_t data)104 svfloat64_t test_svclasta_f64(svbool_t pg, svfloat64_t fallback, svfloat64_t data)
105 {
106 // CHECK-LABEL: test_svclasta_f64
107 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
108 // CHECK: %[[INTRINSIC:.*]] = call <vscale x 2 x double> @llvm.aarch64.sve.clasta.nxv2f64(<vscale x 2 x i1> %[[PG]], <vscale x 2 x double> %fallback, <vscale x 2 x double> %data)
109 // CHECK: ret <vscale x 2 x double> %[[INTRINSIC]]
110 return SVE_ACLE_FUNC(svclasta,_f64,,)(pg, fallback, data);
111 }
112
test_svclasta_n_s8(svbool_t pg,int8_t fallback,svint8_t data)113 int8_t test_svclasta_n_s8(svbool_t pg, int8_t fallback, svint8_t data)
114 {
115 // CHECK-LABEL: test_svclasta_n_s8
116 // CHECK: %[[INTRINSIC:.*]] = call i8 @llvm.aarch64.sve.clasta.n.nxv16i8(<vscale x 16 x i1> %pg, i8 %fallback, <vscale x 16 x i8> %data)
117 // CHECK: ret i8 %[[INTRINSIC]]
118 return SVE_ACLE_FUNC(svclasta,_n_s8,,)(pg, fallback, data);
119 }
120
test_svclasta_n_s16(svbool_t pg,int16_t fallback,svint16_t data)121 int16_t test_svclasta_n_s16(svbool_t pg, int16_t fallback, svint16_t data)
122 {
123 // CHECK-LABEL: test_svclasta_n_s16
124 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
125 // CHECK: %[[INTRINSIC:.*]] = call i16 @llvm.aarch64.sve.clasta.n.nxv8i16(<vscale x 8 x i1> %[[PG]], i16 %fallback, <vscale x 8 x i16> %data)
126 // CHECK: ret i16 %[[INTRINSIC]]
127 return SVE_ACLE_FUNC(svclasta,_n_s16,,)(pg, fallback, data);
128 }
129
test_svclasta_n_s32(svbool_t pg,int32_t fallback,svint32_t data)130 int32_t test_svclasta_n_s32(svbool_t pg, int32_t fallback, svint32_t data)
131 {
132 // CHECK-LABEL: test_svclasta_n_s32
133 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
134 // CHECK: %[[INTRINSIC:.*]] = call i32 @llvm.aarch64.sve.clasta.n.nxv4i32(<vscale x 4 x i1> %[[PG]], i32 %fallback, <vscale x 4 x i32> %data)
135 // CHECK: ret i32 %[[INTRINSIC]]
136 return SVE_ACLE_FUNC(svclasta,_n_s32,,)(pg, fallback, data);
137 }
138
test_svclasta_n_s64(svbool_t pg,int64_t fallback,svint64_t data)139 int64_t test_svclasta_n_s64(svbool_t pg, int64_t fallback, svint64_t data)
140 {
141 // CHECK-LABEL: test_svclasta_n_s64
142 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
143 // CHECK: %[[INTRINSIC:.*]] = call i64 @llvm.aarch64.sve.clasta.n.nxv2i64(<vscale x 2 x i1> %[[PG]], i64 %fallback, <vscale x 2 x i64> %data)
144 // CHECK: ret i64 %[[INTRINSIC]]
145 return SVE_ACLE_FUNC(svclasta,_n_s64,,)(pg, fallback, data);
146 }
147
test_svclasta_n_u8(svbool_t pg,uint8_t fallback,svuint8_t data)148 uint8_t test_svclasta_n_u8(svbool_t pg, uint8_t fallback, svuint8_t data)
149 {
150 // CHECK-LABEL: test_svclasta_n_u8
151 // CHECK: %[[INTRINSIC:.*]] = call i8 @llvm.aarch64.sve.clasta.n.nxv16i8(<vscale x 16 x i1> %pg, i8 %fallback, <vscale x 16 x i8> %data)
152 // CHECK: ret i8 %[[INTRINSIC]]
153 return SVE_ACLE_FUNC(svclasta,_n_u8,,)(pg, fallback, data);
154 }
155
test_svclasta_n_u16(svbool_t pg,uint16_t fallback,svuint16_t data)156 uint16_t test_svclasta_n_u16(svbool_t pg, uint16_t fallback, svuint16_t data)
157 {
158 // CHECK-LABEL: test_svclasta_n_u16
159 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
160 // CHECK: %[[INTRINSIC:.*]] = call i16 @llvm.aarch64.sve.clasta.n.nxv8i16(<vscale x 8 x i1> %[[PG]], i16 %fallback, <vscale x 8 x i16> %data)
161 // CHECK: ret i16 %[[INTRINSIC]]
162 return SVE_ACLE_FUNC(svclasta,_n_u16,,)(pg, fallback, data);
163 }
164
test_svclasta_n_u32(svbool_t pg,uint32_t fallback,svuint32_t data)165 uint32_t test_svclasta_n_u32(svbool_t pg, uint32_t fallback, svuint32_t data)
166 {
167 // CHECK-LABEL: test_svclasta_n_u32
168 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
169 // CHECK: %[[INTRINSIC:.*]] = call i32 @llvm.aarch64.sve.clasta.n.nxv4i32(<vscale x 4 x i1> %[[PG]], i32 %fallback, <vscale x 4 x i32> %data)
170 // CHECK: ret i32 %[[INTRINSIC]]
171 return SVE_ACLE_FUNC(svclasta,_n_u32,,)(pg, fallback, data);
172 }
173
test_svclasta_n_u64(svbool_t pg,uint64_t fallback,svuint64_t data)174 uint64_t test_svclasta_n_u64(svbool_t pg, uint64_t fallback, svuint64_t data)
175 {
176 // CHECK-LABEL: test_svclasta_n_u64
177 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
178 // CHECK: %[[INTRINSIC:.*]] = call i64 @llvm.aarch64.sve.clasta.n.nxv2i64(<vscale x 2 x i1> %[[PG]], i64 %fallback, <vscale x 2 x i64> %data)
179 // CHECK: ret i64 %[[INTRINSIC]]
180 return SVE_ACLE_FUNC(svclasta,_n_u64,,)(pg, fallback, data);
181 }
182
test_svclasta_n_f16(svbool_t pg,float16_t fallback,svfloat16_t data)183 float16_t test_svclasta_n_f16(svbool_t pg, float16_t fallback, svfloat16_t data)
184 {
185 // CHECK-LABEL: test_svclasta_n_f16
186 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
187 // CHECK: %[[INTRINSIC:.*]] = call half @llvm.aarch64.sve.clasta.n.nxv8f16(<vscale x 8 x i1> %[[PG]], half %fallback, <vscale x 8 x half> %data)
188 // CHECK: ret half %[[INTRINSIC]]
189 return SVE_ACLE_FUNC(svclasta,_n_f16,,)(pg, fallback, data);
190 }
191
test_svclasta_n_f32(svbool_t pg,float32_t fallback,svfloat32_t data)192 float32_t test_svclasta_n_f32(svbool_t pg, float32_t fallback, svfloat32_t data)
193 {
194 // CHECK-LABEL: test_svclasta_n_f32
195 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
196 // CHECK: %[[INTRINSIC:.*]] = call float @llvm.aarch64.sve.clasta.n.nxv4f32(<vscale x 4 x i1> %[[PG]], float %fallback, <vscale x 4 x float> %data)
197 // CHECK: ret float %[[INTRINSIC]]
198 return SVE_ACLE_FUNC(svclasta,_n_f32,,)(pg, fallback, data);
199 }
200
test_svclasta_n_f64(svbool_t pg,float64_t fallback,svfloat64_t data)201 float64_t test_svclasta_n_f64(svbool_t pg, float64_t fallback, svfloat64_t data)
202 {
203 // CHECK-LABEL: test_svclasta_n_f64
204 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
205 // CHECK: %[[INTRINSIC:.*]] = call double @llvm.aarch64.sve.clasta.n.nxv2f64(<vscale x 2 x i1> %[[PG]], double %fallback, <vscale x 2 x double> %data)
206 // CHECK: ret double %[[INTRINSIC]]
207 return SVE_ACLE_FUNC(svclasta,_n_f64,,)(pg, fallback, data);
208 }
209