1 // REQUIRES: aarch64-registered-target
2 // RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
3 // RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - -x c++ %s | FileCheck %s
4 // RUN: %clang_cc1 -DSVE_OVERLOADED_FORMS -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - %s | FileCheck %s
5 // RUN: %clang_cc1 -DSVE_OVERLOADED_FORMS -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -emit-llvm -o - -x c++ %s | FileCheck %s
6 // RUN: %clang_cc1 -triple aarch64-none-linux-gnu -target-feature +sve -fallow-half-arguments-and-returns -S -O1 -Werror -Wall -o - %s >/dev/null
7 #include <arm_sve.h>
8
9 #ifdef SVE_OVERLOADED_FORMS
10 // A simple used,unused... macro, long enough to represent any SVE builtin.
11 #define SVE_ACLE_FUNC(A1,A2_UNUSED,A3,A4_UNUSED) A1##A3
12 #else
13 #define SVE_ACLE_FUNC(A1,A2,A3,A4) A1##A2##A3##A4
14 #endif
15
test_svldnf1_s8(svbool_t pg,const int8_t * base)16 svint8_t test_svldnf1_s8(svbool_t pg, const int8_t *base)
17 {
18 // CHECK-LABEL: test_svldnf1_s8
19 // CHECK: %[[LOAD:.*]] = call <vscale x 16 x i8> @llvm.aarch64.sve.ldnf1.nxv16i8(<vscale x 16 x i1> %pg, i8* %base)
20 // CHECK: ret <vscale x 16 x i8> %[[LOAD]]
21 return SVE_ACLE_FUNC(svldnf1,_s8,,)(pg, base);
22 }
23
test_svldnf1_s16(svbool_t pg,const int16_t * base)24 svint16_t test_svldnf1_s16(svbool_t pg, const int16_t *base)
25 {
26 // CHECK-LABEL: test_svldnf1_s16
27 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
28 // CHECK: %[[LOAD:.*]] = call <vscale x 8 x i16> @llvm.aarch64.sve.ldnf1.nxv8i16(<vscale x 8 x i1> %[[PG]], i16* %base)
29 // CHECK: ret <vscale x 8 x i16> %[[LOAD]]
30 return SVE_ACLE_FUNC(svldnf1,_s16,,)(pg, base);
31 }
32
test_svldnf1_s32(svbool_t pg,const int32_t * base)33 svint32_t test_svldnf1_s32(svbool_t pg, const int32_t *base)
34 {
35 // CHECK-LABEL: test_svldnf1_s32
36 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
37 // CHECK: %[[LOAD:.*]] = call <vscale x 4 x i32> @llvm.aarch64.sve.ldnf1.nxv4i32(<vscale x 4 x i1> %[[PG]], i32* %base)
38 // CHECK: ret <vscale x 4 x i32> %[[LOAD]]
39 return SVE_ACLE_FUNC(svldnf1,_s32,,)(pg, base);
40 }
41
test_svldnf1_s64(svbool_t pg,const int64_t * base)42 svint64_t test_svldnf1_s64(svbool_t pg, const int64_t *base)
43 {
44 // CHECK-LABEL: test_svldnf1_s64
45 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
46 // CHECK: %[[LOAD:.*]] = call <vscale x 2 x i64> @llvm.aarch64.sve.ldnf1.nxv2i64(<vscale x 2 x i1> %[[PG]], i64* %base)
47 // CHECK: ret <vscale x 2 x i64> %[[LOAD]]
48 return SVE_ACLE_FUNC(svldnf1,_s64,,)(pg, base);
49 }
50
test_svldnf1_u8(svbool_t pg,const uint8_t * base)51 svuint8_t test_svldnf1_u8(svbool_t pg, const uint8_t *base)
52 {
53 // CHECK-LABEL: test_svldnf1_u8
54 // CHECK: %[[LOAD:.*]] = call <vscale x 16 x i8> @llvm.aarch64.sve.ldnf1.nxv16i8(<vscale x 16 x i1> %pg, i8* %base)
55 // CHECK: ret <vscale x 16 x i8> %[[LOAD]]
56 return SVE_ACLE_FUNC(svldnf1,_u8,,)(pg, base);
57 }
58
test_svldnf1_u16(svbool_t pg,const uint16_t * base)59 svuint16_t test_svldnf1_u16(svbool_t pg, const uint16_t *base)
60 {
61 // CHECK-LABEL: test_svldnf1_u16
62 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
63 // CHECK: %[[LOAD:.*]] = call <vscale x 8 x i16> @llvm.aarch64.sve.ldnf1.nxv8i16(<vscale x 8 x i1> %[[PG]], i16* %base)
64 // CHECK: ret <vscale x 8 x i16> %[[LOAD]]
65 return SVE_ACLE_FUNC(svldnf1,_u16,,)(pg, base);
66 }
67
test_svldnf1_u32(svbool_t pg,const uint32_t * base)68 svuint32_t test_svldnf1_u32(svbool_t pg, const uint32_t *base)
69 {
70 // CHECK-LABEL: test_svldnf1_u32
71 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
72 // CHECK: %[[LOAD:.*]] = call <vscale x 4 x i32> @llvm.aarch64.sve.ldnf1.nxv4i32(<vscale x 4 x i1> %[[PG]], i32* %base)
73 // CHECK: ret <vscale x 4 x i32> %[[LOAD]]
74 return SVE_ACLE_FUNC(svldnf1,_u32,,)(pg, base);
75 }
76
test_svldnf1_u64(svbool_t pg,const uint64_t * base)77 svuint64_t test_svldnf1_u64(svbool_t pg, const uint64_t *base)
78 {
79 // CHECK-LABEL: test_svldnf1_u64
80 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
81 // CHECK: %[[LOAD:.*]] = call <vscale x 2 x i64> @llvm.aarch64.sve.ldnf1.nxv2i64(<vscale x 2 x i1> %[[PG]], i64* %base)
82 // CHECK: ret <vscale x 2 x i64> %[[LOAD]]
83 return SVE_ACLE_FUNC(svldnf1,_u64,,)(pg, base);
84 }
85
test_svldnf1_f16(svbool_t pg,const float16_t * base)86 svfloat16_t test_svldnf1_f16(svbool_t pg, const float16_t *base)
87 {
88 // CHECK-LABEL: test_svldnf1_f16
89 // CHECK: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
90 // CHECK: %[[LOAD:.*]] = call <vscale x 8 x half> @llvm.aarch64.sve.ldnf1.nxv8f16(<vscale x 8 x i1> %[[PG]], half* %base)
91 // CHECK: ret <vscale x 8 x half> %[[LOAD]]
92 return SVE_ACLE_FUNC(svldnf1,_f16,,)(pg, base);
93 }
94
test_svldnf1_f32(svbool_t pg,const float32_t * base)95 svfloat32_t test_svldnf1_f32(svbool_t pg, const float32_t *base)
96 {
97 // CHECK-LABEL: test_svldnf1_f32
98 // CHECK: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
99 // CHECK: %[[LOAD:.*]] = call <vscale x 4 x float> @llvm.aarch64.sve.ldnf1.nxv4f32(<vscale x 4 x i1> %[[PG]], float* %base)
100 // CHECK: ret <vscale x 4 x float> %[[LOAD]]
101 return SVE_ACLE_FUNC(svldnf1,_f32,,)(pg, base);
102 }
103
test_svldnf1_f64(svbool_t pg,const float64_t * base)104 svfloat64_t test_svldnf1_f64(svbool_t pg, const float64_t *base)
105 {
106 // CHECK-LABEL: test_svldnf1_f64
107 // CHECK: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
108 // CHECK: %[[LOAD:.*]] = call <vscale x 2 x double> @llvm.aarch64.sve.ldnf1.nxv2f64(<vscale x 2 x i1> %[[PG]], double* %base)
109 // CHECK: ret <vscale x 2 x double> %[[LOAD]]
110 return SVE_ACLE_FUNC(svldnf1,_f64,,)(pg, base);
111 }
112
test_svldnf1_vnum_s8(svbool_t pg,const int8_t * base,int64_t vnum)113 svint8_t test_svldnf1_vnum_s8(svbool_t pg, const int8_t *base, int64_t vnum)
114 {
115 // CHECK-LABEL: test_svldnf1_vnum_s8
116 // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to <vscale x 16 x i8>*
117 // CHECK: %[[GEP:.*]] = getelementptr <vscale x 16 x i8>, <vscale x 16 x i8>* %[[BITCAST]], i64 %vnum, i64 0
118 // CHECK: %[[LOAD:.*]] = call <vscale x 16 x i8> @llvm.aarch64.sve.ldnf1.nxv16i8(<vscale x 16 x i1> %pg, i8* %[[GEP]])
119 // CHECK: ret <vscale x 16 x i8> %[[LOAD]]
120 return SVE_ACLE_FUNC(svldnf1_vnum,_s8,,)(pg, base, vnum);
121 }
122
test_svldnf1_vnum_s16(svbool_t pg,const int16_t * base,int64_t vnum)123 svint16_t test_svldnf1_vnum_s16(svbool_t pg, const int16_t *base, int64_t vnum)
124 {
125 // CHECK-LABEL: test_svldnf1_vnum_s16
126 // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to <vscale x 8 x i16>*
127 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 8 x i16>, <vscale x 8 x i16>* %[[BITCAST]], i64 %vnum, i64 0
128 // CHECK-DAG: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
129 // CHECK: %[[LOAD:.*]] = call <vscale x 8 x i16> @llvm.aarch64.sve.ldnf1.nxv8i16(<vscale x 8 x i1> %[[PG]], i16* %[[GEP]])
130 // CHECK: ret <vscale x 8 x i16> %[[LOAD]]
131 return SVE_ACLE_FUNC(svldnf1_vnum,_s16,,)(pg, base, vnum);
132 }
133
test_svldnf1_vnum_s32(svbool_t pg,const int32_t * base,int64_t vnum)134 svint32_t test_svldnf1_vnum_s32(svbool_t pg, const int32_t *base, int64_t vnum)
135 {
136 // CHECK-LABEL: test_svldnf1_vnum_s32
137 // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to <vscale x 4 x i32>*
138 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 4 x i32>, <vscale x 4 x i32>* %[[BITCAST]], i64 %vnum, i64 0
139 // CHECK-DAG: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
140 // CHECK: %[[LOAD:.*]] = call <vscale x 4 x i32> @llvm.aarch64.sve.ldnf1.nxv4i32(<vscale x 4 x i1> %[[PG]], i32* %[[GEP]])
141 // CHECK: ret <vscale x 4 x i32> %[[LOAD]]
142 return SVE_ACLE_FUNC(svldnf1_vnum,_s32,,)(pg, base, vnum);
143 }
144
test_svldnf1_vnum_s64(svbool_t pg,const int64_t * base,int64_t vnum)145 svint64_t test_svldnf1_vnum_s64(svbool_t pg, const int64_t *base, int64_t vnum)
146 {
147 // CHECK-LABEL: test_svldnf1_vnum_s64
148 // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to <vscale x 2 x i64>*
149 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 2 x i64>, <vscale x 2 x i64>* %[[BITCAST]], i64 %vnum, i64 0
150 // CHECK-DAG: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
151 // CHECK: %[[LOAD:.*]] = call <vscale x 2 x i64> @llvm.aarch64.sve.ldnf1.nxv2i64(<vscale x 2 x i1> %[[PG]], i64* %[[GEP]])
152 // CHECK: ret <vscale x 2 x i64> %[[LOAD]]
153 return SVE_ACLE_FUNC(svldnf1_vnum,_s64,,)(pg, base, vnum);
154 }
155
test_svldnf1_vnum_u8(svbool_t pg,const uint8_t * base,int64_t vnum)156 svuint8_t test_svldnf1_vnum_u8(svbool_t pg, const uint8_t *base, int64_t vnum)
157 {
158 // CHECK-LABEL: test_svldnf1_vnum_u8
159 // CHECK: %[[BITCAST:.*]] = bitcast i8* %base to <vscale x 16 x i8>*
160 // CHECK: %[[GEP:.*]] = getelementptr <vscale x 16 x i8>, <vscale x 16 x i8>* %[[BITCAST]], i64 %vnum, i64 0
161 // CHECK: %[[LOAD:.*]] = call <vscale x 16 x i8> @llvm.aarch64.sve.ldnf1.nxv16i8(<vscale x 16 x i1> %pg, i8* %[[GEP]])
162 // CHECK: ret <vscale x 16 x i8> %[[LOAD]]
163 return SVE_ACLE_FUNC(svldnf1_vnum,_u8,,)(pg, base, vnum);
164 }
165
test_svldnf1_vnum_u16(svbool_t pg,const uint16_t * base,int64_t vnum)166 svuint16_t test_svldnf1_vnum_u16(svbool_t pg, const uint16_t *base, int64_t vnum)
167 {
168 // CHECK-LABEL: test_svldnf1_vnum_u16
169 // CHECK-DAG: %[[BITCAST:.*]] = bitcast i16* %base to <vscale x 8 x i16>*
170 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 8 x i16>, <vscale x 8 x i16>* %[[BITCAST]], i64 %vnum, i64 0
171 // CHECK-DAG: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
172 // CHECK: %[[LOAD:.*]] = call <vscale x 8 x i16> @llvm.aarch64.sve.ldnf1.nxv8i16(<vscale x 8 x i1> %[[PG]], i16* %[[GEP]])
173 // CHECK: ret <vscale x 8 x i16> %[[LOAD]]
174 return SVE_ACLE_FUNC(svldnf1_vnum,_u16,,)(pg, base, vnum);
175 }
176
test_svldnf1_vnum_u32(svbool_t pg,const uint32_t * base,int64_t vnum)177 svuint32_t test_svldnf1_vnum_u32(svbool_t pg, const uint32_t *base, int64_t vnum)
178 {
179 // CHECK-LABEL: test_svldnf1_vnum_u32
180 // CHECK-DAG: %[[BITCAST:.*]] = bitcast i32* %base to <vscale x 4 x i32>*
181 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 4 x i32>, <vscale x 4 x i32>* %[[BITCAST]], i64 %vnum, i64 0
182 // CHECK-DAG: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
183 // CHECK: %[[LOAD:.*]] = call <vscale x 4 x i32> @llvm.aarch64.sve.ldnf1.nxv4i32(<vscale x 4 x i1> %[[PG]], i32* %[[GEP]])
184 // CHECK: ret <vscale x 4 x i32> %[[LOAD]]
185 return SVE_ACLE_FUNC(svldnf1_vnum,_u32,,)(pg, base, vnum);
186 }
187
test_svldnf1_vnum_u64(svbool_t pg,const uint64_t * base,int64_t vnum)188 svuint64_t test_svldnf1_vnum_u64(svbool_t pg, const uint64_t *base, int64_t vnum)
189 {
190 // CHECK-LABEL: test_svldnf1_vnum_u64
191 // CHECK-DAG: %[[BITCAST:.*]] = bitcast i64* %base to <vscale x 2 x i64>*
192 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 2 x i64>, <vscale x 2 x i64>* %[[BITCAST]], i64 %vnum, i64 0
193 // CHECK-DAG: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
194 // CHECK: %[[LOAD:.*]] = call <vscale x 2 x i64> @llvm.aarch64.sve.ldnf1.nxv2i64(<vscale x 2 x i1> %[[PG]], i64* %[[GEP]])
195 // CHECK: ret <vscale x 2 x i64> %[[LOAD]]
196 return SVE_ACLE_FUNC(svldnf1_vnum,_u64,,)(pg, base, vnum);
197 }
198
test_svldnf1_vnum_f16(svbool_t pg,const float16_t * base,int64_t vnum)199 svfloat16_t test_svldnf1_vnum_f16(svbool_t pg, const float16_t *base, int64_t vnum)
200 {
201 // CHECK-LABEL: test_svldnf1_vnum_f16
202 // CHECK-DAG: %[[BITCAST:.*]] = bitcast half* %base to <vscale x 8 x half>*
203 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 8 x half>, <vscale x 8 x half>* %[[BITCAST]], i64 %vnum, i64 0
204 // CHECK-DAG: %[[PG:.*]] = call <vscale x 8 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv8i1(<vscale x 16 x i1> %pg)
205 // CHECK: %[[LOAD:.*]] = call <vscale x 8 x half> @llvm.aarch64.sve.ldnf1.nxv8f16(<vscale x 8 x i1> %[[PG]], half* %[[GEP]])
206 // CHECK: ret <vscale x 8 x half> %[[LOAD]]
207 return SVE_ACLE_FUNC(svldnf1_vnum,_f16,,)(pg, base, vnum);
208 }
209
test_svldnf1_vnum_f32(svbool_t pg,const float32_t * base,int64_t vnum)210 svfloat32_t test_svldnf1_vnum_f32(svbool_t pg, const float32_t *base, int64_t vnum)
211 {
212 // CHECK-LABEL: test_svldnf1_vnum_f32
213 // CHECK-DAG: %[[BITCAST:.*]] = bitcast float* %base to <vscale x 4 x float>*
214 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 4 x float>, <vscale x 4 x float>* %[[BITCAST]], i64 %vnum, i64 0
215 // CHECK-DAG: %[[PG:.*]] = call <vscale x 4 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv4i1(<vscale x 16 x i1> %pg)
216 // CHECK: %[[LOAD:.*]] = call <vscale x 4 x float> @llvm.aarch64.sve.ldnf1.nxv4f32(<vscale x 4 x i1> %[[PG]], float* %[[GEP]])
217 // CHECK: ret <vscale x 4 x float> %[[LOAD]]
218 return SVE_ACLE_FUNC(svldnf1_vnum,_f32,,)(pg, base, vnum);
219 }
220
test_svldnf1_vnum_f64(svbool_t pg,const float64_t * base,int64_t vnum)221 svfloat64_t test_svldnf1_vnum_f64(svbool_t pg, const float64_t *base, int64_t vnum)
222 {
223 // CHECK-LABEL: test_svldnf1_vnum_f64
224 // CHECK-DAG: %[[BITCAST:.*]] = bitcast double* %base to <vscale x 2 x double>*
225 // CHECK-DAG: %[[GEP:.*]] = getelementptr <vscale x 2 x double>, <vscale x 2 x double>* %[[BITCAST]], i64 %vnum, i64 0
226 // CHECK-DAG: %[[PG:.*]] = call <vscale x 2 x i1> @llvm.aarch64.sve.convert.from.svbool.nxv2i1(<vscale x 16 x i1> %pg)
227 // CHECK: %[[LOAD:.*]] = call <vscale x 2 x double> @llvm.aarch64.sve.ldnf1.nxv2f64(<vscale x 2 x i1> %[[PG]], double* %[[GEP]])
228 // CHECK: ret <vscale x 2 x double> %[[LOAD]]
229 return SVE_ACLE_FUNC(svldnf1_vnum,_f64,,)(pg, base, vnum);
230 }
231