1 // Copyright 2014 the V8 project authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "src/compiler/machine-operator.h"
6
7 #include "src/base/lazy-instance.h"
8 #include "src/compiler/opcodes.h"
9 #include "src/compiler/operator.h"
10
11 namespace v8 {
12 namespace internal {
13 namespace compiler {
14
operator ==(StoreRepresentation lhs,StoreRepresentation rhs)15 bool operator==(StoreRepresentation lhs, StoreRepresentation rhs) {
16 return lhs.representation() == rhs.representation() &&
17 lhs.write_barrier_kind() == rhs.write_barrier_kind();
18 }
19
20
operator !=(StoreRepresentation lhs,StoreRepresentation rhs)21 bool operator!=(StoreRepresentation lhs, StoreRepresentation rhs) {
22 return !(lhs == rhs);
23 }
24
25
hash_value(StoreRepresentation rep)26 size_t hash_value(StoreRepresentation rep) {
27 return base::hash_combine(rep.representation(), rep.write_barrier_kind());
28 }
29
30
operator <<(std::ostream & os,StoreRepresentation rep)31 std::ostream& operator<<(std::ostream& os, StoreRepresentation rep) {
32 return os << "(" << rep.representation() << " : " << rep.write_barrier_kind()
33 << ")";
34 }
35
36
LoadRepresentationOf(Operator const * op)37 LoadRepresentation LoadRepresentationOf(Operator const* op) {
38 DCHECK(IrOpcode::kLoad == op->opcode() ||
39 IrOpcode::kProtectedLoad == op->opcode() ||
40 IrOpcode::kWord32AtomicLoad == op->opcode() ||
41 IrOpcode::kWord64AtomicLoad == op->opcode() ||
42 IrOpcode::kPoisonedLoad == op->opcode() ||
43 IrOpcode::kUnalignedLoad == op->opcode());
44 return OpParameter<LoadRepresentation>(op);
45 }
46
47
StoreRepresentationOf(Operator const * op)48 StoreRepresentation const& StoreRepresentationOf(Operator const* op) {
49 DCHECK(IrOpcode::kStore == op->opcode() ||
50 IrOpcode::kProtectedStore == op->opcode());
51 return OpParameter<StoreRepresentation>(op);
52 }
53
UnalignedStoreRepresentationOf(Operator const * op)54 UnalignedStoreRepresentation const& UnalignedStoreRepresentationOf(
55 Operator const* op) {
56 DCHECK_EQ(IrOpcode::kUnalignedStore, op->opcode());
57 return OpParameter<UnalignedStoreRepresentation>(op);
58 }
59
operator ==(StackSlotRepresentation lhs,StackSlotRepresentation rhs)60 bool operator==(StackSlotRepresentation lhs, StackSlotRepresentation rhs) {
61 return lhs.size() == rhs.size() && lhs.alignment() == rhs.alignment();
62 }
63
operator !=(StackSlotRepresentation lhs,StackSlotRepresentation rhs)64 bool operator!=(StackSlotRepresentation lhs, StackSlotRepresentation rhs) {
65 return !(lhs == rhs);
66 }
67
hash_value(StackSlotRepresentation rep)68 size_t hash_value(StackSlotRepresentation rep) {
69 return base::hash_combine(rep.size(), rep.alignment());
70 }
71
operator <<(std::ostream & os,StackSlotRepresentation rep)72 std::ostream& operator<<(std::ostream& os, StackSlotRepresentation rep) {
73 return os << "(" << rep.size() << " : " << rep.alignment() << ")";
74 }
75
StackSlotRepresentationOf(Operator const * op)76 StackSlotRepresentation const& StackSlotRepresentationOf(Operator const* op) {
77 DCHECK_EQ(IrOpcode::kStackSlot, op->opcode());
78 return OpParameter<StackSlotRepresentation>(op);
79 }
80
AtomicStoreRepresentationOf(Operator const * op)81 MachineRepresentation AtomicStoreRepresentationOf(Operator const* op) {
82 DCHECK(IrOpcode::kWord32AtomicStore == op->opcode() ||
83 IrOpcode::kWord64AtomicStore == op->opcode());
84 return OpParameter<MachineRepresentation>(op);
85 }
86
AtomicOpRepresentationOf(Operator const * op)87 MachineType AtomicOpRepresentationOf(Operator const* op) {
88 return OpParameter<MachineType>(op);
89 }
90
91 #define PURE_BINARY_OP_LIST_32(V) \
92 V(Word32And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
93 V(Word32Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
94 V(Word32Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
95 V(Word32Shl, Operator::kNoProperties, 2, 0, 1) \
96 V(Word32Shr, Operator::kNoProperties, 2, 0, 1) \
97 V(Word32Sar, Operator::kNoProperties, 2, 0, 1) \
98 V(Word32Ror, Operator::kNoProperties, 2, 0, 1) \
99 V(Word32Equal, Operator::kCommutative, 2, 0, 1) \
100 V(Int32Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
101 V(Int32Sub, Operator::kNoProperties, 2, 0, 1) \
102 V(Int32Mul, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
103 V(Int32MulHigh, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
104 V(Int32Div, Operator::kNoProperties, 2, 1, 1) \
105 V(Int32Mod, Operator::kNoProperties, 2, 1, 1) \
106 V(Int32LessThan, Operator::kNoProperties, 2, 0, 1) \
107 V(Int32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
108 V(Uint32Div, Operator::kNoProperties, 2, 1, 1) \
109 V(Uint32LessThan, Operator::kNoProperties, 2, 0, 1) \
110 V(Uint32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
111 V(Uint32Mod, Operator::kNoProperties, 2, 1, 1) \
112 V(Uint32MulHigh, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)
113
114 #define PURE_BINARY_OP_LIST_64(V) \
115 V(Word64And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
116 V(Word64Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
117 V(Word64Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
118 V(Word64Shl, Operator::kNoProperties, 2, 0, 1) \
119 V(Word64Shr, Operator::kNoProperties, 2, 0, 1) \
120 V(Word64Sar, Operator::kNoProperties, 2, 0, 1) \
121 V(Word64Ror, Operator::kNoProperties, 2, 0, 1) \
122 V(Word64Equal, Operator::kCommutative, 2, 0, 1) \
123 V(Int64Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
124 V(Int64Sub, Operator::kNoProperties, 2, 0, 1) \
125 V(Int64Mul, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
126 V(Int64Div, Operator::kNoProperties, 2, 1, 1) \
127 V(Int64Mod, Operator::kNoProperties, 2, 1, 1) \
128 V(Int64LessThan, Operator::kNoProperties, 2, 0, 1) \
129 V(Int64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
130 V(Uint64Div, Operator::kNoProperties, 2, 1, 1) \
131 V(Uint64Mod, Operator::kNoProperties, 2, 1, 1) \
132 V(Uint64LessThan, Operator::kNoProperties, 2, 0, 1) \
133 V(Uint64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)
134
135 #define MACHINE_PURE_OP_LIST(V) \
136 PURE_BINARY_OP_LIST_32(V) \
137 PURE_BINARY_OP_LIST_64(V) \
138 V(Word32Clz, Operator::kNoProperties, 1, 0, 1) \
139 V(Word64Clz, Operator::kNoProperties, 1, 0, 1) \
140 V(BitcastWordToTaggedSigned, Operator::kNoProperties, 1, 0, 1) \
141 V(TruncateFloat64ToWord32, Operator::kNoProperties, 1, 0, 1) \
142 V(ChangeFloat32ToFloat64, Operator::kNoProperties, 1, 0, 1) \
143 V(ChangeFloat64ToInt32, Operator::kNoProperties, 1, 0, 1) \
144 V(ChangeFloat64ToUint32, Operator::kNoProperties, 1, 0, 1) \
145 V(ChangeFloat64ToUint64, Operator::kNoProperties, 1, 0, 1) \
146 V(TruncateFloat64ToUint32, Operator::kNoProperties, 1, 0, 1) \
147 V(TruncateFloat32ToInt32, Operator::kNoProperties, 1, 0, 1) \
148 V(TruncateFloat32ToUint32, Operator::kNoProperties, 1, 0, 1) \
149 V(TryTruncateFloat32ToInt64, Operator::kNoProperties, 1, 0, 2) \
150 V(TryTruncateFloat64ToInt64, Operator::kNoProperties, 1, 0, 2) \
151 V(TryTruncateFloat32ToUint64, Operator::kNoProperties, 1, 0, 2) \
152 V(TryTruncateFloat64ToUint64, Operator::kNoProperties, 1, 0, 2) \
153 V(ChangeInt32ToFloat64, Operator::kNoProperties, 1, 0, 1) \
154 V(Float64SilenceNaN, Operator::kNoProperties, 1, 0, 1) \
155 V(RoundFloat64ToInt32, Operator::kNoProperties, 1, 0, 1) \
156 V(RoundInt32ToFloat32, Operator::kNoProperties, 1, 0, 1) \
157 V(RoundInt64ToFloat32, Operator::kNoProperties, 1, 0, 1) \
158 V(RoundInt64ToFloat64, Operator::kNoProperties, 1, 0, 1) \
159 V(RoundUint32ToFloat32, Operator::kNoProperties, 1, 0, 1) \
160 V(RoundUint64ToFloat32, Operator::kNoProperties, 1, 0, 1) \
161 V(RoundUint64ToFloat64, Operator::kNoProperties, 1, 0, 1) \
162 V(ChangeInt32ToInt64, Operator::kNoProperties, 1, 0, 1) \
163 V(ChangeUint32ToFloat64, Operator::kNoProperties, 1, 0, 1) \
164 V(ChangeUint32ToUint64, Operator::kNoProperties, 1, 0, 1) \
165 V(TruncateFloat64ToFloat32, Operator::kNoProperties, 1, 0, 1) \
166 V(TruncateInt64ToInt32, Operator::kNoProperties, 1, 0, 1) \
167 V(BitcastFloat32ToInt32, Operator::kNoProperties, 1, 0, 1) \
168 V(BitcastFloat64ToInt64, Operator::kNoProperties, 1, 0, 1) \
169 V(BitcastInt32ToFloat32, Operator::kNoProperties, 1, 0, 1) \
170 V(BitcastInt64ToFloat64, Operator::kNoProperties, 1, 0, 1) \
171 V(SignExtendWord8ToInt32, Operator::kNoProperties, 1, 0, 1) \
172 V(SignExtendWord16ToInt32, Operator::kNoProperties, 1, 0, 1) \
173 V(SignExtendWord8ToInt64, Operator::kNoProperties, 1, 0, 1) \
174 V(SignExtendWord16ToInt64, Operator::kNoProperties, 1, 0, 1) \
175 V(SignExtendWord32ToInt64, Operator::kNoProperties, 1, 0, 1) \
176 V(Float32Abs, Operator::kNoProperties, 1, 0, 1) \
177 V(Float32Add, Operator::kCommutative, 2, 0, 1) \
178 V(Float32Sub, Operator::kNoProperties, 2, 0, 1) \
179 V(Float32Mul, Operator::kCommutative, 2, 0, 1) \
180 V(Float32Div, Operator::kNoProperties, 2, 0, 1) \
181 V(Float32Neg, Operator::kNoProperties, 1, 0, 1) \
182 V(Float32Sqrt, Operator::kNoProperties, 1, 0, 1) \
183 V(Float32Max, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
184 V(Float32Min, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
185 V(Float64Abs, Operator::kNoProperties, 1, 0, 1) \
186 V(Float64Acos, Operator::kNoProperties, 1, 0, 1) \
187 V(Float64Acosh, Operator::kNoProperties, 1, 0, 1) \
188 V(Float64Asin, Operator::kNoProperties, 1, 0, 1) \
189 V(Float64Asinh, Operator::kNoProperties, 1, 0, 1) \
190 V(Float64Atan, Operator::kNoProperties, 1, 0, 1) \
191 V(Float64Atan2, Operator::kNoProperties, 2, 0, 1) \
192 V(Float64Atanh, Operator::kNoProperties, 1, 0, 1) \
193 V(Float64Cbrt, Operator::kNoProperties, 1, 0, 1) \
194 V(Float64Cos, Operator::kNoProperties, 1, 0, 1) \
195 V(Float64Cosh, Operator::kNoProperties, 1, 0, 1) \
196 V(Float64Exp, Operator::kNoProperties, 1, 0, 1) \
197 V(Float64Expm1, Operator::kNoProperties, 1, 0, 1) \
198 V(Float64Log, Operator::kNoProperties, 1, 0, 1) \
199 V(Float64Log1p, Operator::kNoProperties, 1, 0, 1) \
200 V(Float64Log2, Operator::kNoProperties, 1, 0, 1) \
201 V(Float64Log10, Operator::kNoProperties, 1, 0, 1) \
202 V(Float64Max, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
203 V(Float64Min, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
204 V(Float64Neg, Operator::kNoProperties, 1, 0, 1) \
205 V(Float64Add, Operator::kCommutative, 2, 0, 1) \
206 V(Float64Sub, Operator::kNoProperties, 2, 0, 1) \
207 V(Float64Mul, Operator::kCommutative, 2, 0, 1) \
208 V(Float64Div, Operator::kNoProperties, 2, 0, 1) \
209 V(Float64Mod, Operator::kNoProperties, 2, 0, 1) \
210 V(Float64Pow, Operator::kNoProperties, 2, 0, 1) \
211 V(Float64Sin, Operator::kNoProperties, 1, 0, 1) \
212 V(Float64Sinh, Operator::kNoProperties, 1, 0, 1) \
213 V(Float64Sqrt, Operator::kNoProperties, 1, 0, 1) \
214 V(Float64Tan, Operator::kNoProperties, 1, 0, 1) \
215 V(Float64Tanh, Operator::kNoProperties, 1, 0, 1) \
216 V(Float32Equal, Operator::kCommutative, 2, 0, 1) \
217 V(Float32LessThan, Operator::kNoProperties, 2, 0, 1) \
218 V(Float32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
219 V(Float64Equal, Operator::kCommutative, 2, 0, 1) \
220 V(Float64LessThan, Operator::kNoProperties, 2, 0, 1) \
221 V(Float64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1) \
222 V(Float64ExtractLowWord32, Operator::kNoProperties, 1, 0, 1) \
223 V(Float64ExtractHighWord32, Operator::kNoProperties, 1, 0, 1) \
224 V(Float64InsertLowWord32, Operator::kNoProperties, 2, 0, 1) \
225 V(Float64InsertHighWord32, Operator::kNoProperties, 2, 0, 1) \
226 V(LoadStackPointer, Operator::kNoProperties, 0, 0, 1) \
227 V(LoadFramePointer, Operator::kNoProperties, 0, 0, 1) \
228 V(LoadParentFramePointer, Operator::kNoProperties, 0, 0, 1) \
229 V(LoadRootsPointer, Operator::kNoProperties, 0, 0, 1) \
230 V(Int32PairAdd, Operator::kNoProperties, 4, 0, 2) \
231 V(Int32PairSub, Operator::kNoProperties, 4, 0, 2) \
232 V(Int32PairMul, Operator::kNoProperties, 4, 0, 2) \
233 V(Word32PairShl, Operator::kNoProperties, 3, 0, 2) \
234 V(Word32PairShr, Operator::kNoProperties, 3, 0, 2) \
235 V(Word32PairSar, Operator::kNoProperties, 3, 0, 2) \
236 V(F32x4Splat, Operator::kNoProperties, 1, 0, 1) \
237 V(F32x4SConvertI32x4, Operator::kNoProperties, 1, 0, 1) \
238 V(F32x4UConvertI32x4, Operator::kNoProperties, 1, 0, 1) \
239 V(F32x4Abs, Operator::kNoProperties, 1, 0, 1) \
240 V(F32x4Neg, Operator::kNoProperties, 1, 0, 1) \
241 V(F32x4RecipApprox, Operator::kNoProperties, 1, 0, 1) \
242 V(F32x4RecipSqrtApprox, Operator::kNoProperties, 1, 0, 1) \
243 V(F32x4Add, Operator::kCommutative, 2, 0, 1) \
244 V(F32x4AddHoriz, Operator::kNoProperties, 2, 0, 1) \
245 V(F32x4Sub, Operator::kNoProperties, 2, 0, 1) \
246 V(F32x4Mul, Operator::kCommutative, 2, 0, 1) \
247 V(F32x4Min, Operator::kCommutative, 2, 0, 1) \
248 V(F32x4Max, Operator::kCommutative, 2, 0, 1) \
249 V(F32x4Eq, Operator::kCommutative, 2, 0, 1) \
250 V(F32x4Ne, Operator::kCommutative, 2, 0, 1) \
251 V(F32x4Lt, Operator::kNoProperties, 2, 0, 1) \
252 V(F32x4Le, Operator::kNoProperties, 2, 0, 1) \
253 V(I32x4Splat, Operator::kNoProperties, 1, 0, 1) \
254 V(I32x4SConvertF32x4, Operator::kNoProperties, 1, 0, 1) \
255 V(I32x4SConvertI16x8Low, Operator::kNoProperties, 1, 0, 1) \
256 V(I32x4SConvertI16x8High, Operator::kNoProperties, 1, 0, 1) \
257 V(I32x4Neg, Operator::kNoProperties, 1, 0, 1) \
258 V(I32x4Add, Operator::kCommutative, 2, 0, 1) \
259 V(I32x4AddHoriz, Operator::kNoProperties, 2, 0, 1) \
260 V(I32x4Sub, Operator::kNoProperties, 2, 0, 1) \
261 V(I32x4Mul, Operator::kCommutative, 2, 0, 1) \
262 V(I32x4MinS, Operator::kCommutative, 2, 0, 1) \
263 V(I32x4MaxS, Operator::kCommutative, 2, 0, 1) \
264 V(I32x4Eq, Operator::kCommutative, 2, 0, 1) \
265 V(I32x4Ne, Operator::kCommutative, 2, 0, 1) \
266 V(I32x4GtS, Operator::kNoProperties, 2, 0, 1) \
267 V(I32x4GeS, Operator::kNoProperties, 2, 0, 1) \
268 V(I32x4UConvertF32x4, Operator::kNoProperties, 1, 0, 1) \
269 V(I32x4UConvertI16x8Low, Operator::kNoProperties, 1, 0, 1) \
270 V(I32x4UConvertI16x8High, Operator::kNoProperties, 1, 0, 1) \
271 V(I32x4MinU, Operator::kCommutative, 2, 0, 1) \
272 V(I32x4MaxU, Operator::kCommutative, 2, 0, 1) \
273 V(I32x4GtU, Operator::kNoProperties, 2, 0, 1) \
274 V(I32x4GeU, Operator::kNoProperties, 2, 0, 1) \
275 V(I16x8Splat, Operator::kNoProperties, 1, 0, 1) \
276 V(I16x8SConvertI8x16Low, Operator::kNoProperties, 1, 0, 1) \
277 V(I16x8SConvertI8x16High, Operator::kNoProperties, 1, 0, 1) \
278 V(I16x8Neg, Operator::kNoProperties, 1, 0, 1) \
279 V(I16x8SConvertI32x4, Operator::kNoProperties, 2, 0, 1) \
280 V(I16x8Add, Operator::kCommutative, 2, 0, 1) \
281 V(I16x8AddSaturateS, Operator::kCommutative, 2, 0, 1) \
282 V(I16x8AddHoriz, Operator::kNoProperties, 2, 0, 1) \
283 V(I16x8Sub, Operator::kNoProperties, 2, 0, 1) \
284 V(I16x8SubSaturateS, Operator::kNoProperties, 2, 0, 1) \
285 V(I16x8Mul, Operator::kCommutative, 2, 0, 1) \
286 V(I16x8MinS, Operator::kCommutative, 2, 0, 1) \
287 V(I16x8MaxS, Operator::kCommutative, 2, 0, 1) \
288 V(I16x8Eq, Operator::kCommutative, 2, 0, 1) \
289 V(I16x8Ne, Operator::kCommutative, 2, 0, 1) \
290 V(I16x8GtS, Operator::kNoProperties, 2, 0, 1) \
291 V(I16x8GeS, Operator::kNoProperties, 2, 0, 1) \
292 V(I16x8UConvertI8x16Low, Operator::kNoProperties, 1, 0, 1) \
293 V(I16x8UConvertI8x16High, Operator::kNoProperties, 1, 0, 1) \
294 V(I16x8UConvertI32x4, Operator::kNoProperties, 2, 0, 1) \
295 V(I16x8AddSaturateU, Operator::kCommutative, 2, 0, 1) \
296 V(I16x8SubSaturateU, Operator::kNoProperties, 2, 0, 1) \
297 V(I16x8MinU, Operator::kCommutative, 2, 0, 1) \
298 V(I16x8MaxU, Operator::kCommutative, 2, 0, 1) \
299 V(I16x8GtU, Operator::kNoProperties, 2, 0, 1) \
300 V(I16x8GeU, Operator::kNoProperties, 2, 0, 1) \
301 V(I8x16Splat, Operator::kNoProperties, 1, 0, 1) \
302 V(I8x16Neg, Operator::kNoProperties, 1, 0, 1) \
303 V(I8x16SConvertI16x8, Operator::kNoProperties, 2, 0, 1) \
304 V(I8x16Add, Operator::kCommutative, 2, 0, 1) \
305 V(I8x16AddSaturateS, Operator::kCommutative, 2, 0, 1) \
306 V(I8x16Sub, Operator::kNoProperties, 2, 0, 1) \
307 V(I8x16SubSaturateS, Operator::kNoProperties, 2, 0, 1) \
308 V(I8x16Mul, Operator::kCommutative, 2, 0, 1) \
309 V(I8x16MinS, Operator::kCommutative, 2, 0, 1) \
310 V(I8x16MaxS, Operator::kCommutative, 2, 0, 1) \
311 V(I8x16Eq, Operator::kCommutative, 2, 0, 1) \
312 V(I8x16Ne, Operator::kCommutative, 2, 0, 1) \
313 V(I8x16GtS, Operator::kNoProperties, 2, 0, 1) \
314 V(I8x16GeS, Operator::kNoProperties, 2, 0, 1) \
315 V(I8x16UConvertI16x8, Operator::kNoProperties, 2, 0, 1) \
316 V(I8x16AddSaturateU, Operator::kCommutative, 2, 0, 1) \
317 V(I8x16SubSaturateU, Operator::kNoProperties, 2, 0, 1) \
318 V(I8x16MinU, Operator::kCommutative, 2, 0, 1) \
319 V(I8x16MaxU, Operator::kCommutative, 2, 0, 1) \
320 V(I8x16GtU, Operator::kNoProperties, 2, 0, 1) \
321 V(I8x16GeU, Operator::kNoProperties, 2, 0, 1) \
322 V(S128Load, Operator::kNoProperties, 2, 0, 1) \
323 V(S128Store, Operator::kNoProperties, 3, 0, 1) \
324 V(S128Zero, Operator::kNoProperties, 0, 0, 1) \
325 V(S128And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
326 V(S128Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
327 V(S128Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
328 V(S128Not, Operator::kNoProperties, 1, 0, 1) \
329 V(S128Select, Operator::kNoProperties, 3, 0, 1) \
330 V(S1x4AnyTrue, Operator::kNoProperties, 1, 0, 1) \
331 V(S1x4AllTrue, Operator::kNoProperties, 1, 0, 1) \
332 V(S1x8AnyTrue, Operator::kNoProperties, 1, 0, 1) \
333 V(S1x8AllTrue, Operator::kNoProperties, 1, 0, 1) \
334 V(S1x16AnyTrue, Operator::kNoProperties, 1, 0, 1) \
335 V(S1x16AllTrue, Operator::kNoProperties, 1, 0, 1)
336
337 #define PURE_OPTIONAL_OP_LIST(V) \
338 V(Word32Ctz, Operator::kNoProperties, 1, 0, 1) \
339 V(Word64Ctz, Operator::kNoProperties, 1, 0, 1) \
340 V(Word32ReverseBits, Operator::kNoProperties, 1, 0, 1) \
341 V(Word64ReverseBits, Operator::kNoProperties, 1, 0, 1) \
342 V(Word32ReverseBytes, Operator::kNoProperties, 1, 0, 1) \
343 V(Word64ReverseBytes, Operator::kNoProperties, 1, 0, 1) \
344 V(Int32AbsWithOverflow, Operator::kNoProperties, 1, 0, 1) \
345 V(Int64AbsWithOverflow, Operator::kNoProperties, 1, 0, 1) \
346 V(Word32Popcnt, Operator::kNoProperties, 1, 0, 1) \
347 V(Word64Popcnt, Operator::kNoProperties, 1, 0, 1) \
348 V(Float32RoundDown, Operator::kNoProperties, 1, 0, 1) \
349 V(Float64RoundDown, Operator::kNoProperties, 1, 0, 1) \
350 V(Float32RoundUp, Operator::kNoProperties, 1, 0, 1) \
351 V(Float64RoundUp, Operator::kNoProperties, 1, 0, 1) \
352 V(Float32RoundTruncate, Operator::kNoProperties, 1, 0, 1) \
353 V(Float64RoundTruncate, Operator::kNoProperties, 1, 0, 1) \
354 V(Float64RoundTiesAway, Operator::kNoProperties, 1, 0, 1) \
355 V(Float32RoundTiesEven, Operator::kNoProperties, 1, 0, 1) \
356 V(Float64RoundTiesEven, Operator::kNoProperties, 1, 0, 1)
357
358 #define OVERFLOW_OP_LIST(V) \
359 V(Int32AddWithOverflow, Operator::kAssociative | Operator::kCommutative) \
360 V(Int32SubWithOverflow, Operator::kNoProperties) \
361 V(Int32MulWithOverflow, Operator::kAssociative | Operator::kCommutative) \
362 V(Int64AddWithOverflow, Operator::kAssociative | Operator::kCommutative) \
363 V(Int64SubWithOverflow, Operator::kNoProperties)
364
365 #define MACHINE_TYPE_LIST(V) \
366 V(Float32) \
367 V(Float64) \
368 V(Simd128) \
369 V(Int8) \
370 V(Uint8) \
371 V(Int16) \
372 V(Uint16) \
373 V(Int32) \
374 V(Uint32) \
375 V(Int64) \
376 V(Uint64) \
377 V(Pointer) \
378 V(TaggedSigned) \
379 V(TaggedPointer) \
380 V(AnyTagged)
381
382 #define MACHINE_REPRESENTATION_LIST(V) \
383 V(kFloat32) \
384 V(kFloat64) \
385 V(kSimd128) \
386 V(kWord8) \
387 V(kWord16) \
388 V(kWord32) \
389 V(kWord64) \
390 V(kTaggedSigned) \
391 V(kTaggedPointer) \
392 V(kTagged)
393
394 #define ATOMIC_TYPE_LIST(V) \
395 V(Int8) \
396 V(Uint8) \
397 V(Int16) \
398 V(Uint16) \
399 V(Int32) \
400 V(Uint32)
401
402 #define ATOMIC64_TYPE_LIST(V) \
403 V(Uint8) \
404 V(Uint16) \
405 V(Uint32) \
406 V(Uint64)
407
408 #define ATOMIC_REPRESENTATION_LIST(V) \
409 V(kWord8) \
410 V(kWord16) \
411 V(kWord32)
412
413 #define ATOMIC64_REPRESENTATION_LIST(V) \
414 ATOMIC_REPRESENTATION_LIST(V) \
415 V(kWord64)
416
417 #define SIMD_LANE_OP_LIST(V) \
418 V(F32x4, 4) \
419 V(I32x4, 4) \
420 V(I16x8, 8) \
421 V(I8x16, 16)
422
423 #define SIMD_FORMAT_LIST(V) \
424 V(32x4, 32) \
425 V(16x8, 16) \
426 V(8x16, 8)
427
428 #define STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST(V) \
429 V(4, 0) V(8, 0) V(16, 0) V(4, 4) V(8, 8) V(16, 16)
430
431 struct StackSlotOperator : public Operator1<StackSlotRepresentation> {
StackSlotOperatorv8::internal::compiler::StackSlotOperator432 explicit StackSlotOperator(int size, int alignment)
433 : Operator1<StackSlotRepresentation>(
434 IrOpcode::kStackSlot, Operator::kNoDeopt | Operator::kNoThrow,
435 "StackSlot", 0, 0, 0, 1, 0, 0,
436 StackSlotRepresentation(size, alignment)) {}
437 };
438
439 struct MachineOperatorGlobalCache {
440 #define PURE(Name, properties, value_input_count, control_input_count, \
441 output_count) \
442 struct Name##Operator final : public Operator { \
443 Name##Operator() \
444 : Operator(IrOpcode::k##Name, Operator::kPure | properties, #Name, \
445 value_input_count, 0, control_input_count, output_count, 0, \
446 0) {} \
447 }; \
448 Name##Operator k##Name;
449 MACHINE_PURE_OP_LIST(PURE)
450 PURE_OPTIONAL_OP_LIST(PURE)
451 #undef PURE
452
453 #define OVERFLOW_OP(Name, properties) \
454 struct Name##Operator final : public Operator { \
455 Name##Operator() \
456 : Operator(IrOpcode::k##Name, \
457 Operator::kEliminatable | Operator::kNoRead | properties, \
458 #Name, 2, 0, 1, 2, 0, 0) {} \
459 }; \
460 Name##Operator k##Name;
461 OVERFLOW_OP_LIST(OVERFLOW_OP)
462 #undef OVERFLOW_OP
463
464 #define LOAD(Type) \
465 struct Load##Type##Operator final : public Operator1<LoadRepresentation> { \
466 Load##Type##Operator() \
467 : Operator1<LoadRepresentation>( \
468 IrOpcode::kLoad, \
469 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
470 "Load", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
471 }; \
472 struct PoisonedLoad##Type##Operator final \
473 : public Operator1<LoadRepresentation> { \
474 PoisonedLoad##Type##Operator() \
475 : Operator1<LoadRepresentation>( \
476 IrOpcode::kPoisonedLoad, \
477 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
478 "PoisonedLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
479 }; \
480 struct UnalignedLoad##Type##Operator final \
481 : public Operator1<LoadRepresentation> { \
482 UnalignedLoad##Type##Operator() \
483 : Operator1<LoadRepresentation>( \
484 IrOpcode::kUnalignedLoad, \
485 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
486 "UnalignedLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
487 }; \
488 struct ProtectedLoad##Type##Operator final \
489 : public Operator1<LoadRepresentation> { \
490 ProtectedLoad##Type##Operator() \
491 : Operator1<LoadRepresentation>( \
492 IrOpcode::kProtectedLoad, \
493 Operator::kNoDeopt | Operator::kNoThrow, "ProtectedLoad", 2, 1, \
494 1, 1, 1, 0, MachineType::Type()) {} \
495 }; \
496 Load##Type##Operator kLoad##Type; \
497 PoisonedLoad##Type##Operator kPoisonedLoad##Type; \
498 UnalignedLoad##Type##Operator kUnalignedLoad##Type; \
499 ProtectedLoad##Type##Operator kProtectedLoad##Type;
500 MACHINE_TYPE_LIST(LOAD)
501 #undef LOAD
502
503 #define STACKSLOT(Size, Alignment) \
504 struct StackSlotOfSize##Size##OfAlignment##Alignment##Operator final \
505 : public StackSlotOperator { \
506 StackSlotOfSize##Size##OfAlignment##Alignment##Operator() \
507 : StackSlotOperator(Size, Alignment) {} \
508 }; \
509 StackSlotOfSize##Size##OfAlignment##Alignment##Operator \
510 kStackSlotOfSize##Size##OfAlignment##Alignment;
511 STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST(STACKSLOT)
512 #undef STACKSLOT
513
514 #define STORE(Type) \
515 struct Store##Type##Operator : public Operator1<StoreRepresentation> { \
516 explicit Store##Type##Operator(WriteBarrierKind write_barrier_kind) \
517 : Operator1<StoreRepresentation>( \
518 IrOpcode::kStore, \
519 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
520 "Store", 3, 1, 1, 0, 1, 0, \
521 StoreRepresentation(MachineRepresentation::Type, \
522 write_barrier_kind)) {} \
523 }; \
524 struct Store##Type##NoWriteBarrier##Operator final \
525 : public Store##Type##Operator { \
526 Store##Type##NoWriteBarrier##Operator() \
527 : Store##Type##Operator(kNoWriteBarrier) {} \
528 }; \
529 struct Store##Type##MapWriteBarrier##Operator final \
530 : public Store##Type##Operator { \
531 Store##Type##MapWriteBarrier##Operator() \
532 : Store##Type##Operator(kMapWriteBarrier) {} \
533 }; \
534 struct Store##Type##PointerWriteBarrier##Operator final \
535 : public Store##Type##Operator { \
536 Store##Type##PointerWriteBarrier##Operator() \
537 : Store##Type##Operator(kPointerWriteBarrier) {} \
538 }; \
539 struct Store##Type##FullWriteBarrier##Operator final \
540 : public Store##Type##Operator { \
541 Store##Type##FullWriteBarrier##Operator() \
542 : Store##Type##Operator(kFullWriteBarrier) {} \
543 }; \
544 struct UnalignedStore##Type##Operator final \
545 : public Operator1<UnalignedStoreRepresentation> { \
546 UnalignedStore##Type##Operator() \
547 : Operator1<UnalignedStoreRepresentation>( \
548 IrOpcode::kUnalignedStore, \
549 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
550 "UnalignedStore", 3, 1, 1, 0, 1, 0, \
551 MachineRepresentation::Type) {} \
552 }; \
553 struct ProtectedStore##Type##Operator \
554 : public Operator1<StoreRepresentation> { \
555 explicit ProtectedStore##Type##Operator() \
556 : Operator1<StoreRepresentation>( \
557 IrOpcode::kProtectedStore, \
558 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
559 "Store", 3, 1, 1, 0, 1, 0, \
560 StoreRepresentation(MachineRepresentation::Type, \
561 kNoWriteBarrier)) {} \
562 }; \
563 Store##Type##NoWriteBarrier##Operator kStore##Type##NoWriteBarrier; \
564 Store##Type##MapWriteBarrier##Operator kStore##Type##MapWriteBarrier; \
565 Store##Type##PointerWriteBarrier##Operator \
566 kStore##Type##PointerWriteBarrier; \
567 Store##Type##FullWriteBarrier##Operator kStore##Type##FullWriteBarrier; \
568 UnalignedStore##Type##Operator kUnalignedStore##Type; \
569 ProtectedStore##Type##Operator kProtectedStore##Type;
570 MACHINE_REPRESENTATION_LIST(STORE)
571 #undef STORE
572
573 #define ATOMIC_LOAD(Type) \
574 struct Word32AtomicLoad##Type##Operator final \
575 : public Operator1<LoadRepresentation> { \
576 Word32AtomicLoad##Type##Operator() \
577 : Operator1<LoadRepresentation>( \
578 IrOpcode::kWord32AtomicLoad, \
579 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
580 "Word32AtomicLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
581 }; \
582 Word32AtomicLoad##Type##Operator kWord32AtomicLoad##Type;
583 ATOMIC_TYPE_LIST(ATOMIC_LOAD)
584 #undef ATOMIC_LOAD
585
586 #define ATOMIC_LOAD(Type) \
587 struct Word64AtomicLoad##Type##Operator final \
588 : public Operator1<LoadRepresentation> { \
589 Word64AtomicLoad##Type##Operator() \
590 : Operator1<LoadRepresentation>( \
591 IrOpcode::kWord64AtomicLoad, \
592 Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
593 "Word64AtomicLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {} \
594 }; \
595 Word64AtomicLoad##Type##Operator kWord64AtomicLoad##Type;
596 ATOMIC64_TYPE_LIST(ATOMIC_LOAD)
597 #undef ATOMIC_LOAD
598
599 #define ATOMIC_STORE(Type) \
600 struct Word32AtomicStore##Type##Operator \
601 : public Operator1<MachineRepresentation> { \
602 Word32AtomicStore##Type##Operator() \
603 : Operator1<MachineRepresentation>( \
604 IrOpcode::kWord32AtomicStore, \
605 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
606 "Word32AtomicStore", 3, 1, 1, 0, 1, 0, \
607 MachineRepresentation::Type) {} \
608 }; \
609 Word32AtomicStore##Type##Operator kWord32AtomicStore##Type;
610 ATOMIC_REPRESENTATION_LIST(ATOMIC_STORE)
611 #undef ATOMIC_STORE
612
613 #define ATOMIC_STORE(Type) \
614 struct Word64AtomicStore##Type##Operator \
615 : public Operator1<MachineRepresentation> { \
616 Word64AtomicStore##Type##Operator() \
617 : Operator1<MachineRepresentation>( \
618 IrOpcode::kWord64AtomicStore, \
619 Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow, \
620 "Word64AtomicStore", 3, 1, 1, 0, 1, 0, \
621 MachineRepresentation::Type) {} \
622 }; \
623 Word64AtomicStore##Type##Operator kWord64AtomicStore##Type;
624 ATOMIC64_REPRESENTATION_LIST(ATOMIC_STORE)
625 #undef ATOMIC_STORE
626
627 #define ATOMIC_OP(op, type) \
628 struct op##type##Operator : public Operator1<MachineType> { \
629 op##type##Operator() \
630 : Operator1<MachineType>(IrOpcode::k##op, \
631 Operator::kNoDeopt | Operator::kNoThrow, #op, \
632 3, 1, 1, 1, 1, 0, MachineType::type()) {} \
633 }; \
634 op##type##Operator k##op##type;
635 #define ATOMIC_OP_LIST(type) \
636 ATOMIC_OP(Word32AtomicAdd, type) \
637 ATOMIC_OP(Word32AtomicSub, type) \
638 ATOMIC_OP(Word32AtomicAnd, type) \
639 ATOMIC_OP(Word32AtomicOr, type) \
640 ATOMIC_OP(Word32AtomicXor, type) \
641 ATOMIC_OP(Word32AtomicExchange, type)
642 ATOMIC_TYPE_LIST(ATOMIC_OP_LIST)
643 #undef ATOMIC_OP_LIST
644 #define ATOMIC64_OP_LIST(type) \
645 ATOMIC_OP(Word64AtomicAdd, type) \
646 ATOMIC_OP(Word64AtomicSub, type) \
647 ATOMIC_OP(Word64AtomicAnd, type) \
648 ATOMIC_OP(Word64AtomicOr, type) \
649 ATOMIC_OP(Word64AtomicXor, type) \
650 ATOMIC_OP(Word64AtomicExchange, type)
651 ATOMIC64_TYPE_LIST(ATOMIC64_OP_LIST)
652 #undef ATOMIC64_OP_LIST
653 #undef ATOMIC_OP
654
655 #define ATOMIC_COMPARE_EXCHANGE(Type) \
656 struct Word32AtomicCompareExchange##Type##Operator \
657 : public Operator1<MachineType> { \
658 Word32AtomicCompareExchange##Type##Operator() \
659 : Operator1<MachineType>(IrOpcode::kWord32AtomicCompareExchange, \
660 Operator::kNoDeopt | Operator::kNoThrow, \
661 "Word32AtomicCompareExchange", 4, 1, 1, 1, 1, \
662 0, MachineType::Type()) {} \
663 }; \
664 Word32AtomicCompareExchange##Type##Operator \
665 kWord32AtomicCompareExchange##Type;
666 ATOMIC_TYPE_LIST(ATOMIC_COMPARE_EXCHANGE)
667 #undef ATOMIC_COMPARE_EXCHANGE
668
669 #define ATOMIC_COMPARE_EXCHANGE(Type) \
670 struct Word64AtomicCompareExchange##Type##Operator \
671 : public Operator1<MachineType> { \
672 Word64AtomicCompareExchange##Type##Operator() \
673 : Operator1<MachineType>(IrOpcode::kWord64AtomicCompareExchange, \
674 Operator::kNoDeopt | Operator::kNoThrow, \
675 "Word64AtomicCompareExchange", 4, 1, 1, 1, 1, \
676 0, MachineType::Type()) {} \
677 }; \
678 Word64AtomicCompareExchange##Type##Operator \
679 kWord64AtomicCompareExchange##Type;
680 ATOMIC64_TYPE_LIST(ATOMIC_COMPARE_EXCHANGE)
681 #undef ATOMIC_COMPARE_EXCHANGE
682
683 // The {BitcastWordToTagged} operator must not be marked as pure (especially
684 // not idempotent), because otherwise the splitting logic in the Scheduler
685 // might decide to split these operators, thus potentially creating live
686 // ranges of allocation top across calls or other things that might allocate.
687 // See https://bugs.chromium.org/p/v8/issues/detail?id=6059 for more details.
688 struct BitcastWordToTaggedOperator : public Operator {
BitcastWordToTaggedOperatorv8::internal::compiler::MachineOperatorGlobalCache::BitcastWordToTaggedOperator689 BitcastWordToTaggedOperator()
690 : Operator(IrOpcode::kBitcastWordToTagged,
691 Operator::kEliminatable | Operator::kNoWrite,
692 "BitcastWordToTagged", 1, 1, 1, 1, 1, 0) {}
693 };
694 BitcastWordToTaggedOperator kBitcastWordToTagged;
695
696 struct BitcastTaggedToWordOperator : public Operator {
BitcastTaggedToWordOperatorv8::internal::compiler::MachineOperatorGlobalCache::BitcastTaggedToWordOperator697 BitcastTaggedToWordOperator()
698 : Operator(IrOpcode::kBitcastTaggedToWord,
699 Operator::kEliminatable | Operator::kNoWrite,
700 "BitcastTaggedToWord", 1, 1, 1, 1, 1, 0) {}
701 };
702 BitcastTaggedToWordOperator kBitcastTaggedToWord;
703
704 struct BitcastMaybeObjectToWordOperator : public Operator {
BitcastMaybeObjectToWordOperatorv8::internal::compiler::MachineOperatorGlobalCache::BitcastMaybeObjectToWordOperator705 BitcastMaybeObjectToWordOperator()
706 : Operator(IrOpcode::kBitcastTaggedToWord,
707 Operator::kEliminatable | Operator::kNoWrite,
708 "BitcastMaybeObjectToWord", 1, 1, 1, 1, 1, 0) {}
709 };
710 BitcastMaybeObjectToWordOperator kBitcastMaybeObjectToWord;
711
712 struct TaggedPoisonOnSpeculation : public Operator {
TaggedPoisonOnSpeculationv8::internal::compiler::MachineOperatorGlobalCache::TaggedPoisonOnSpeculation713 TaggedPoisonOnSpeculation()
714 : Operator(IrOpcode::kTaggedPoisonOnSpeculation,
715 Operator::kEliminatable | Operator::kNoWrite,
716 "TaggedPoisonOnSpeculation", 1, 1, 1, 1, 1, 0) {}
717 };
718 TaggedPoisonOnSpeculation kTaggedPoisonOnSpeculation;
719
720 struct Word32PoisonOnSpeculation : public Operator {
Word32PoisonOnSpeculationv8::internal::compiler::MachineOperatorGlobalCache::Word32PoisonOnSpeculation721 Word32PoisonOnSpeculation()
722 : Operator(IrOpcode::kWord32PoisonOnSpeculation,
723 Operator::kEliminatable | Operator::kNoWrite,
724 "Word32PoisonOnSpeculation", 1, 1, 1, 1, 1, 0) {}
725 };
726 Word32PoisonOnSpeculation kWord32PoisonOnSpeculation;
727
728 struct Word64PoisonOnSpeculation : public Operator {
Word64PoisonOnSpeculationv8::internal::compiler::MachineOperatorGlobalCache::Word64PoisonOnSpeculation729 Word64PoisonOnSpeculation()
730 : Operator(IrOpcode::kWord64PoisonOnSpeculation,
731 Operator::kEliminatable | Operator::kNoWrite,
732 "Word64PoisonOnSpeculation", 1, 1, 1, 1, 1, 0) {}
733 };
734 Word64PoisonOnSpeculation kWord64PoisonOnSpeculation;
735
736 struct SpeculationFenceOperator : public Operator {
SpeculationFenceOperatorv8::internal::compiler::MachineOperatorGlobalCache::SpeculationFenceOperator737 SpeculationFenceOperator()
738 : Operator(IrOpcode::kSpeculationFence, Operator::kNoThrow,
739 "SpeculationFence", 0, 1, 1, 0, 1, 0) {}
740 };
741 SpeculationFenceOperator kSpeculationFence;
742
743 struct DebugAbortOperator : public Operator {
DebugAbortOperatorv8::internal::compiler::MachineOperatorGlobalCache::DebugAbortOperator744 DebugAbortOperator()
745 : Operator(IrOpcode::kDebugAbort, Operator::kNoThrow, "DebugAbort", 1,
746 1, 1, 0, 1, 0) {}
747 };
748 DebugAbortOperator kDebugAbort;
749
750 struct DebugBreakOperator : public Operator {
DebugBreakOperatorv8::internal::compiler::MachineOperatorGlobalCache::DebugBreakOperator751 DebugBreakOperator()
752 : Operator(IrOpcode::kDebugBreak, Operator::kNoThrow, "DebugBreak", 0,
753 1, 1, 0, 1, 0) {}
754 };
755 DebugBreakOperator kDebugBreak;
756
757 struct UnsafePointerAddOperator final : public Operator {
UnsafePointerAddOperatorv8::internal::compiler::MachineOperatorGlobalCache::UnsafePointerAddOperator758 UnsafePointerAddOperator()
759 : Operator(IrOpcode::kUnsafePointerAdd, Operator::kKontrol,
760 "UnsafePointerAdd", 2, 1, 1, 1, 1, 0) {}
761 };
762 UnsafePointerAddOperator kUnsafePointerAdd;
763 };
764
765 struct CommentOperator : public Operator1<const char*> {
CommentOperatorv8::internal::compiler::CommentOperator766 explicit CommentOperator(const char* msg)
767 : Operator1<const char*>(IrOpcode::kComment, Operator::kNoThrow,
768 "Comment", 0, 0, 0, 0, 0, 0, msg) {}
769 };
770
771 static base::LazyInstance<MachineOperatorGlobalCache>::type
772 kMachineOperatorGlobalCache = LAZY_INSTANCE_INITIALIZER;
773
MachineOperatorBuilder(Zone * zone,MachineRepresentation word,Flags flags,AlignmentRequirements alignmentRequirements)774 MachineOperatorBuilder::MachineOperatorBuilder(
775 Zone* zone, MachineRepresentation word, Flags flags,
776 AlignmentRequirements alignmentRequirements)
777 : zone_(zone),
778 cache_(kMachineOperatorGlobalCache.Get()),
779 word_(word),
780 flags_(flags),
781 alignment_requirements_(alignmentRequirements) {
782 DCHECK(word == MachineRepresentation::kWord32 ||
783 word == MachineRepresentation::kWord64);
784 }
785
UnalignedLoad(LoadRepresentation rep)786 const Operator* MachineOperatorBuilder::UnalignedLoad(LoadRepresentation rep) {
787 #define LOAD(Type) \
788 if (rep == MachineType::Type()) { \
789 return &cache_.kUnalignedLoad##Type; \
790 }
791 MACHINE_TYPE_LIST(LOAD)
792 #undef LOAD
793 UNREACHABLE();
794 }
795
UnalignedStore(UnalignedStoreRepresentation rep)796 const Operator* MachineOperatorBuilder::UnalignedStore(
797 UnalignedStoreRepresentation rep) {
798 switch (rep) {
799 #define STORE(kRep) \
800 case MachineRepresentation::kRep: \
801 return &cache_.kUnalignedStore##kRep;
802 MACHINE_REPRESENTATION_LIST(STORE)
803 #undef STORE
804 case MachineRepresentation::kBit:
805 case MachineRepresentation::kNone:
806 break;
807 }
808 UNREACHABLE();
809 }
810
811 #define PURE(Name, properties, value_input_count, control_input_count, \
812 output_count) \
813 const Operator* MachineOperatorBuilder::Name() { return &cache_.k##Name; }
814 MACHINE_PURE_OP_LIST(PURE)
815 #undef PURE
816
817 #define PURE(Name, properties, value_input_count, control_input_count, \
818 output_count) \
819 const OptionalOperator MachineOperatorBuilder::Name() { \
820 return OptionalOperator(flags_ & k##Name, &cache_.k##Name); \
821 }
PURE_OPTIONAL_OP_LIST(PURE)822 PURE_OPTIONAL_OP_LIST(PURE)
823 #undef PURE
824
825 #define OVERFLOW_OP(Name, properties) \
826 const Operator* MachineOperatorBuilder::Name() { return &cache_.k##Name; }
827 OVERFLOW_OP_LIST(OVERFLOW_OP)
828 #undef OVERFLOW_OP
829
830 const Operator* MachineOperatorBuilder::Load(LoadRepresentation rep) {
831 #define LOAD(Type) \
832 if (rep == MachineType::Type()) { \
833 return &cache_.kLoad##Type; \
834 }
835 MACHINE_TYPE_LIST(LOAD)
836 #undef LOAD
837 UNREACHABLE();
838 }
839
PoisonedLoad(LoadRepresentation rep)840 const Operator* MachineOperatorBuilder::PoisonedLoad(LoadRepresentation rep) {
841 #define LOAD(Type) \
842 if (rep == MachineType::Type()) { \
843 return &cache_.kPoisonedLoad##Type; \
844 }
845 MACHINE_TYPE_LIST(LOAD)
846 #undef LOAD
847 UNREACHABLE();
848 }
849
ProtectedLoad(LoadRepresentation rep)850 const Operator* MachineOperatorBuilder::ProtectedLoad(LoadRepresentation rep) {
851 #define LOAD(Type) \
852 if (rep == MachineType::Type()) { \
853 return &cache_.kProtectedLoad##Type; \
854 }
855 MACHINE_TYPE_LIST(LOAD)
856 #undef LOAD
857 UNREACHABLE();
858 }
859
StackSlot(int size,int alignment)860 const Operator* MachineOperatorBuilder::StackSlot(int size, int alignment) {
861 DCHECK_LE(0, size);
862 DCHECK(alignment == 0 || alignment == 4 || alignment == 8 || alignment == 16);
863 #define CASE_CACHED_SIZE(Size, Alignment) \
864 if (size == Size && alignment == Alignment) { \
865 return &cache_.kStackSlotOfSize##Size##OfAlignment##Alignment; \
866 }
867
868 STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST(CASE_CACHED_SIZE)
869
870 #undef CASE_CACHED_SIZE
871 return new (zone_) StackSlotOperator(size, alignment);
872 }
873
StackSlot(MachineRepresentation rep,int alignment)874 const Operator* MachineOperatorBuilder::StackSlot(MachineRepresentation rep,
875 int alignment) {
876 return StackSlot(1 << ElementSizeLog2Of(rep), alignment);
877 }
878
Store(StoreRepresentation store_rep)879 const Operator* MachineOperatorBuilder::Store(StoreRepresentation store_rep) {
880 switch (store_rep.representation()) {
881 #define STORE(kRep) \
882 case MachineRepresentation::kRep: \
883 switch (store_rep.write_barrier_kind()) { \
884 case kNoWriteBarrier: \
885 return &cache_.k##Store##kRep##NoWriteBarrier; \
886 case kMapWriteBarrier: \
887 return &cache_.k##Store##kRep##MapWriteBarrier; \
888 case kPointerWriteBarrier: \
889 return &cache_.k##Store##kRep##PointerWriteBarrier; \
890 case kFullWriteBarrier: \
891 return &cache_.k##Store##kRep##FullWriteBarrier; \
892 } \
893 break;
894 MACHINE_REPRESENTATION_LIST(STORE)
895 #undef STORE
896 case MachineRepresentation::kBit:
897 case MachineRepresentation::kNone:
898 break;
899 }
900 UNREACHABLE();
901 }
902
ProtectedStore(MachineRepresentation rep)903 const Operator* MachineOperatorBuilder::ProtectedStore(
904 MachineRepresentation rep) {
905 switch (rep) {
906 #define STORE(kRep) \
907 case MachineRepresentation::kRep: \
908 return &cache_.kProtectedStore##kRep; \
909 break;
910 MACHINE_REPRESENTATION_LIST(STORE)
911 #undef STORE
912 case MachineRepresentation::kBit:
913 case MachineRepresentation::kNone:
914 break;
915 }
916 UNREACHABLE();
917 }
918
UnsafePointerAdd()919 const Operator* MachineOperatorBuilder::UnsafePointerAdd() {
920 return &cache_.kUnsafePointerAdd;
921 }
922
BitcastWordToTagged()923 const Operator* MachineOperatorBuilder::BitcastWordToTagged() {
924 return &cache_.kBitcastWordToTagged;
925 }
926
BitcastTaggedToWord()927 const Operator* MachineOperatorBuilder::BitcastTaggedToWord() {
928 return &cache_.kBitcastTaggedToWord;
929 }
930
BitcastMaybeObjectToWord()931 const Operator* MachineOperatorBuilder::BitcastMaybeObjectToWord() {
932 return &cache_.kBitcastMaybeObjectToWord;
933 }
934
DebugAbort()935 const Operator* MachineOperatorBuilder::DebugAbort() {
936 return &cache_.kDebugAbort;
937 }
938
DebugBreak()939 const Operator* MachineOperatorBuilder::DebugBreak() {
940 return &cache_.kDebugBreak;
941 }
942
Comment(const char * msg)943 const Operator* MachineOperatorBuilder::Comment(const char* msg) {
944 return new (zone_) CommentOperator(msg);
945 }
946
Word32AtomicLoad(LoadRepresentation rep)947 const Operator* MachineOperatorBuilder::Word32AtomicLoad(
948 LoadRepresentation rep) {
949 #define LOAD(Type) \
950 if (rep == MachineType::Type()) { \
951 return &cache_.kWord32AtomicLoad##Type; \
952 }
953 ATOMIC_TYPE_LIST(LOAD)
954 #undef LOAD
955 UNREACHABLE();
956 }
957
Word32AtomicStore(MachineRepresentation rep)958 const Operator* MachineOperatorBuilder::Word32AtomicStore(
959 MachineRepresentation rep) {
960 #define STORE(kRep) \
961 if (rep == MachineRepresentation::kRep) { \
962 return &cache_.kWord32AtomicStore##kRep; \
963 }
964 ATOMIC_REPRESENTATION_LIST(STORE)
965 #undef STORE
966 UNREACHABLE();
967 }
968
Word32AtomicExchange(MachineType rep)969 const Operator* MachineOperatorBuilder::Word32AtomicExchange(MachineType rep) {
970 #define EXCHANGE(kRep) \
971 if (rep == MachineType::kRep()) { \
972 return &cache_.kWord32AtomicExchange##kRep; \
973 }
974 ATOMIC_TYPE_LIST(EXCHANGE)
975 #undef EXCHANGE
976 UNREACHABLE();
977 }
978
Word32AtomicCompareExchange(MachineType rep)979 const Operator* MachineOperatorBuilder::Word32AtomicCompareExchange(
980 MachineType rep) {
981 #define COMPARE_EXCHANGE(kRep) \
982 if (rep == MachineType::kRep()) { \
983 return &cache_.kWord32AtomicCompareExchange##kRep; \
984 }
985 ATOMIC_TYPE_LIST(COMPARE_EXCHANGE)
986 #undef COMPARE_EXCHANGE
987 UNREACHABLE();
988 }
989
Word32AtomicAdd(MachineType rep)990 const Operator* MachineOperatorBuilder::Word32AtomicAdd(MachineType rep) {
991 #define ADD(kRep) \
992 if (rep == MachineType::kRep()) { \
993 return &cache_.kWord32AtomicAdd##kRep; \
994 }
995 ATOMIC_TYPE_LIST(ADD)
996 #undef ADD
997 UNREACHABLE();
998 }
999
Word32AtomicSub(MachineType rep)1000 const Operator* MachineOperatorBuilder::Word32AtomicSub(MachineType rep) {
1001 #define SUB(kRep) \
1002 if (rep == MachineType::kRep()) { \
1003 return &cache_.kWord32AtomicSub##kRep; \
1004 }
1005 ATOMIC_TYPE_LIST(SUB)
1006 #undef SUB
1007 UNREACHABLE();
1008 }
1009
Word32AtomicAnd(MachineType rep)1010 const Operator* MachineOperatorBuilder::Word32AtomicAnd(MachineType rep) {
1011 #define AND(kRep) \
1012 if (rep == MachineType::kRep()) { \
1013 return &cache_.kWord32AtomicAnd##kRep; \
1014 }
1015 ATOMIC_TYPE_LIST(AND)
1016 #undef AND
1017 UNREACHABLE();
1018 }
1019
Word32AtomicOr(MachineType rep)1020 const Operator* MachineOperatorBuilder::Word32AtomicOr(MachineType rep) {
1021 #define OR(kRep) \
1022 if (rep == MachineType::kRep()) { \
1023 return &cache_.kWord32AtomicOr##kRep; \
1024 }
1025 ATOMIC_TYPE_LIST(OR)
1026 #undef OR
1027 UNREACHABLE();
1028 }
1029
Word32AtomicXor(MachineType rep)1030 const Operator* MachineOperatorBuilder::Word32AtomicXor(MachineType rep) {
1031 #define XOR(kRep) \
1032 if (rep == MachineType::kRep()) { \
1033 return &cache_.kWord32AtomicXor##kRep; \
1034 }
1035 ATOMIC_TYPE_LIST(XOR)
1036 #undef XOR
1037 UNREACHABLE();
1038 }
1039
TaggedPoisonOnSpeculation()1040 const Operator* MachineOperatorBuilder::TaggedPoisonOnSpeculation() {
1041 return &cache_.kTaggedPoisonOnSpeculation;
1042 }
1043
Word32PoisonOnSpeculation()1044 const Operator* MachineOperatorBuilder::Word32PoisonOnSpeculation() {
1045 return &cache_.kWord32PoisonOnSpeculation;
1046 }
1047
Word64PoisonOnSpeculation()1048 const Operator* MachineOperatorBuilder::Word64PoisonOnSpeculation() {
1049 return &cache_.kWord64PoisonOnSpeculation;
1050 }
1051
Word64AtomicLoad(LoadRepresentation rep)1052 const Operator* MachineOperatorBuilder::Word64AtomicLoad(
1053 LoadRepresentation rep) {
1054 #define LOAD(Type) \
1055 if (rep == MachineType::Type()) { \
1056 return &cache_.kWord64AtomicLoad##Type; \
1057 }
1058 ATOMIC64_TYPE_LIST(LOAD)
1059 #undef LOAD
1060 UNREACHABLE();
1061 }
1062
Word64AtomicStore(MachineRepresentation rep)1063 const Operator* MachineOperatorBuilder::Word64AtomicStore(
1064 MachineRepresentation rep) {
1065 #define STORE(kRep) \
1066 if (rep == MachineRepresentation::kRep) { \
1067 return &cache_.kWord64AtomicStore##kRep; \
1068 }
1069 ATOMIC64_REPRESENTATION_LIST(STORE)
1070 #undef STORE
1071 UNREACHABLE();
1072 }
1073
Word64AtomicAdd(MachineType rep)1074 const Operator* MachineOperatorBuilder::Word64AtomicAdd(MachineType rep) {
1075 #define ADD(kRep) \
1076 if (rep == MachineType::kRep()) { \
1077 return &cache_.kWord64AtomicAdd##kRep; \
1078 }
1079 ATOMIC64_TYPE_LIST(ADD)
1080 #undef ADD
1081 UNREACHABLE();
1082 }
1083
Word64AtomicSub(MachineType rep)1084 const Operator* MachineOperatorBuilder::Word64AtomicSub(MachineType rep) {
1085 #define SUB(kRep) \
1086 if (rep == MachineType::kRep()) { \
1087 return &cache_.kWord64AtomicSub##kRep; \
1088 }
1089 ATOMIC64_TYPE_LIST(SUB)
1090 #undef SUB
1091 UNREACHABLE();
1092 }
1093
Word64AtomicAnd(MachineType rep)1094 const Operator* MachineOperatorBuilder::Word64AtomicAnd(MachineType rep) {
1095 #define AND(kRep) \
1096 if (rep == MachineType::kRep()) { \
1097 return &cache_.kWord64AtomicAnd##kRep; \
1098 }
1099 ATOMIC64_TYPE_LIST(AND)
1100 #undef AND
1101 UNREACHABLE();
1102 }
1103
Word64AtomicOr(MachineType rep)1104 const Operator* MachineOperatorBuilder::Word64AtomicOr(MachineType rep) {
1105 #define OR(kRep) \
1106 if (rep == MachineType::kRep()) { \
1107 return &cache_.kWord64AtomicOr##kRep; \
1108 }
1109 ATOMIC64_TYPE_LIST(OR)
1110 #undef OR
1111 UNREACHABLE();
1112 }
1113
Word64AtomicXor(MachineType rep)1114 const Operator* MachineOperatorBuilder::Word64AtomicXor(MachineType rep) {
1115 #define XOR(kRep) \
1116 if (rep == MachineType::kRep()) { \
1117 return &cache_.kWord64AtomicXor##kRep; \
1118 }
1119 ATOMIC64_TYPE_LIST(XOR)
1120 #undef XOR
1121 UNREACHABLE();
1122 }
1123
Word64AtomicExchange(MachineType rep)1124 const Operator* MachineOperatorBuilder::Word64AtomicExchange(MachineType rep) {
1125 #define EXCHANGE(kRep) \
1126 if (rep == MachineType::kRep()) { \
1127 return &cache_.kWord64AtomicExchange##kRep; \
1128 }
1129 ATOMIC64_TYPE_LIST(EXCHANGE)
1130 #undef EXCHANGE
1131 UNREACHABLE();
1132 }
1133
Word64AtomicCompareExchange(MachineType rep)1134 const Operator* MachineOperatorBuilder::Word64AtomicCompareExchange(
1135 MachineType rep) {
1136 #define COMPARE_EXCHANGE(kRep) \
1137 if (rep == MachineType::kRep()) { \
1138 return &cache_.kWord64AtomicCompareExchange##kRep; \
1139 }
1140 ATOMIC64_TYPE_LIST(COMPARE_EXCHANGE)
1141 #undef COMPARE_EXCHANGE
1142 UNREACHABLE();
1143 }
1144
SpeculationFence()1145 const OptionalOperator MachineOperatorBuilder::SpeculationFence() {
1146 return OptionalOperator(flags_ & kSpeculationFence,
1147 &cache_.kSpeculationFence);
1148 }
1149
1150 #define SIMD_LANE_OPS(Type, lane_count) \
1151 const Operator* MachineOperatorBuilder::Type##ExtractLane( \
1152 int32_t lane_index) { \
1153 DCHECK(0 <= lane_index && lane_index < lane_count); \
1154 return new (zone_) \
1155 Operator1<int32_t>(IrOpcode::k##Type##ExtractLane, Operator::kPure, \
1156 "Extract lane", 1, 0, 0, 1, 0, 0, lane_index); \
1157 } \
1158 const Operator* MachineOperatorBuilder::Type##ReplaceLane( \
1159 int32_t lane_index) { \
1160 DCHECK(0 <= lane_index && lane_index < lane_count); \
1161 return new (zone_) \
1162 Operator1<int32_t>(IrOpcode::k##Type##ReplaceLane, Operator::kPure, \
1163 "Replace lane", 2, 0, 0, 1, 0, 0, lane_index); \
1164 }
1165 SIMD_LANE_OP_LIST(SIMD_LANE_OPS)
1166 #undef SIMD_LANE_OPS
1167
1168 #define SIMD_SHIFT_OPS(format, bits) \
1169 const Operator* MachineOperatorBuilder::I##format##Shl(int32_t shift) { \
1170 DCHECK(0 <= shift && shift < bits); \
1171 return new (zone_) \
1172 Operator1<int32_t>(IrOpcode::kI##format##Shl, Operator::kPure, \
1173 "Shift left", 1, 0, 0, 1, 0, 0, shift); \
1174 } \
1175 const Operator* MachineOperatorBuilder::I##format##ShrS(int32_t shift) { \
1176 DCHECK(0 < shift && shift <= bits); \
1177 return new (zone_) \
1178 Operator1<int32_t>(IrOpcode::kI##format##ShrS, Operator::kPure, \
1179 "Arithmetic shift right", 1, 0, 0, 1, 0, 0, shift); \
1180 } \
1181 const Operator* MachineOperatorBuilder::I##format##ShrU(int32_t shift) { \
1182 DCHECK(0 <= shift && shift < bits); \
1183 return new (zone_) \
1184 Operator1<int32_t>(IrOpcode::kI##format##ShrU, Operator::kPure, \
1185 "Shift right", 1, 0, 0, 1, 0, 0, shift); \
1186 }
SIMD_FORMAT_LIST(SIMD_SHIFT_OPS) const1187 SIMD_FORMAT_LIST(SIMD_SHIFT_OPS)
1188 #undef SIMD_SHIFT_OPS
1189
1190 const Operator* MachineOperatorBuilder::S8x16Shuffle(
1191 const uint8_t shuffle[16]) {
1192 uint8_t* array = zone_->NewArray<uint8_t>(16);
1193 memcpy(array, shuffle, 16);
1194 return new (zone_)
1195 Operator1<uint8_t*>(IrOpcode::kS8x16Shuffle, Operator::kPure, "Shuffle",
1196 2, 0, 0, 1, 0, 0, array);
1197 }
1198
1199 #undef PURE_BINARY_OP_LIST_32
1200 #undef PURE_BINARY_OP_LIST_64
1201 #undef MACHINE_PURE_OP_LIST
1202 #undef PURE_OPTIONAL_OP_LIST
1203 #undef OVERFLOW_OP_LIST
1204 #undef MACHINE_TYPE_LIST
1205 #undef MACHINE_REPRESENTATION_LIST
1206 #undef ATOMIC_TYPE_LIST
1207 #undef ATOMIC64_TYPE_LIST
1208 #undef ATOMIC_REPRESENTATION_LIST
1209 #undef ATOMIC64_REPRESENTATION_LIST
1210 #undef SIMD_LANE_OP_LIST
1211 #undef SIMD_FORMAT_LIST
1212 #undef STACK_SLOT_CACHED_SIZES_ALIGNMENTS_LIST
1213
1214 } // namespace compiler
1215 } // namespace internal
1216 } // namespace v8
1217