1 // This file is part of Eigen, a lightweight C++ template library
2 // for linear algebra.
3 //
4 // Copyright (C) 2008-2015 Gael Guennebaud <gael.guennebaud@inria.fr>
5 // Copyright (C) 2006-2008 Benoit Jacob <jacob.benoit.1@gmail.com>
6 //
7 // This Source Code Form is subject to the terms of the Mozilla
8 // Public License v. 2.0. If a copy of the MPL was not distributed
9 // with this file, You can obtain one at http://mozilla.org/MPL/2.0/.
10 
11 #ifndef EIGEN_MACROS_H
12 #define EIGEN_MACROS_H
13 
14 //------------------------------------------------------------------------------------------
15 // Eigen version and basic defaults
16 //------------------------------------------------------------------------------------------
17 
18 #define EIGEN_WORLD_VERSION 3
19 #define EIGEN_MAJOR_VERSION 4
20 #define EIGEN_MINOR_VERSION 0
21 
22 #define EIGEN_VERSION_AT_LEAST(x,y,z) (EIGEN_WORLD_VERSION>x || (EIGEN_WORLD_VERSION>=x && \
23                                       (EIGEN_MAJOR_VERSION>y || (EIGEN_MAJOR_VERSION>=y && \
24                                                                  EIGEN_MINOR_VERSION>=z))))
25 
26 #ifdef EIGEN_DEFAULT_TO_ROW_MAJOR
27 #define EIGEN_DEFAULT_MATRIX_STORAGE_ORDER_OPTION Eigen::RowMajor
28 #else
29 #define EIGEN_DEFAULT_MATRIX_STORAGE_ORDER_OPTION Eigen::ColMajor
30 #endif
31 
32 #ifndef EIGEN_DEFAULT_DENSE_INDEX_TYPE
33 #define EIGEN_DEFAULT_DENSE_INDEX_TYPE std::ptrdiff_t
34 #endif
35 
36 // Upperbound on the C++ version to use.
37 // Expected values are 03, 11, 14, 17, etc.
38 // By default, let's use an arbitrarily large C++ version.
39 #ifndef EIGEN_MAX_CPP_VER
40 #define EIGEN_MAX_CPP_VER 99
41 #endif
42 
43 /** Allows to disable some optimizations which might affect the accuracy of the result.
44   * Such optimization are enabled by default, and set EIGEN_FAST_MATH to 0 to disable them.
45   * They currently include:
46   *   - single precision ArrayBase::sin() and ArrayBase::cos() for SSE and AVX vectorization.
47   */
48 #ifndef EIGEN_FAST_MATH
49 #define EIGEN_FAST_MATH 1
50 #endif
51 
52 #ifndef EIGEN_STACK_ALLOCATION_LIMIT
53 // 131072 == 128 KB
54 #define EIGEN_STACK_ALLOCATION_LIMIT 131072
55 #endif
56 
57 //------------------------------------------------------------------------------------------
58 // Compiler identification, EIGEN_COMP_*
59 //------------------------------------------------------------------------------------------
60 
61 /// \internal EIGEN_COMP_GNUC set to 1 for all compilers compatible with GCC
62 #ifdef __GNUC__
63   #define EIGEN_COMP_GNUC (__GNUC__*10+__GNUC_MINOR__)
64 #else
65   #define EIGEN_COMP_GNUC 0
66 #endif
67 
68 /// \internal EIGEN_COMP_CLANG set to major+minor version (e.g., 307 for clang 3.7) if the compiler is clang
69 #if defined(__clang__)
70   #define EIGEN_COMP_CLANG (__clang_major__*100+__clang_minor__)
71 #else
72   #define EIGEN_COMP_CLANG 0
73 #endif
74 
75 /// \internal EIGEN_COMP_CASTXML set to 1 if being preprocessed by CastXML
76 #if defined(__castxml__)
77   #define EIGEN_COMP_CASTXML 1
78 #else
79   #define EIGEN_COMP_CASTXML 0
80 #endif
81 
82 /// \internal EIGEN_COMP_LLVM set to 1 if the compiler backend is llvm
83 #if defined(__llvm__)
84   #define EIGEN_COMP_LLVM 1
85 #else
86   #define EIGEN_COMP_LLVM 0
87 #endif
88 
89 /// \internal EIGEN_COMP_ICC set to __INTEL_COMPILER if the compiler is Intel compiler, 0 otherwise
90 #if defined(__INTEL_COMPILER)
91   #define EIGEN_COMP_ICC __INTEL_COMPILER
92 #else
93   #define EIGEN_COMP_ICC 0
94 #endif
95 
96 /// \internal EIGEN_COMP_MINGW set to 1 if the compiler is mingw
97 #if defined(__MINGW32__)
98   #define EIGEN_COMP_MINGW 1
99 #else
100   #define EIGEN_COMP_MINGW 0
101 #endif
102 
103 /// \internal EIGEN_COMP_SUNCC set to 1 if the compiler is Solaris Studio
104 #if defined(__SUNPRO_CC)
105   #define EIGEN_COMP_SUNCC 1
106 #else
107   #define EIGEN_COMP_SUNCC 0
108 #endif
109 
110 /// \internal EIGEN_COMP_MSVC set to _MSC_VER if the compiler is Microsoft Visual C++, 0 otherwise.
111 #if defined(_MSC_VER)
112   #define EIGEN_COMP_MSVC _MSC_VER
113 #else
114   #define EIGEN_COMP_MSVC 0
115 #endif
116 
117 #if defined(__NVCC__)
118 #if defined(__CUDACC_VER_MAJOR__) && (__CUDACC_VER_MAJOR__ >= 9)
119   #define EIGEN_COMP_NVCC  ((__CUDACC_VER_MAJOR__ * 10000) + (__CUDACC_VER_MINOR__ * 100))
120 #elif defined(__CUDACC_VER__)
121   #define EIGEN_COMP_NVCC __CUDACC_VER__
122 #else
123   #error "NVCC did not define compiler version."
124 #endif
125 #else
126   #define EIGEN_COMP_NVCC 0
127 #endif
128 
129 // For the record, here is a table summarizing the possible values for EIGEN_COMP_MSVC:
130 //  name        ver   MSC_VER
131 //  2008         9      1500
132 //  2010        10      1600
133 //  2012        11      1700
134 //  2013        12      1800
135 //  2015        14      1900
136 //  "15"        15      1900
137 //  2017-14.1   15.0    1910
138 //  2017-14.11  15.3    1911
139 //  2017-14.12  15.5    1912
140 //  2017-14.13  15.6    1913
141 //  2017-14.14  15.7    1914
142 
143 /// \internal EIGEN_COMP_MSVC_LANG set to _MSVC_LANG if the compiler is Microsoft Visual C++, 0 otherwise.
144 #if defined(_MSVC_LANG)
145   #define EIGEN_COMP_MSVC_LANG _MSVC_LANG
146 #else
147   #define EIGEN_COMP_MSVC_LANG 0
148 #endif
149 
150 // For the record, here is a table summarizing the possible values for EIGEN_COMP_MSVC_LANG:
151 // MSVC option                          Standard  MSVC_LANG
152 // /std:c++14 (default as of VS 2019)   C++14     201402L
153 // /std:c++17                           C++17     201703L
154 // /std:c++latest                       >C++17    >201703L
155 
156 /// \internal EIGEN_COMP_MSVC_STRICT set to 1 if the compiler is really Microsoft Visual C++ and not ,e.g., ICC or clang-cl
157 #if EIGEN_COMP_MSVC && !(EIGEN_COMP_ICC || EIGEN_COMP_LLVM || EIGEN_COMP_CLANG)
158   #define EIGEN_COMP_MSVC_STRICT _MSC_VER
159 #else
160   #define EIGEN_COMP_MSVC_STRICT 0
161 #endif
162 
163 /// \internal EIGEN_COMP_IBM set to xlc version if the compiler is IBM XL C++
164 // XLC   version
165 // 3.1   0x0301
166 // 4.5   0x0405
167 // 5.0   0x0500
168 // 12.1  0x0C01
169 #if defined(__IBMCPP__) || defined(__xlc__) || defined(__ibmxl__)
170   #define EIGEN_COMP_IBM __xlC__
171 #else
172   #define EIGEN_COMP_IBM 0
173 #endif
174 
175 /// \internal EIGEN_COMP_PGI set to PGI version if the compiler is Portland Group Compiler
176 #if defined(__PGI)
177   #define EIGEN_COMP_PGI (__PGIC__*100+__PGIC_MINOR__)
178 #else
179   #define EIGEN_COMP_PGI 0
180 #endif
181 
182 /// \internal EIGEN_COMP_ARM set to 1 if the compiler is ARM Compiler
183 #if defined(__CC_ARM) || defined(__ARMCC_VERSION)
184   #define EIGEN_COMP_ARM 1
185 #else
186   #define EIGEN_COMP_ARM 0
187 #endif
188 
189 /// \internal EIGEN_COMP_EMSCRIPTEN set to 1 if the compiler is Emscripten Compiler
190 #if defined(__EMSCRIPTEN__)
191   #define EIGEN_COMP_EMSCRIPTEN 1
192 #else
193   #define EIGEN_COMP_EMSCRIPTEN 0
194 #endif
195 
196 
197 /// \internal EIGEN_GNUC_STRICT set to 1 if the compiler is really GCC and not a compatible compiler (e.g., ICC, clang, mingw, etc.)
198 #if EIGEN_COMP_GNUC && !(EIGEN_COMP_CLANG || EIGEN_COMP_ICC || EIGEN_COMP_MINGW || EIGEN_COMP_PGI || EIGEN_COMP_IBM || EIGEN_COMP_ARM || EIGEN_COMP_EMSCRIPTEN)
199   #define EIGEN_COMP_GNUC_STRICT 1
200 #else
201   #define EIGEN_COMP_GNUC_STRICT 0
202 #endif
203 
204 
205 #if EIGEN_COMP_GNUC
206   #define EIGEN_GNUC_AT_LEAST(x,y) ((__GNUC__==x && __GNUC_MINOR__>=y) || __GNUC__>x)
207   #define EIGEN_GNUC_AT_MOST(x,y)  ((__GNUC__==x && __GNUC_MINOR__<=y) || __GNUC__<x)
208   #define EIGEN_GNUC_AT(x,y)       ( __GNUC__==x && __GNUC_MINOR__==y )
209 #else
210   #define EIGEN_GNUC_AT_LEAST(x,y) 0
211   #define EIGEN_GNUC_AT_MOST(x,y)  0
212   #define EIGEN_GNUC_AT(x,y)       0
213 #endif
214 
215 // FIXME: could probably be removed as we do not support gcc 3.x anymore
216 #if EIGEN_COMP_GNUC && (__GNUC__ <= 3)
217 #define EIGEN_GCC3_OR_OLDER 1
218 #else
219 #define EIGEN_GCC3_OR_OLDER 0
220 #endif
221 
222 
223 
224 //------------------------------------------------------------------------------------------
225 // Architecture identification, EIGEN_ARCH_*
226 //------------------------------------------------------------------------------------------
227 
228 
229 #if defined(__x86_64__) || (defined(_M_X64) && !defined(_M_ARM64EC)) || defined(__amd64)
230   #define EIGEN_ARCH_x86_64 1
231 #else
232   #define EIGEN_ARCH_x86_64 0
233 #endif
234 
235 #if defined(__i386__) || defined(_M_IX86) || defined(_X86_) || defined(__i386)
236   #define EIGEN_ARCH_i386 1
237 #else
238   #define EIGEN_ARCH_i386 0
239 #endif
240 
241 #if EIGEN_ARCH_x86_64 || EIGEN_ARCH_i386
242   #define EIGEN_ARCH_i386_OR_x86_64 1
243 #else
244   #define EIGEN_ARCH_i386_OR_x86_64 0
245 #endif
246 
247 /// \internal EIGEN_ARCH_ARM set to 1 if the architecture is ARM
248 #if defined(__arm__)
249   #define EIGEN_ARCH_ARM 1
250 #else
251   #define EIGEN_ARCH_ARM 0
252 #endif
253 
254 /// \internal EIGEN_ARCH_ARM64 set to 1 if the architecture is ARM64
255 #if defined(__aarch64__) || defined(_M_ARM64) || defined(_M_ARM64EC)
256   #define EIGEN_ARCH_ARM64 1
257 #else
258   #define EIGEN_ARCH_ARM64 0
259 #endif
260 
261 /// \internal EIGEN_ARCH_ARM_OR_ARM64 set to 1 if the architecture is ARM or ARM64
262 #if EIGEN_ARCH_ARM || EIGEN_ARCH_ARM64
263   #define EIGEN_ARCH_ARM_OR_ARM64 1
264 #else
265   #define EIGEN_ARCH_ARM_OR_ARM64 0
266 #endif
267 
268 /// \internal EIGEN_ARCH_ARMV8 set to 1 if the architecture is armv8 or greater.
269 #if EIGEN_ARCH_ARM_OR_ARM64 && defined(__ARM_ARCH) && __ARM_ARCH >= 8
270 #define EIGEN_ARCH_ARMV8 1
271 #else
272 #define EIGEN_ARCH_ARMV8 0
273 #endif
274 
275 
276 /// \internal EIGEN_HAS_ARM64_FP16 set to 1 if the architecture provides an IEEE
277 /// compliant Arm fp16 type
278 #if EIGEN_ARCH_ARM64
279   #ifndef EIGEN_HAS_ARM64_FP16
280     #if defined(__ARM_FP16_FORMAT_IEEE)
281       #define EIGEN_HAS_ARM64_FP16 1
282     #else
283       #define EIGEN_HAS_ARM64_FP16 0
284     #endif
285   #endif
286 #endif
287 
288 /// \internal EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC set to 1 if the architecture
289 /// supports Neon vector intrinsics for fp16.
290 #if EIGEN_ARCH_ARM64
291   #ifndef EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC
292     #if defined(__ARM_FEATURE_FP16_VECTOR_ARITHMETIC)
293       #define EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC 1
294     #else
295       #define EIGEN_HAS_ARM64_FP16_VECTOR_ARITHMETIC 0
296     #endif
297   #endif
298 #endif
299 
300 /// \internal EIGEN_HAS_ARM64_FP16_SCALAR_ARITHMETIC set to 1 if the architecture
301 /// supports Neon scalar intrinsics for fp16.
302 #if EIGEN_ARCH_ARM64
303   #ifndef EIGEN_HAS_ARM64_FP16_SCALAR_ARITHMETIC
304     #if defined(__ARM_FEATURE_FP16_SCALAR_ARITHMETIC)
305       #define EIGEN_HAS_ARM64_FP16_SCALAR_ARITHMETIC 1
306     #endif
307   #endif
308 #endif
309 
310 /// \internal EIGEN_ARCH_MIPS set to 1 if the architecture is MIPS
311 #if defined(__mips__) || defined(__mips)
312   #define EIGEN_ARCH_MIPS 1
313 #else
314   #define EIGEN_ARCH_MIPS 0
315 #endif
316 
317 /// \internal EIGEN_ARCH_SPARC set to 1 if the architecture is SPARC
318 #if defined(__sparc__) || defined(__sparc)
319   #define EIGEN_ARCH_SPARC 1
320 #else
321   #define EIGEN_ARCH_SPARC 0
322 #endif
323 
324 /// \internal EIGEN_ARCH_IA64 set to 1 if the architecture is Intel Itanium
325 #if defined(__ia64__)
326   #define EIGEN_ARCH_IA64 1
327 #else
328   #define EIGEN_ARCH_IA64 0
329 #endif
330 
331 /// \internal EIGEN_ARCH_PPC set to 1 if the architecture is PowerPC
332 #if defined(__powerpc__) || defined(__ppc__) || defined(_M_PPC)
333   #define EIGEN_ARCH_PPC 1
334 #else
335   #define EIGEN_ARCH_PPC 0
336 #endif
337 
338 
339 
340 //------------------------------------------------------------------------------------------
341 // Operating system identification, EIGEN_OS_*
342 //------------------------------------------------------------------------------------------
343 
344 /// \internal EIGEN_OS_UNIX set to 1 if the OS is a unix variant
345 #if defined(__unix__) || defined(__unix)
346   #define EIGEN_OS_UNIX 1
347 #else
348   #define EIGEN_OS_UNIX 0
349 #endif
350 
351 /// \internal EIGEN_OS_LINUX set to 1 if the OS is based on Linux kernel
352 #if defined(__linux__)
353   #define EIGEN_OS_LINUX 1
354 #else
355   #define EIGEN_OS_LINUX 0
356 #endif
357 
358 /// \internal EIGEN_OS_ANDROID set to 1 if the OS is Android
359 // note: ANDROID is defined when using ndk_build, __ANDROID__ is defined when using a standalone toolchain.
360 #if defined(__ANDROID__) || defined(ANDROID)
361   #define EIGEN_OS_ANDROID 1
362 #else
363   #define EIGEN_OS_ANDROID 0
364 #endif
365 
366 /// \internal EIGEN_OS_GNULINUX set to 1 if the OS is GNU Linux and not Linux-based OS (e.g., not android)
367 #if defined(__gnu_linux__) && !(EIGEN_OS_ANDROID)
368   #define EIGEN_OS_GNULINUX 1
369 #else
370   #define EIGEN_OS_GNULINUX 0
371 #endif
372 
373 /// \internal EIGEN_OS_BSD set to 1 if the OS is a BSD variant
374 #if defined(__FreeBSD__) || defined(__NetBSD__) || defined(__OpenBSD__) || defined(__bsdi__) || defined(__DragonFly__)
375   #define EIGEN_OS_BSD 1
376 #else
377   #define EIGEN_OS_BSD 0
378 #endif
379 
380 /// \internal EIGEN_OS_MAC set to 1 if the OS is MacOS
381 #if defined(__APPLE__)
382   #define EIGEN_OS_MAC 1
383 #else
384   #define EIGEN_OS_MAC 0
385 #endif
386 
387 /// \internal EIGEN_OS_QNX set to 1 if the OS is QNX
388 #if defined(__QNX__)
389   #define EIGEN_OS_QNX 1
390 #else
391   #define EIGEN_OS_QNX 0
392 #endif
393 
394 /// \internal EIGEN_OS_WIN set to 1 if the OS is Windows based
395 #if defined(_WIN32)
396   #define EIGEN_OS_WIN 1
397 #else
398   #define EIGEN_OS_WIN 0
399 #endif
400 
401 /// \internal EIGEN_OS_WIN64 set to 1 if the OS is Windows 64bits
402 #if defined(_WIN64)
403   #define EIGEN_OS_WIN64 1
404 #else
405   #define EIGEN_OS_WIN64 0
406 #endif
407 
408 /// \internal EIGEN_OS_WINCE set to 1 if the OS is Windows CE
409 #if defined(_WIN32_WCE)
410   #define EIGEN_OS_WINCE 1
411 #else
412   #define EIGEN_OS_WINCE 0
413 #endif
414 
415 /// \internal EIGEN_OS_CYGWIN set to 1 if the OS is Windows/Cygwin
416 #if defined(__CYGWIN__)
417   #define EIGEN_OS_CYGWIN 1
418 #else
419   #define EIGEN_OS_CYGWIN 0
420 #endif
421 
422 /// \internal EIGEN_OS_WIN_STRICT set to 1 if the OS is really Windows and not some variants
423 #if EIGEN_OS_WIN && !( EIGEN_OS_WINCE || EIGEN_OS_CYGWIN )
424   #define EIGEN_OS_WIN_STRICT 1
425 #else
426   #define EIGEN_OS_WIN_STRICT 0
427 #endif
428 
429 /// \internal EIGEN_OS_SUN set to __SUNPRO_C if the OS is SUN
430 // compiler  solaris   __SUNPRO_C
431 // version   studio
432 // 5.7       10        0x570
433 // 5.8       11        0x580
434 // 5.9       12        0x590
435 // 5.10	     12.1      0x5100
436 // 5.11	     12.2      0x5110
437 // 5.12	     12.3      0x5120
438 #if (defined(sun) || defined(__sun)) && !(defined(__SVR4) || defined(__svr4__))
439   #define EIGEN_OS_SUN __SUNPRO_C
440 #else
441   #define EIGEN_OS_SUN 0
442 #endif
443 
444 /// \internal EIGEN_OS_SOLARIS set to 1 if the OS is Solaris
445 #if (defined(sun) || defined(__sun)) && (defined(__SVR4) || defined(__svr4__))
446   #define EIGEN_OS_SOLARIS 1
447 #else
448   #define EIGEN_OS_SOLARIS 0
449 #endif
450 
451 
452 //------------------------------------------------------------------------------------------
453 // Detect GPU compilers and architectures
454 //------------------------------------------------------------------------------------------
455 
456 // NVCC is not supported as the target platform for HIPCC
457 // Note that this also makes EIGEN_CUDACC and EIGEN_HIPCC mutually exclusive
458 #if defined(__NVCC__) && defined(__HIPCC__)
459   #error "NVCC as the target platform for HIPCC is currently not supported."
460 #endif
461 
462 #if defined(__CUDACC__) && !defined(EIGEN_NO_CUDA)
463   // Means the compiler is either nvcc or clang with CUDA enabled
464   #define EIGEN_CUDACC __CUDACC__
465 #endif
466 
467 #if defined(__CUDA_ARCH__) && !defined(EIGEN_NO_CUDA)
468   // Means we are generating code for the device
469   #define EIGEN_CUDA_ARCH __CUDA_ARCH__
470 #endif
471 
472 #if defined(EIGEN_CUDACC)
473 #include <cuda.h>
474   #define EIGEN_CUDA_SDK_VER (CUDA_VERSION * 10)
475 #else
476   #define EIGEN_CUDA_SDK_VER 0
477 #endif
478 
479 #if defined(__HIPCC__) && !defined(EIGEN_NO_HIP)
480   // Means the compiler is HIPCC (analogous to EIGEN_CUDACC, but for HIP)
481   #define EIGEN_HIPCC __HIPCC__
482 
483   // We need to include hip_runtime.h here because it pulls in
484   // ++ hip_common.h which contains the define for  __HIP_DEVICE_COMPILE__
485   // ++ host_defines.h which contains the defines for the __host__ and __device__ macros
486   #include <hip/hip_runtime.h>
487 
488   #if defined(__HIP_DEVICE_COMPILE__)
489     // analogous to EIGEN_CUDA_ARCH, but for HIP
490     #define EIGEN_HIP_DEVICE_COMPILE __HIP_DEVICE_COMPILE__
491   #endif
492 
493   // For HIP (ROCm 3.5 and higher), we need to explicitly set the launch_bounds attribute
494   // value to 1024. The compiler assigns a default value of 256 when the attribute is not
495   // specified. This results in failures on the HIP platform, for cases when a GPU kernel
496   // without an explicit launch_bounds attribute is called with a threads_per_block value
497   // greater than 256.
498   //
499   // This is a regression in functioanlity and is expected to be fixed within the next
500   // couple of ROCm releases (compiler will go back to using 1024 value as the default)
501   //
502   // In the meantime, we will use a "only enabled for HIP" macro to set the launch_bounds
503   // attribute.
504 
505   #define EIGEN_HIP_LAUNCH_BOUNDS_1024 __launch_bounds__(1024)
506 
507 #endif
508 
509 #if !defined(EIGEN_HIP_LAUNCH_BOUNDS_1024)
510 #define EIGEN_HIP_LAUNCH_BOUNDS_1024
511 #endif // !defined(EIGEN_HIP_LAUNCH_BOUNDS_1024)
512 
513 // Unify CUDA/HIPCC
514 
515 #if defined(EIGEN_CUDACC) || defined(EIGEN_HIPCC)
516 //
517 // If either EIGEN_CUDACC or EIGEN_HIPCC is defined, then define EIGEN_GPUCC
518 //
519 #define EIGEN_GPUCC
520 //
521 // EIGEN_HIPCC implies the HIP compiler and is used to tweak Eigen code for use in HIP kernels
522 // EIGEN_CUDACC implies the CUDA compiler and is used to tweak Eigen code for use in CUDA kernels
523 //
524 // In most cases the same tweaks are required to the Eigen code to enable in both the HIP and CUDA kernels.
525 // For those cases, the corresponding code should be guarded with
526 //      #if defined(EIGEN_GPUCC)
527 // instead of
528 //      #if defined(EIGEN_CUDACC) || defined(EIGEN_HIPCC)
529 //
530 // For cases where the tweak is specific to HIP, the code should be guarded with
531 //      #if defined(EIGEN_HIPCC)
532 //
533 // For cases where the tweak is specific to CUDA, the code should be guarded with
534 //      #if defined(EIGEN_CUDACC)
535 //
536 #endif
537 
538 #if defined(EIGEN_CUDA_ARCH) || defined(EIGEN_HIP_DEVICE_COMPILE)
539 //
540 // If either EIGEN_CUDA_ARCH or EIGEN_HIP_DEVICE_COMPILE is defined, then define EIGEN_GPU_COMPILE_PHASE
541 //
542 #define EIGEN_GPU_COMPILE_PHASE
543 //
544 // GPU compilers (HIPCC, NVCC) typically do two passes over the source code,
545 //   + one to compile the source for the "host" (ie CPU)
546 //   + another to compile the source for the "device" (ie. GPU)
547 //
548 // Code that needs to enabled only during the either the "host" or "device" compilation phase
549 // needs to be guarded with a macro that indicates the current compilation phase
550 //
551 // EIGEN_HIP_DEVICE_COMPILE implies the device compilation phase in HIP
552 // EIGEN_CUDA_ARCH implies the device compilation phase in CUDA
553 //
554 // In most cases, the "host" / "device" specific code is the same for both HIP and CUDA
555 // For those cases, the code should be guarded with
556 //       #if defined(EIGEN_GPU_COMPILE_PHASE)
557 // instead of
558 //       #if defined(EIGEN_CUDA_ARCH) || defined(EIGEN_HIP_DEVICE_COMPILE)
559 //
560 // For cases where the tweak is specific to HIP, the code should be guarded with
561 //      #if defined(EIGEN_HIP_DEVICE_COMPILE)
562 //
563 // For cases where the tweak is specific to CUDA, the code should be guarded with
564 //      #if defined(EIGEN_CUDA_ARCH)
565 //
566 #endif
567 
568 #if defined(EIGEN_USE_SYCL) && defined(__SYCL_DEVICE_ONLY__)
569 // EIGEN_USE_SYCL is a user-defined macro while __SYCL_DEVICE_ONLY__ is a compiler-defined macro.
570 // In most cases we want to check if both macros are defined which can be done using the define below.
571 #define SYCL_DEVICE_ONLY
572 #endif
573 
574 //------------------------------------------------------------------------------------------
575 // Detect Compiler/Architecture/OS specific features
576 //------------------------------------------------------------------------------------------
577 
578 #if EIGEN_GNUC_AT_MOST(4,3) && !EIGEN_COMP_CLANG
579   // see bug 89
580   #define EIGEN_SAFE_TO_USE_STANDARD_ASSERT_MACRO 0
581 #else
582   #define EIGEN_SAFE_TO_USE_STANDARD_ASSERT_MACRO 1
583 #endif
584 
585 // Cross compiler wrapper around LLVM's __has_builtin
586 #ifdef __has_builtin
587 #  define EIGEN_HAS_BUILTIN(x) __has_builtin(x)
588 #else
589 #  define EIGEN_HAS_BUILTIN(x) 0
590 #endif
591 
592 // A Clang feature extension to determine compiler features.
593 // We use it to determine 'cxx_rvalue_references'
594 #ifndef __has_feature
595 # define __has_feature(x) 0
596 #endif
597 
598 // Some old compilers do not support template specializations like:
599 // template<typename T,int N> void foo(const T x[N]);
600 #if !(   EIGEN_COMP_CLANG && (   (EIGEN_COMP_CLANG<309)                                                       \
601                               || (defined(__apple_build_version__) && (__apple_build_version__ < 9000000)))  \
602       || EIGEN_COMP_GNUC_STRICT && EIGEN_COMP_GNUC<49)
603 #define EIGEN_HAS_STATIC_ARRAY_TEMPLATE 1
604 #else
605 #define EIGEN_HAS_STATIC_ARRAY_TEMPLATE 0
606 #endif
607 
608 // The macro EIGEN_CPLUSPLUS is a replacement for __cplusplus/_MSVC_LANG that
609 // works for both platforms, indicating the C++ standard version number.
610 //
611 // With MSVC, without defining /Zc:__cplusplus, the __cplusplus macro will
612 // report 199711L regardless of the language standard specified via /std.
613 // We need to rely on _MSVC_LANG instead, which is only available after
614 // VS2015.3.
615 #if EIGEN_COMP_MSVC_LANG > 0
616 #define EIGEN_CPLUSPLUS EIGEN_COMP_MSVC_LANG
617 #elif EIGEN_COMP_MSVC >= 1900
618 #define EIGEN_CPLUSPLUS 201103L
619 #elif defined(__cplusplus)
620 #define EIGEN_CPLUSPLUS __cplusplus
621 #else
622 #define EIGEN_CPLUSPLUS 0
623 #endif
624 
625 // The macro EIGEN_COMP_CXXVER defines the c++ verson expected by the compiler.
626 // For instance, if compiling with gcc and -std=c++17, then EIGEN_COMP_CXXVER
627 // is defined to 17.
628 #if EIGEN_CPLUSPLUS > 201703L
629   #define EIGEN_COMP_CXXVER 20
630 #elif EIGEN_CPLUSPLUS > 201402L
631   #define EIGEN_COMP_CXXVER 17
632 #elif EIGEN_CPLUSPLUS > 201103L
633   #define EIGEN_COMP_CXXVER 14
634 #elif EIGEN_CPLUSPLUS >= 201103L
635   #define EIGEN_COMP_CXXVER 11
636 #else
637   #define EIGEN_COMP_CXXVER 03
638 #endif
639 
640 #ifndef EIGEN_HAS_CXX14_VARIABLE_TEMPLATES
641   #if defined(__cpp_variable_templates) && __cpp_variable_templates >= 201304 && EIGEN_MAX_CPP_VER>=14
642     #define EIGEN_HAS_CXX14_VARIABLE_TEMPLATES 1
643   #else
644     #define EIGEN_HAS_CXX14_VARIABLE_TEMPLATES 0
645   #endif
646 #endif
647 
648 
649 // The macros EIGEN_HAS_CXX?? defines a rough estimate of available c++ features
650 // but in practice we should not rely on them but rather on the availabilty of
651 // individual features as defined later.
652 // This is why there is no EIGEN_HAS_CXX17.
653 // FIXME: get rid of EIGEN_HAS_CXX14 and maybe even EIGEN_HAS_CXX11.
654 #if EIGEN_MAX_CPP_VER>=11 && EIGEN_COMP_CXXVER>=11
655 #define EIGEN_HAS_CXX11 1
656 #else
657 #define EIGEN_HAS_CXX11 0
658 #endif
659 
660 #if EIGEN_MAX_CPP_VER>=14 && EIGEN_COMP_CXXVER>=14
661 #define EIGEN_HAS_CXX14 1
662 #else
663 #define EIGEN_HAS_CXX14 0
664 #endif
665 
666 // Do we support r-value references?
667 #ifndef EIGEN_HAS_RVALUE_REFERENCES
668 #if EIGEN_MAX_CPP_VER>=11 && \
669     (__has_feature(cxx_rvalue_references) || \
670      (EIGEN_COMP_CXXVER >= 11) || (EIGEN_COMP_MSVC >= 1600))
671   #define EIGEN_HAS_RVALUE_REFERENCES 1
672 #else
673   #define EIGEN_HAS_RVALUE_REFERENCES 0
674 #endif
675 #endif
676 
677 // Does the compiler support C99?
678 // Need to include <cmath> to make sure _GLIBCXX_USE_C99 gets defined
679 #include <cmath>
680 #ifndef EIGEN_HAS_C99_MATH
681 #if EIGEN_MAX_CPP_VER>=11 && \
682     ((defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 199901))       \
683   || (defined(__GNUC__) && defined(_GLIBCXX_USE_C99)) \
684   || (defined(_LIBCPP_VERSION) && !defined(_MSC_VER)) \
685   || (EIGEN_COMP_MSVC >= 1900) || defined(SYCL_DEVICE_ONLY))
686   #define EIGEN_HAS_C99_MATH 1
687 #else
688   #define EIGEN_HAS_C99_MATH 0
689 #endif
690 #endif
691 
692 // Does the compiler support result_of?
693 // result_of was deprecated in c++17 and removed in c++ 20
694 #ifndef EIGEN_HAS_STD_RESULT_OF
695 #if EIGEN_HAS_CXX11 && EIGEN_COMP_CXXVER < 17
696 #define EIGEN_HAS_STD_RESULT_OF 1
697 #else
698 #define EIGEN_HAS_STD_RESULT_OF 0
699 #endif
700 #endif
701 
702 // Does the compiler support std::hash?
703 #ifndef EIGEN_HAS_STD_HASH
704 // The std::hash struct is defined in C++11 but is not labelled as a __device__
705 // function and is not constexpr, so cannot be used on device.
706 #if EIGEN_HAS_CXX11 && !defined(EIGEN_GPU_COMPILE_PHASE)
707 #define EIGEN_HAS_STD_HASH 1
708 #else
709 #define EIGEN_HAS_STD_HASH 0
710 #endif
711 #endif  // EIGEN_HAS_STD_HASH
712 
713 #ifndef EIGEN_HAS_STD_INVOKE_RESULT
714 #if EIGEN_MAX_CPP_VER >= 17 && EIGEN_COMP_CXXVER >= 17
715 #define EIGEN_HAS_STD_INVOKE_RESULT 1
716 #else
717 #define EIGEN_HAS_STD_INVOKE_RESULT 0
718 #endif
719 #endif
720 
721 #ifndef EIGEN_HAS_ALIGNAS
722 #if EIGEN_MAX_CPP_VER>=11 && EIGEN_HAS_CXX11 &&   \
723       (     __has_feature(cxx_alignas)            \
724         ||  EIGEN_HAS_CXX14                       \
725         || (EIGEN_COMP_MSVC >= 1800)              \
726         || (EIGEN_GNUC_AT_LEAST(4,8))             \
727         || (EIGEN_COMP_CLANG>=305)                \
728         || (EIGEN_COMP_ICC>=1500)                 \
729         || (EIGEN_COMP_PGI>=1500)                 \
730         || (EIGEN_COMP_SUNCC>=0x5130))
731 #define EIGEN_HAS_ALIGNAS 1
732 #else
733 #define EIGEN_HAS_ALIGNAS 0
734 #endif
735 #endif
736 
737 // Does the compiler support type_traits?
738 // - full support of type traits was added only to GCC 5.1.0.
739 // - 20150626 corresponds to the last release of 4.x libstdc++
740 #ifndef EIGEN_HAS_TYPE_TRAITS
741 #if EIGEN_MAX_CPP_VER>=11 && (EIGEN_HAS_CXX11 || EIGEN_COMP_MSVC >= 1700) \
742   && ((!EIGEN_COMP_GNUC_STRICT) || EIGEN_GNUC_AT_LEAST(5, 1)) \
743   && ((!defined(__GLIBCXX__))   || __GLIBCXX__ > 20150626)
744 #define EIGEN_HAS_TYPE_TRAITS 1
745 #define EIGEN_INCLUDE_TYPE_TRAITS
746 #else
747 #define EIGEN_HAS_TYPE_TRAITS 0
748 #endif
749 #endif
750 
751 // Does the compiler support variadic templates?
752 #ifndef EIGEN_HAS_VARIADIC_TEMPLATES
753 #if EIGEN_MAX_CPP_VER>=11 && (EIGEN_COMP_CXXVER >= 11) \
754   && (!defined(__NVCC__) || !EIGEN_ARCH_ARM_OR_ARM64 || (EIGEN_COMP_NVCC >= 80000) )
755     // ^^ Disable the use of variadic templates when compiling with versions of nvcc older than 8.0 on ARM devices:
756     //    this prevents nvcc from crashing when compiling Eigen on Tegra X1
757 #define EIGEN_HAS_VARIADIC_TEMPLATES 1
758 #elif  EIGEN_MAX_CPP_VER>=11 && (EIGEN_COMP_CXXVER >= 11) && defined(SYCL_DEVICE_ONLY)
759 #define EIGEN_HAS_VARIADIC_TEMPLATES 1
760 #else
761 #define EIGEN_HAS_VARIADIC_TEMPLATES 0
762 #endif
763 #endif
764 
765 // Does the compiler fully support const expressions? (as in c++14)
766 #ifndef EIGEN_HAS_CONSTEXPR
767   #if defined(EIGEN_CUDACC)
768   // Const expressions are supported provided that c++11 is enabled and we're using either clang or nvcc 7.5 or above
769     #if EIGEN_MAX_CPP_VER>=14 && (EIGEN_COMP_CXXVER >= 11 && (EIGEN_COMP_CLANG || EIGEN_COMP_NVCC >= 70500))
770       #define EIGEN_HAS_CONSTEXPR 1
771     #endif
772   #elif EIGEN_MAX_CPP_VER>=14 && (__has_feature(cxx_relaxed_constexpr) || (EIGEN_COMP_CXXVER >= 14) || \
773     (EIGEN_GNUC_AT_LEAST(4,8) && (EIGEN_COMP_CXXVER >= 11)) || \
774     (EIGEN_COMP_CLANG >= 306 && (EIGEN_COMP_CXXVER >= 11)))
775     #define EIGEN_HAS_CONSTEXPR 1
776   #endif
777 
778   #ifndef EIGEN_HAS_CONSTEXPR
779     #define EIGEN_HAS_CONSTEXPR 0
780   #endif
781 
782 #endif // EIGEN_HAS_CONSTEXPR
783 
784 #if EIGEN_HAS_CONSTEXPR
785 #define EIGEN_CONSTEXPR constexpr
786 #else
787 #define EIGEN_CONSTEXPR
788 #endif
789 
790 // Does the compiler support C++11 math?
791 // Let's be conservative and enable the default C++11 implementation only if we are sure it exists
792 #ifndef EIGEN_HAS_CXX11_MATH
793   #if EIGEN_MAX_CPP_VER>=11 && ((EIGEN_COMP_CXXVER > 11) || (EIGEN_COMP_CXXVER == 11) && (EIGEN_COMP_GNUC_STRICT || EIGEN_COMP_CLANG || EIGEN_COMP_MSVC || EIGEN_COMP_ICC)  \
794       && (EIGEN_ARCH_i386_OR_x86_64) && (EIGEN_OS_GNULINUX || EIGEN_OS_WIN_STRICT || EIGEN_OS_MAC))
795     #define EIGEN_HAS_CXX11_MATH 1
796   #else
797     #define EIGEN_HAS_CXX11_MATH 0
798   #endif
799 #endif
800 
801 // Does the compiler support proper C++11 containers?
802 #ifndef EIGEN_HAS_CXX11_CONTAINERS
803   #if    EIGEN_MAX_CPP_VER>=11 && \
804          ((EIGEN_COMP_CXXVER > 11) \
805       || ((EIGEN_COMP_CXXVER == 11) && (EIGEN_COMP_GNUC_STRICT || EIGEN_COMP_CLANG || EIGEN_COMP_MSVC || EIGEN_COMP_ICC>=1400)))
806     #define EIGEN_HAS_CXX11_CONTAINERS 1
807   #else
808     #define EIGEN_HAS_CXX11_CONTAINERS 0
809   #endif
810 #endif
811 
812 // Does the compiler support C++11 noexcept?
813 #ifndef EIGEN_HAS_CXX11_NOEXCEPT
814   #if    EIGEN_MAX_CPP_VER>=11 && \
815          (__has_feature(cxx_noexcept) \
816       || (EIGEN_COMP_CXXVER > 11) \
817       || ((EIGEN_COMP_CXXVER == 11) && (EIGEN_COMP_GNUC_STRICT || EIGEN_COMP_CLANG || EIGEN_COMP_MSVC || EIGEN_COMP_ICC>=1400)))
818     #define EIGEN_HAS_CXX11_NOEXCEPT 1
819   #else
820     #define EIGEN_HAS_CXX11_NOEXCEPT 0
821   #endif
822 #endif
823 
824 #ifndef EIGEN_HAS_CXX11_ATOMIC
825   #if    EIGEN_MAX_CPP_VER>=11 && \
826          (__has_feature(cxx_atomic) \
827       || (EIGEN_COMP_CXXVER > 11) \
828       || ((EIGEN_COMP_CXXVER == 11) && (EIGEN_COMP_MSVC==0 || EIGEN_COMP_MSVC >= 1700)))
829     #define EIGEN_HAS_CXX11_ATOMIC 1
830   #else
831     #define EIGEN_HAS_CXX11_ATOMIC 0
832   #endif
833 #endif
834 
835 #ifndef EIGEN_HAS_CXX11_OVERRIDE_FINAL
836   #if    EIGEN_MAX_CPP_VER>=11 && \
837        (EIGEN_COMP_CXXVER >= 11 || EIGEN_COMP_MSVC >= 1700)
838     #define EIGEN_HAS_CXX11_OVERRIDE_FINAL 1
839   #else
840     #define EIGEN_HAS_CXX11_OVERRIDE_FINAL 0
841   #endif
842 #endif
843 
844 // NOTE: the required Apple's clang version is very conservative
845 //       and it could be that XCode 9 works just fine.
846 // NOTE: the MSVC version is based on https://en.cppreference.com/w/cpp/compiler_support
847 //       and not tested.
848 #ifndef EIGEN_HAS_CXX17_OVERALIGN
849 #if EIGEN_MAX_CPP_VER>=17 && EIGEN_COMP_CXXVER>=17 && (                                 \
850            (EIGEN_COMP_MSVC >= 1912)                                                    \
851         || (EIGEN_GNUC_AT_LEAST(7,0))                                                   \
852         || ((!defined(__apple_build_version__)) && (EIGEN_COMP_CLANG>=500))             \
853         || (( defined(__apple_build_version__)) && (__apple_build_version__>=10000000)) \
854       )
855 #define EIGEN_HAS_CXX17_OVERALIGN 1
856 #else
857 #define EIGEN_HAS_CXX17_OVERALIGN 0
858 #endif
859 #endif
860 
861 #if defined(EIGEN_CUDACC) && EIGEN_HAS_CONSTEXPR
862   // While available already with c++11, this is useful mostly starting with c++14 and relaxed constexpr rules
863   #if defined(__NVCC__)
864     // nvcc considers constexpr functions as __host__ __device__ with the option --expt-relaxed-constexpr
865     #ifdef __CUDACC_RELAXED_CONSTEXPR__
866       #define EIGEN_CONSTEXPR_ARE_DEVICE_FUNC
867     #endif
868   #elif defined(__clang__) && defined(__CUDA__) && __has_feature(cxx_relaxed_constexpr)
869     // clang++ always considers constexpr functions as implicitly __host__ __device__
870     #define EIGEN_CONSTEXPR_ARE_DEVICE_FUNC
871   #endif
872 #endif
873 
874 // Does the compiler support the __int128 and __uint128_t extensions for 128-bit
875 // integer arithmetic?
876 //
877 // Clang and GCC define __SIZEOF_INT128__ when these extensions are supported,
878 // but we avoid using them in certain cases:
879 //
880 // * Building using Clang for Windows, where the Clang runtime library has
881 //   128-bit support only on LP64 architectures, but Windows is LLP64.
882 #ifndef EIGEN_HAS_BUILTIN_INT128
883 #if defined(__SIZEOF_INT128__) && !(EIGEN_OS_WIN && EIGEN_COMP_CLANG)
884 #define EIGEN_HAS_BUILTIN_INT128 1
885 #else
886 #define EIGEN_HAS_BUILTIN_INT128 0
887 #endif
888 #endif
889 
890 //------------------------------------------------------------------------------------------
891 // Preprocessor programming helpers
892 //------------------------------------------------------------------------------------------
893 
894 // This macro can be used to prevent from macro expansion, e.g.:
895 //   std::max EIGEN_NOT_A_MACRO(a,b)
896 #define EIGEN_NOT_A_MACRO
897 
898 #define EIGEN_DEBUG_VAR(x) std::cerr << #x << " = " << x << std::endl;
899 
900 // concatenate two tokens
901 #define EIGEN_CAT2(a,b) a ## b
902 #define EIGEN_CAT(a,b) EIGEN_CAT2(a,b)
903 
904 #define EIGEN_COMMA ,
905 
906 // convert a token to a string
907 #define EIGEN_MAKESTRING2(a) #a
908 #define EIGEN_MAKESTRING(a) EIGEN_MAKESTRING2(a)
909 
910 // EIGEN_STRONG_INLINE is a stronger version of the inline, using __forceinline on MSVC,
911 // but it still doesn't use GCC's always_inline. This is useful in (common) situations where MSVC needs forceinline
912 // but GCC is still doing fine with just inline.
913 #ifndef EIGEN_STRONG_INLINE
914 #if (EIGEN_COMP_MSVC || EIGEN_COMP_ICC) && !defined(EIGEN_GPUCC)
915 #define EIGEN_STRONG_INLINE __forceinline
916 #else
917 #define EIGEN_STRONG_INLINE inline
918 #endif
919 #endif
920 
921 // EIGEN_ALWAYS_INLINE is the stronget, it has the effect of making the function inline and adding every possible
922 // attribute to maximize inlining. This should only be used when really necessary: in particular,
923 // it uses __attribute__((always_inline)) on GCC, which most of the time is useless and can severely harm compile times.
924 // FIXME with the always_inline attribute,
925 // gcc 3.4.x and 4.1 reports the following compilation error:
926 //   Eval.h:91: sorry, unimplemented: inlining failed in call to 'const Eigen::Eval<Derived> Eigen::MatrixBase<Scalar, Derived>::eval() const'
927 //    : function body not available
928 //   See also bug 1367
929 #if EIGEN_GNUC_AT_LEAST(4,2) && !defined(SYCL_DEVICE_ONLY)
930 #define EIGEN_ALWAYS_INLINE __attribute__((always_inline)) inline
931 #else
932 #define EIGEN_ALWAYS_INLINE EIGEN_STRONG_INLINE
933 #endif
934 
935 #if EIGEN_COMP_GNUC
936 #define EIGEN_DONT_INLINE __attribute__((noinline))
937 #elif EIGEN_COMP_MSVC
938 #define EIGEN_DONT_INLINE __declspec(noinline)
939 #else
940 #define EIGEN_DONT_INLINE
941 #endif
942 
943 #if EIGEN_COMP_GNUC
944 #define EIGEN_PERMISSIVE_EXPR __extension__
945 #else
946 #define EIGEN_PERMISSIVE_EXPR
947 #endif
948 
949 // GPU stuff
950 
951 // Disable some features when compiling with GPU compilers (NVCC/clang-cuda/SYCL/HIPCC)
952 #if defined(EIGEN_CUDACC) || defined(SYCL_DEVICE_ONLY) || defined(EIGEN_HIPCC)
953   // Do not try asserts on device code
954   #ifndef EIGEN_NO_DEBUG
955   #define EIGEN_NO_DEBUG
956   #endif
957 
958   #ifdef EIGEN_INTERNAL_DEBUGGING
959   #undef EIGEN_INTERNAL_DEBUGGING
960   #endif
961 
962   #ifdef EIGEN_EXCEPTIONS
963   #undef EIGEN_EXCEPTIONS
964   #endif
965 #endif
966 
967 #if defined(SYCL_DEVICE_ONLY)
968   #ifndef EIGEN_DONT_VECTORIZE
969     #define EIGEN_DONT_VECTORIZE
970   #endif
971   #define EIGEN_DEVICE_FUNC __attribute__((flatten)) __attribute__((always_inline))
972 // All functions callable from CUDA/HIP code must be qualified with __device__
973 #elif defined(EIGEN_GPUCC)
974     #define EIGEN_DEVICE_FUNC __host__ __device__
975 #else
976   #define EIGEN_DEVICE_FUNC
977 #endif
978 
979 
980 // this macro allows to get rid of linking errors about multiply defined functions.
981 //  - static is not very good because it prevents definitions from different object files to be merged.
982 //           So static causes the resulting linked executable to be bloated with multiple copies of the same function.
983 //  - inline is not perfect either as it unwantedly hints the compiler toward inlining the function.
984 #define EIGEN_DECLARE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_DEVICE_FUNC
985 #define EIGEN_DEFINE_FUNCTION_ALLOWING_MULTIPLE_DEFINITIONS EIGEN_DEVICE_FUNC inline
986 
987 #ifdef NDEBUG
988 # ifndef EIGEN_NO_DEBUG
989 #  define EIGEN_NO_DEBUG
990 # endif
991 #endif
992 
993 // eigen_plain_assert is where we implement the workaround for the assert() bug in GCC <= 4.3, see bug 89
994 #ifdef EIGEN_NO_DEBUG
995   #ifdef SYCL_DEVICE_ONLY // used to silence the warning on SYCL device
996     #define eigen_plain_assert(x) EIGEN_UNUSED_VARIABLE(x)
997   #else
998     #define eigen_plain_assert(x)
999   #endif
1000 #else
1001   #if EIGEN_SAFE_TO_USE_STANDARD_ASSERT_MACRO
1002     namespace Eigen {
1003     namespace internal {
copy_bool(bool b)1004     inline bool copy_bool(bool b) { return b; }
1005     }
1006     }
1007     #define eigen_plain_assert(x) assert(x)
1008   #else
1009     // work around bug 89
1010     #include <cstdlib>   // for abort
1011     #include <iostream>  // for std::cerr
1012 
1013     namespace Eigen {
1014     namespace internal {
1015     // trivial function copying a bool. Must be EIGEN_DONT_INLINE, so we implement it after including Eigen headers.
1016     // see bug 89.
1017     namespace {
copy_bool(bool b)1018     EIGEN_DONT_INLINE bool copy_bool(bool b) { return b; }
1019     }
assert_fail(const char * condition,const char * function,const char * file,int line)1020     inline void assert_fail(const char *condition, const char *function, const char *file, int line)
1021     {
1022       std::cerr << "assertion failed: " << condition << " in function " << function << " at " << file << ":" << line << std::endl;
1023       abort();
1024     }
1025     }
1026     }
1027     #define eigen_plain_assert(x) \
1028       do { \
1029         if(!Eigen::internal::copy_bool(x)) \
1030           Eigen::internal::assert_fail(EIGEN_MAKESTRING(x), __PRETTY_FUNCTION__, __FILE__, __LINE__); \
1031       } while(false)
1032   #endif
1033 #endif
1034 
1035 // eigen_assert can be overridden
1036 #ifndef eigen_assert
1037 #define eigen_assert(x) eigen_plain_assert(x)
1038 #endif
1039 
1040 #ifdef EIGEN_INTERNAL_DEBUGGING
1041 #define eigen_internal_assert(x) eigen_assert(x)
1042 #else
1043 #define eigen_internal_assert(x)
1044 #endif
1045 
1046 #ifdef EIGEN_NO_DEBUG
1047 #define EIGEN_ONLY_USED_FOR_DEBUG(x) EIGEN_UNUSED_VARIABLE(x)
1048 #else
1049 #define EIGEN_ONLY_USED_FOR_DEBUG(x)
1050 #endif
1051 
1052 #ifndef EIGEN_NO_DEPRECATED_WARNING
1053   #if EIGEN_COMP_GNUC
1054     #define EIGEN_DEPRECATED __attribute__((deprecated))
1055   #elif EIGEN_COMP_MSVC
1056     #define EIGEN_DEPRECATED __declspec(deprecated)
1057   #else
1058     #define EIGEN_DEPRECATED
1059   #endif
1060 #else
1061   #define EIGEN_DEPRECATED
1062 #endif
1063 
1064 #if EIGEN_COMP_GNUC
1065 #define EIGEN_UNUSED __attribute__((unused))
1066 #else
1067 #define EIGEN_UNUSED
1068 #endif
1069 
1070 // Suppresses 'unused variable' warnings.
1071 namespace Eigen {
1072   namespace internal {
ignore_unused_variable(const T &)1073     template<typename T> EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE void ignore_unused_variable(const T&) {}
1074   }
1075 }
1076 #define EIGEN_UNUSED_VARIABLE(var) Eigen::internal::ignore_unused_variable(var);
1077 
1078 #if !defined(EIGEN_ASM_COMMENT)
1079   #if EIGEN_COMP_GNUC && (EIGEN_ARCH_i386_OR_x86_64 || EIGEN_ARCH_ARM_OR_ARM64)
1080     #define EIGEN_ASM_COMMENT(X)  __asm__("#" X)
1081   #else
1082     #define EIGEN_ASM_COMMENT(X)
1083   #endif
1084 #endif
1085 
1086 
1087 // Acts as a barrier preventing operations involving `X` from crossing. This
1088 // occurs, for example, in the fast rounding trick where a magic constant is
1089 // added then subtracted, which is otherwise compiled away with -ffast-math.
1090 //
1091 // See bug 1674
1092 #if !defined(EIGEN_OPTIMIZATION_BARRIER)
1093   #if EIGEN_COMP_GNUC
1094     // According to https://gcc.gnu.org/onlinedocs/gcc/Constraints.html:
1095     //   X: Any operand whatsoever.
1096     //   r: A register operand is allowed provided that it is in a general
1097     //      register.
1098     //   g: Any register, memory or immediate integer operand is allowed, except
1099     //      for registers that are not general registers.
1100     //   w: (AArch32/AArch64) Floating point register, Advanced SIMD vector
1101     //      register or SVE vector register.
1102     //   x: (SSE) Any SSE register.
1103     //      (AArch64) Like w, but restricted to registers 0 to 15 inclusive.
1104     //   v: (PowerPC) An Altivec vector register.
1105     //   wa:(PowerPC) A VSX register.
1106     //
1107     // "X" (uppercase) should work for all cases, though this seems to fail for
1108     // some versions of GCC for arm/aarch64 with
1109     //   "error: inconsistent operand constraints in an 'asm'"
1110     // Clang x86_64/arm/aarch64 seems to require "g" to support both scalars and
1111     // vectors, otherwise
1112     //   "error: non-trivial scalar-to-vector conversion, possible invalid
1113     //    constraint for vector type"
1114     //
1115     // GCC for ppc64le generates an internal compiler error with x/X/g.
1116     // GCC for AVX generates an internal compiler error with X.
1117     //
1118     // Tested on icc/gcc/clang for sse, avx, avx2, avx512dq
1119     //           gcc for arm, aarch64,
1120     //           gcc for ppc64le,
1121     // both vectors and scalars.
1122     //
1123     // Note that this is restricted to plain types - this will not work
1124     // directly for std::complex<T>, Eigen::half, Eigen::bfloat16. For these,
1125     // you will need to apply to the underlying POD type.
1126     #if EIGEN_ARCH_PPC && EIGEN_COMP_GNUC_STRICT
1127       // This seems to be broken on clang.  Packet4f is loaded into a single
1128       //   register rather than a vector, zeroing out some entries.  Integer
1129       //   types also generate a compile error.
1130       // General, Altivec, VSX.
1131       #define EIGEN_OPTIMIZATION_BARRIER(X)  __asm__  ("" : "+r,v,wa" (X));
1132     #elif EIGEN_ARCH_ARM_OR_ARM64
1133       // General, NEON.
1134       // Clang doesn't like "r",
1135       //    error: non-trivial scalar-to-vector conversion, possible invalid
1136       //           constraint for vector type
1137       // GCC < 5 doesn't like "g",
1138       //    error: 'asm' operand requires impossible reload
1139       #if EIGEN_COMP_GNUC_STRICT && EIGEN_GNUC_AT_MOST(5, 0)
1140         #define EIGEN_OPTIMIZATION_BARRIER(X)  __asm__  ("" : "+r,w" (X));
1141       #else
1142         #define EIGEN_OPTIMIZATION_BARRIER(X)  __asm__  ("" : "+g,w" (X));
1143       #endif
1144     #elif EIGEN_ARCH_i386_OR_x86_64
1145       // General, SSE.
1146       #define EIGEN_OPTIMIZATION_BARRIER(X)  __asm__  ("" : "+g,x" (X));
1147     #else
1148       // Not implemented for other architectures.
1149       #define EIGEN_OPTIMIZATION_BARRIER(X)
1150     #endif
1151   #else
1152     // Not implemented for other compilers.
1153     #define EIGEN_OPTIMIZATION_BARRIER(X)
1154   #endif
1155 #endif
1156 
1157 #if EIGEN_COMP_MSVC
1158   // NOTE MSVC often gives C4127 warnings with compiletime if statements. See bug 1362.
1159   // This workaround is ugly, but it does the job.
1160 #  define EIGEN_CONST_CONDITIONAL(cond)  (void)0, cond
1161 #else
1162 #  define EIGEN_CONST_CONDITIONAL(cond)  cond
1163 #endif
1164 
1165 #ifdef EIGEN_DONT_USE_RESTRICT_KEYWORD
1166   #define EIGEN_RESTRICT
1167 #endif
1168 #ifndef EIGEN_RESTRICT
1169   #define EIGEN_RESTRICT __restrict
1170 #endif
1171 
1172 
1173 #ifndef EIGEN_DEFAULT_IO_FORMAT
1174 #ifdef EIGEN_MAKING_DOCS
1175 // format used in Eigen's documentation
1176 // needed to define it here as escaping characters in CMake add_definition's argument seems very problematic.
1177 #define EIGEN_DEFAULT_IO_FORMAT Eigen::IOFormat(3, 0, " ", "\n", "", "")
1178 #else
1179 #define EIGEN_DEFAULT_IO_FORMAT Eigen::IOFormat()
1180 #endif
1181 #endif
1182 
1183 // just an empty macro !
1184 #define EIGEN_EMPTY
1185 
1186 
1187 // When compiling CUDA/HIP device code with NVCC or HIPCC
1188 // pull in math functions from the global namespace.
1189 // In host mode, and when device code is compiled with clang,
1190 // use the std versions.
1191 #if (defined(EIGEN_CUDA_ARCH) && defined(__NVCC__)) || defined(EIGEN_HIP_DEVICE_COMPILE)
1192   #define EIGEN_USING_STD(FUNC) using ::FUNC;
1193 #else
1194   #define EIGEN_USING_STD(FUNC) using std::FUNC;
1195 #endif
1196 
1197 #if EIGEN_COMP_MSVC_STRICT && (EIGEN_COMP_MSVC < 1900 || (EIGEN_COMP_MSVC == 1900 && EIGEN_COMP_NVCC))
1198   // For older MSVC versions, as well as 1900 && CUDA 8, using the base operator is necessary,
1199   //   otherwise we get duplicate definition errors
1200   // For later MSVC versions, we require explicit operator= definition, otherwise we get
1201   //   use of implicitly deleted operator errors.
1202   // (cf Bugs 920, 1000, 1324, 2291)
1203   #define EIGEN_INHERIT_ASSIGNMENT_EQUAL_OPERATOR(Derived) \
1204     using Base::operator =;
1205 #elif EIGEN_COMP_CLANG // workaround clang bug (see http://forum.kde.org/viewtopic.php?f=74&t=102653)
1206   #define EIGEN_INHERIT_ASSIGNMENT_EQUAL_OPERATOR(Derived) \
1207     using Base::operator =; \
1208     EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE Derived& operator=(const Derived& other) { Base::operator=(other); return *this; } \
1209     template <typename OtherDerived> \
1210     EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE Derived& operator=(const DenseBase<OtherDerived>& other) { Base::operator=(other.derived()); return *this; }
1211 #else
1212   #define EIGEN_INHERIT_ASSIGNMENT_EQUAL_OPERATOR(Derived) \
1213     using Base::operator =; \
1214     EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE Derived& operator=(const Derived& other) \
1215     { \
1216       Base::operator=(other); \
1217       return *this; \
1218     }
1219 #endif
1220 
1221 
1222 /**
1223  * \internal
1224  * \brief Macro to explicitly define the default copy constructor.
1225  * This is necessary, because the implicit definition is deprecated if the copy-assignment is overridden.
1226  */
1227 #if EIGEN_HAS_CXX11
1228 #define EIGEN_DEFAULT_COPY_CONSTRUCTOR(CLASS) EIGEN_DEVICE_FUNC CLASS(const CLASS&) = default;
1229 #else
1230 #define EIGEN_DEFAULT_COPY_CONSTRUCTOR(CLASS)
1231 #endif
1232 
1233 
1234 
1235 /** \internal
1236  * \brief Macro to manually inherit assignment operators.
1237  * This is necessary, because the implicitly defined assignment operator gets deleted when a custom operator= is defined.
1238  * With C++11 or later this also default-implements the copy-constructor
1239  */
1240 #define EIGEN_INHERIT_ASSIGNMENT_OPERATORS(Derived)  \
1241     EIGEN_INHERIT_ASSIGNMENT_EQUAL_OPERATOR(Derived) \
1242     EIGEN_DEFAULT_COPY_CONSTRUCTOR(Derived)
1243 
1244 /** \internal
1245  * \brief Macro to manually define default constructors and destructors.
1246  * This is necessary when the copy constructor is re-defined.
1247  * For empty helper classes this should usually be protected, to avoid accidentally creating empty objects.
1248  *
1249  * Hiding the default destructor lead to problems in C++03 mode together with boost::multiprecision
1250  */
1251 #if EIGEN_HAS_CXX11
1252 #define EIGEN_DEFAULT_EMPTY_CONSTRUCTOR_AND_DESTRUCTOR(Derived)  \
1253     EIGEN_DEVICE_FUNC Derived() = default; \
1254     EIGEN_DEVICE_FUNC ~Derived() = default;
1255 #else
1256 #define EIGEN_DEFAULT_EMPTY_CONSTRUCTOR_AND_DESTRUCTOR(Derived)  \
1257     EIGEN_DEVICE_FUNC Derived() {}; \
1258     /* EIGEN_DEVICE_FUNC ~Derived() {}; */
1259 #endif
1260 
1261 
1262 
1263 
1264 
1265 /**
1266 * Just a side note. Commenting within defines works only by documenting
1267 * behind the object (via '!<'). Comments cannot be multi-line and thus
1268 * we have these extra long lines. What is confusing doxygen over here is
1269 * that we use '\' and basically have a bunch of typedefs with their
1270 * documentation in a single line.
1271 **/
1272 
1273 #define EIGEN_GENERIC_PUBLIC_INTERFACE(Derived) \
1274   typedef typename Eigen::internal::traits<Derived>::Scalar Scalar; /*!< \brief Numeric type, e.g. float, double, int or std::complex<float>. */ \
1275   typedef typename Eigen::NumTraits<Scalar>::Real RealScalar; /*!< \brief The underlying numeric type for composed scalar types. \details In cases where Scalar is e.g. std::complex<T>, T were corresponding to RealScalar. */ \
1276   typedef typename Base::CoeffReturnType CoeffReturnType; /*!< \brief The return type for coefficient access. \details Depending on whether the object allows direct coefficient access (e.g. for a MatrixXd), this type is either 'const Scalar&' or simply 'Scalar' for objects that do not allow direct coefficient access. */ \
1277   typedef typename Eigen::internal::ref_selector<Derived>::type Nested; \
1278   typedef typename Eigen::internal::traits<Derived>::StorageKind StorageKind; \
1279   typedef typename Eigen::internal::traits<Derived>::StorageIndex StorageIndex; \
1280   enum CompileTimeTraits \
1281       { RowsAtCompileTime = Eigen::internal::traits<Derived>::RowsAtCompileTime, \
1282         ColsAtCompileTime = Eigen::internal::traits<Derived>::ColsAtCompileTime, \
1283         Flags = Eigen::internal::traits<Derived>::Flags, \
1284         SizeAtCompileTime = Base::SizeAtCompileTime, \
1285         MaxSizeAtCompileTime = Base::MaxSizeAtCompileTime, \
1286         IsVectorAtCompileTime = Base::IsVectorAtCompileTime }; \
1287   using Base::derived; \
1288   using Base::const_cast_derived;
1289 
1290 
1291 // FIXME Maybe the EIGEN_DENSE_PUBLIC_INTERFACE could be removed as importing PacketScalar is rarely needed
1292 #define EIGEN_DENSE_PUBLIC_INTERFACE(Derived) \
1293   EIGEN_GENERIC_PUBLIC_INTERFACE(Derived) \
1294   typedef typename Base::PacketScalar PacketScalar;
1295 
1296 
1297 #define EIGEN_PLAIN_ENUM_MIN(a,b) (((int)a <= (int)b) ? (int)a : (int)b)
1298 #define EIGEN_PLAIN_ENUM_MAX(a,b) (((int)a >= (int)b) ? (int)a : (int)b)
1299 
1300 // EIGEN_SIZE_MIN_PREFER_DYNAMIC gives the min between compile-time sizes. 0 has absolute priority, followed by 1,
1301 // followed by Dynamic, followed by other finite values. The reason for giving Dynamic the priority over
1302 // finite values is that min(3, Dynamic) should be Dynamic, since that could be anything between 0 and 3.
1303 #define EIGEN_SIZE_MIN_PREFER_DYNAMIC(a,b) (((int)a == 0 || (int)b == 0) ? 0 \
1304                            : ((int)a == 1 || (int)b == 1) ? 1 \
1305                            : ((int)a == Dynamic || (int)b == Dynamic) ? Dynamic \
1306                            : ((int)a <= (int)b) ? (int)a : (int)b)
1307 
1308 // EIGEN_SIZE_MIN_PREFER_FIXED is a variant of EIGEN_SIZE_MIN_PREFER_DYNAMIC comparing MaxSizes. The difference is that finite values
1309 // now have priority over Dynamic, so that min(3, Dynamic) gives 3. Indeed, whatever the actual value is
1310 // (between 0 and 3), it is not more than 3.
1311 #define EIGEN_SIZE_MIN_PREFER_FIXED(a,b)  (((int)a == 0 || (int)b == 0) ? 0 \
1312                            : ((int)a == 1 || (int)b == 1) ? 1 \
1313                            : ((int)a == Dynamic && (int)b == Dynamic) ? Dynamic \
1314                            : ((int)a == Dynamic) ? (int)b \
1315                            : ((int)b == Dynamic) ? (int)a \
1316                            : ((int)a <= (int)b) ? (int)a : (int)b)
1317 
1318 // see EIGEN_SIZE_MIN_PREFER_DYNAMIC. No need for a separate variant for MaxSizes here.
1319 #define EIGEN_SIZE_MAX(a,b) (((int)a == Dynamic || (int)b == Dynamic) ? Dynamic \
1320                            : ((int)a >= (int)b) ? (int)a : (int)b)
1321 
1322 #define EIGEN_LOGICAL_XOR(a,b) (((a) || (b)) && !((a) && (b)))
1323 
1324 #define EIGEN_IMPLIES(a,b) (!(a) || (b))
1325 
1326 #if EIGEN_HAS_BUILTIN(__builtin_expect) || EIGEN_COMP_GNUC
1327 #define EIGEN_PREDICT_FALSE(x) (__builtin_expect(x, false))
1328 #define EIGEN_PREDICT_TRUE(x) (__builtin_expect(false || (x), true))
1329 #else
1330 #define EIGEN_PREDICT_FALSE(x) (x)
1331 #define EIGEN_PREDICT_TRUE(x) (x)
1332 #endif
1333 
1334 // the expression type of a standard coefficient wise binary operation
1335 #define EIGEN_CWISE_BINARY_RETURN_TYPE(LHS,RHS,OPNAME) \
1336     CwiseBinaryOp< \
1337       EIGEN_CAT(EIGEN_CAT(internal::scalar_,OPNAME),_op)< \
1338           typename internal::traits<LHS>::Scalar, \
1339           typename internal::traits<RHS>::Scalar \
1340       >, \
1341       const LHS, \
1342       const RHS \
1343     >
1344 
1345 #define EIGEN_MAKE_CWISE_BINARY_OP(METHOD,OPNAME) \
1346   template<typename OtherDerived> \
1347   EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE const EIGEN_CWISE_BINARY_RETURN_TYPE(Derived,OtherDerived,OPNAME) \
1348   (METHOD)(const EIGEN_CURRENT_STORAGE_BASE_CLASS<OtherDerived> &other) const \
1349   { \
1350     return EIGEN_CWISE_BINARY_RETURN_TYPE(Derived,OtherDerived,OPNAME)(derived(), other.derived()); \
1351   }
1352 
1353 #define EIGEN_SCALAR_BINARY_SUPPORTED(OPNAME,TYPEA,TYPEB) \
1354   (Eigen::internal::has_ReturnType<Eigen::ScalarBinaryOpTraits<TYPEA,TYPEB,EIGEN_CAT(EIGEN_CAT(Eigen::internal::scalar_,OPNAME),_op)<TYPEA,TYPEB>  > >::value)
1355 
1356 #define EIGEN_EXPR_BINARYOP_SCALAR_RETURN_TYPE(EXPR,SCALAR,OPNAME) \
1357   CwiseBinaryOp<EIGEN_CAT(EIGEN_CAT(internal::scalar_,OPNAME),_op)<typename internal::traits<EXPR>::Scalar,SCALAR>, const EXPR, \
1358                 const typename internal::plain_constant_type<EXPR,SCALAR>::type>
1359 
1360 #define EIGEN_SCALAR_BINARYOP_EXPR_RETURN_TYPE(SCALAR,EXPR,OPNAME) \
1361   CwiseBinaryOp<EIGEN_CAT(EIGEN_CAT(internal::scalar_,OPNAME),_op)<SCALAR,typename internal::traits<EXPR>::Scalar>, \
1362                 const typename internal::plain_constant_type<EXPR,SCALAR>::type, const EXPR>
1363 
1364 // Workaround for MSVC 2010 (see ML thread "patch with compile for for MSVC 2010")
1365 #if EIGEN_COMP_MSVC_STRICT && (EIGEN_COMP_MSVC_STRICT<=1600)
1366 #define EIGEN_MSVC10_WORKAROUND_BINARYOP_RETURN_TYPE(X) typename internal::enable_if<true,X>::type
1367 #else
1368 #define EIGEN_MSVC10_WORKAROUND_BINARYOP_RETURN_TYPE(X) X
1369 #endif
1370 
1371 #define EIGEN_MAKE_SCALAR_BINARY_OP_ONTHERIGHT(METHOD,OPNAME) \
1372   template <typename T> EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE \
1373   EIGEN_MSVC10_WORKAROUND_BINARYOP_RETURN_TYPE(const EIGEN_EXPR_BINARYOP_SCALAR_RETURN_TYPE(Derived,typename internal::promote_scalar_arg<Scalar EIGEN_COMMA T EIGEN_COMMA EIGEN_SCALAR_BINARY_SUPPORTED(OPNAME,Scalar,T)>::type,OPNAME))\
1374   (METHOD)(const T& scalar) const { \
1375     typedef typename internal::promote_scalar_arg<Scalar,T,EIGEN_SCALAR_BINARY_SUPPORTED(OPNAME,Scalar,T)>::type PromotedT; \
1376     return EIGEN_EXPR_BINARYOP_SCALAR_RETURN_TYPE(Derived,PromotedT,OPNAME)(derived(), \
1377            typename internal::plain_constant_type<Derived,PromotedT>::type(derived().rows(), derived().cols(), internal::scalar_constant_op<PromotedT>(scalar))); \
1378   }
1379 
1380 #define EIGEN_MAKE_SCALAR_BINARY_OP_ONTHELEFT(METHOD,OPNAME) \
1381   template <typename T> EIGEN_DEVICE_FUNC EIGEN_STRONG_INLINE friend \
1382   EIGEN_MSVC10_WORKAROUND_BINARYOP_RETURN_TYPE(const EIGEN_SCALAR_BINARYOP_EXPR_RETURN_TYPE(typename internal::promote_scalar_arg<Scalar EIGEN_COMMA T EIGEN_COMMA EIGEN_SCALAR_BINARY_SUPPORTED(OPNAME,T,Scalar)>::type,Derived,OPNAME)) \
1383   (METHOD)(const T& scalar, const StorageBaseType& matrix) { \
1384     typedef typename internal::promote_scalar_arg<Scalar,T,EIGEN_SCALAR_BINARY_SUPPORTED(OPNAME,T,Scalar)>::type PromotedT; \
1385     return EIGEN_SCALAR_BINARYOP_EXPR_RETURN_TYPE(PromotedT,Derived,OPNAME)( \
1386            typename internal::plain_constant_type<Derived,PromotedT>::type(matrix.derived().rows(), matrix.derived().cols(), internal::scalar_constant_op<PromotedT>(scalar)), matrix.derived()); \
1387   }
1388 
1389 #define EIGEN_MAKE_SCALAR_BINARY_OP(METHOD,OPNAME) \
1390   EIGEN_MAKE_SCALAR_BINARY_OP_ONTHELEFT(METHOD,OPNAME) \
1391   EIGEN_MAKE_SCALAR_BINARY_OP_ONTHERIGHT(METHOD,OPNAME)
1392 
1393 
1394 #if (defined(_CPPUNWIND) || defined(__EXCEPTIONS)) && !defined(EIGEN_CUDA_ARCH) && !defined(EIGEN_EXCEPTIONS) && !defined(EIGEN_USE_SYCL) && !defined(EIGEN_HIP_DEVICE_COMPILE)
1395   #define EIGEN_EXCEPTIONS
1396 #endif
1397 
1398 
1399 #ifdef EIGEN_EXCEPTIONS
1400 #  define EIGEN_THROW_X(X) throw X
1401 #  define EIGEN_THROW throw
1402 #  define EIGEN_TRY try
1403 #  define EIGEN_CATCH(X) catch (X)
1404 #else
1405 #  if defined(EIGEN_CUDA_ARCH)
1406 #    define EIGEN_THROW_X(X) asm("trap;")
1407 #    define EIGEN_THROW asm("trap;")
1408 #  elif defined(EIGEN_HIP_DEVICE_COMPILE)
1409 #    define EIGEN_THROW_X(X) asm("s_trap 0")
1410 #    define EIGEN_THROW asm("s_trap 0")
1411 #  else
1412 #    define EIGEN_THROW_X(X) std::abort()
1413 #    define EIGEN_THROW std::abort()
1414 #  endif
1415 #  define EIGEN_TRY if (true)
1416 #  define EIGEN_CATCH(X) else
1417 #endif
1418 
1419 
1420 #if EIGEN_HAS_CXX11_NOEXCEPT
1421 #   define EIGEN_INCLUDE_TYPE_TRAITS
1422 #   define EIGEN_NOEXCEPT noexcept
1423 #   define EIGEN_NOEXCEPT_IF(x) noexcept(x)
1424 #   define EIGEN_NO_THROW noexcept(true)
1425 #   define EIGEN_EXCEPTION_SPEC(X) noexcept(false)
1426 #else
1427 #   define EIGEN_NOEXCEPT
1428 #   define EIGEN_NOEXCEPT_IF(x)
1429 #   define EIGEN_NO_THROW throw()
1430 #   if EIGEN_COMP_MSVC || EIGEN_COMP_CXXVER>=17
1431       // MSVC does not support exception specifications (warning C4290),
1432       // and they are deprecated in c++11 anyway. This is even an error in c++17.
1433 #     define EIGEN_EXCEPTION_SPEC(X) throw()
1434 #   else
1435 #     define EIGEN_EXCEPTION_SPEC(X) throw(X)
1436 #   endif
1437 #endif
1438 
1439 #if EIGEN_HAS_VARIADIC_TEMPLATES
1440 // The all function is used to enable a variadic version of eigen_assert which can take a parameter pack as its input.
1441 namespace Eigen {
1442 namespace internal {
1443 
all()1444 inline bool all(){ return true; }
1445 
1446 template<typename T, typename ...Ts>
all(T t,Ts...ts)1447 bool all(T t, Ts ... ts){ return t && all(ts...); }
1448 
1449 }
1450 }
1451 #endif
1452 
1453 #if EIGEN_HAS_CXX11_OVERRIDE_FINAL
1454 // provide override and final specifiers if they are available:
1455 #   define EIGEN_OVERRIDE override
1456 #   define EIGEN_FINAL final
1457 #else
1458 #   define EIGEN_OVERRIDE
1459 #   define EIGEN_FINAL
1460 #endif
1461 
1462 // Wrapping #pragma unroll in a macro since it is required for SYCL
1463 #if defined(SYCL_DEVICE_ONLY)
1464   #if defined(_MSC_VER)
1465     #define EIGEN_UNROLL_LOOP __pragma(unroll)
1466   #else
1467     #define EIGEN_UNROLL_LOOP _Pragma("unroll")
1468   #endif
1469 #else
1470   #define EIGEN_UNROLL_LOOP
1471 #endif
1472 
1473 #endif // EIGEN_MACROS_H
1474