| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/aarch64/ |
| H A D | jit_primitive_conf.hpp | 51 enum conv_kernel_kind_t { embd_bcast, expl_bcast }; enumerator
172 bool expl_bcast; member
345 bool expl_bcast; member
|
| H A D | jit_sve_512_conv_kernel.cpp | 454 if ((jcp.kernel_kind == expl_bcast) && (ur_w < 16)) { in compute_loop_fma_core()
470 if (jcp.kernel_kind == expl_bcast) { in compute_loop_fma_core()
564 if (jcp.is_1stconv && jcp.kernel_kind != expl_bcast) in compute_loop()
1068 jcp.kernel_kind = expl_bcast; in init_conf()
2247 jcp.kernel_kind = expl_bcast; in init_conf()
3219 if (jcp.kernel_kind == expl_bcast) in compute_oh_step_disp()
4235 jcp.kernel_kind = expl_bcast; in init_conf()
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/aarch64/ |
| H A D | jit_primitive_conf.hpp | 51 enum conv_kernel_kind_t { embd_bcast, expl_bcast }; enumerator
172 bool expl_bcast; member
345 bool expl_bcast; member
|
| H A D | jit_sve_512_conv_kernel.cpp | 454 if ((jcp.kernel_kind == expl_bcast) && (ur_w < 16)) { in compute_loop_fma_core()
470 if (jcp.kernel_kind == expl_bcast) { in compute_loop_fma_core()
564 if (jcp.is_1stconv && jcp.kernel_kind != expl_bcast) in compute_loop()
1068 jcp.kernel_kind = expl_bcast; in init_conf()
2247 jcp.kernel_kind = expl_bcast; in init_conf()
3219 if (jcp.kernel_kind == expl_bcast) in compute_oh_step_disp()
4235 jcp.kernel_kind = expl_bcast; in init_conf()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/ |
| H A D | jit_avx512_common_1x1_conv_kernel.cpp | 563 if (jcp.ver == ver_avx512_core && jcp.expl_bcast in reduce_loop()
573 else if (jcp.ver == ver_avx512_core && jcp.expl_bcast in reduce_loop()
704 const int size_ur_cases_fma = (jcp.ver == ver_avx512_core && jcp.expl_bcast) in generate()
709 const int *ur_cases_fma = (jcp.ver == ver_avx512_core && jcp.expl_bcast) in generate()
991 jcp.expl_bcast = true; in init_conf()
1003 jcp.expl_bcast = false; in init_conf()
1047 } else if (jcp.ver == ver_avx512_core && jcp.expl_bcast) { in init_conf()
1148 if (jcp.ver == ver_avx512_core && jcp.expl_bcast && jcp.bcast_dim <= 64 in init_conf()
1293 jcp.expl_bcast = true; in init_conf()
1296 jcp.expl_bcast = false; in init_conf()
|
| H A D | jit_avx512_core_bf16_1x1_conv_kernel.cpp | 661 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
685 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
772 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
793 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
1135 const int size_ur_cases_fma = jcp.expl_bcast in generate()
1138 const int *ur_cases_fma = jcp.expl_bcast ? ur_cases_fma_expl_bcast in generate()
1414 jcp.expl_bcast = true; in init_conf()
1426 jcp.expl_bcast = false; in init_conf()
1478 if (jcp.expl_bcast) { in init_conf()
1575 if (jcp.expl_bcast && jcp.bcast_dim <= 64 && load_size >= L2_size) { in init_conf()
[all …]
|
| H A D | jit_primitive_conf.hpp | 59 enum conv_kernel_kind_t { embd_bcast, expl_bcast }; enumerator
178 bool expl_bcast; member
592 bool expl_bcast; member
|
| H A D | jit_avx512_common_conv_kernel.cpp | 972 if (jcp.kernel_kind == expl_bcast) { in compute_loop_fma_core()
991 if (jcp.kernel_kind == expl_bcast) in compute_loop_fma_core()
1070 if ((jcp.is_1stconv && jcp.kernel_kind != expl_bcast) in compute_loop()
1799 jcp.kernel_kind = expl_bcast; in init_conf()
2460 if (jcp.kernel_kind == expl_bcast) { in compute_loop_fma_core()
2475 if (jcp.kernel_kind == expl_bcast) in compute_loop_fma_core()
3040 jcp.kernel_kind = expl_bcast; in init_conf()
3371 && jcp.kernel_kind == expl_bcast); in compute_ic_block_step_fma_expl()
3561 else if (jcp.ver == ver_fma && jcp.kernel_kind == expl_bcast) in compute_ic_block_step()
4040 if (jcp.kernel_kind == expl_bcast) in compute_oh_step_disp()
[all …]
|
| H A D | jit_avx512_core_f32_wino_conv_4x3_kernel.cpp | 328 if (jcp.kernel_kind == expl_bcast) { in gemm_loop_generate()
347 if (jcp.kernel_kind == expl_bcast) in gemm_loop_generate()
376 if (jcp.kernel_kind == expl_bcast) { in gemm_loop_generate()
1354 jcp.kernel_kind = expl_bcast; in set_wsched_DATA_W_S_G_D_avx512_core()
|
| H A D | jit_avx512_core_bf16_conv_kernel.hpp | 690 && jcp.kernel_kind == expl_bcast) in get_perm_reg()
|
| H A D | jit_avx512_core_bf16_conv_kernel.cpp | 1033 jcp.kernel_kind = expl_bcast; in init_conf()
1730 jcp.kernel_kind = expl_bcast; in init_conf()
2637 if (jcp.kernel_kind == expl_bcast) in compute_ic_block_step()
4319 jcp.kernel_kind = expl_bcast; in init_conf()
4320 if (jcp.uses_permw_transposition && jcp.kernel_kind == expl_bcast) in init_conf()
|
| H A D | jit_avx512_core_x8s8s32x_1x1_conv_kernel.cpp | 954 jcp.expl_bcast = true; in init_conf()
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/ |
| H A D | jit_avx512_common_1x1_conv_kernel.cpp | 542 if (jcp.ver == ver_avx512_core && jcp.expl_bcast in reduce_loop()
552 else if (jcp.ver == ver_avx512_core && jcp.expl_bcast in reduce_loop()
683 const int size_ur_cases_fma = (jcp.ver == ver_avx512_core && jcp.expl_bcast) in generate()
688 const int *ur_cases_fma = (jcp.ver == ver_avx512_core && jcp.expl_bcast) in generate()
969 jcp.expl_bcast = true; in init_conf()
981 jcp.expl_bcast = false; in init_conf()
1025 } else if (jcp.ver == ver_avx512_core && jcp.expl_bcast) { in init_conf()
1126 if (jcp.ver == ver_avx512_core && jcp.expl_bcast && jcp.bcast_dim <= 64 in init_conf()
1271 jcp.expl_bcast = true; in init_conf()
1274 jcp.expl_bcast = false; in init_conf()
|
| H A D | jit_avx512_core_bf16_1x1_conv_kernel.cpp | 642 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
666 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
753 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
774 if (jcp.expl_bcast && load_loop_blk > 1) { in reduce_loop()
1116 const int size_ur_cases_fma = jcp.expl_bcast in generate()
1119 const int *ur_cases_fma = jcp.expl_bcast ? ur_cases_fma_expl_bcast in generate()
1395 jcp.expl_bcast = true; in init_conf()
1407 jcp.expl_bcast = false; in init_conf()
1459 if (jcp.expl_bcast) { in init_conf()
1556 if (jcp.expl_bcast && jcp.bcast_dim <= 64 && load_size >= L2_size) { in init_conf()
[all …]
|
| H A D | jit_primitive_conf.hpp | 59 enum conv_kernel_kind_t { embd_bcast, expl_bcast }; enumerator
180 bool expl_bcast; member
595 bool expl_bcast; member
|
| H A D | jit_avx512_common_conv_kernel.cpp | 959 if (jcp.kernel_kind == expl_bcast) { in compute_loop_fma_core()
978 if (jcp.kernel_kind == expl_bcast) in compute_loop_fma_core()
1057 if ((jcp.is_1stconv && jcp.kernel_kind != expl_bcast) in compute_loop()
1787 jcp.kernel_kind = expl_bcast; in init_conf()
2448 if (jcp.kernel_kind == expl_bcast) { in compute_loop_fma_core()
2463 if (jcp.kernel_kind == expl_bcast) in compute_loop_fma_core()
3028 jcp.kernel_kind = expl_bcast; in init_conf()
3359 && jcp.kernel_kind == expl_bcast); in compute_ic_block_step_fma_expl()
3549 else if (jcp.ver == ver_fma && jcp.kernel_kind == expl_bcast) in compute_ic_block_step()
4028 if (jcp.kernel_kind == expl_bcast) in compute_oh_step_disp()
[all …]
|
| H A D | jit_avx512_core_f32_wino_conv_4x3_kernel.cpp | 328 if (jcp.kernel_kind == expl_bcast) { in gemm_loop_generate()
347 if (jcp.kernel_kind == expl_bcast) in gemm_loop_generate()
376 if (jcp.kernel_kind == expl_bcast) { in gemm_loop_generate()
1354 jcp.kernel_kind = expl_bcast; in set_wsched_DATA_W_S_G_D_avx512_core()
|
| H A D | jit_avx512_core_bf16_conv_kernel.hpp | 693 && jcp.kernel_kind == expl_bcast) in get_perm_reg()
|
| H A D | jit_avx512_core_bf16_conv_kernel.cpp | 1024 jcp.kernel_kind = expl_bcast; in init_conf()
1721 jcp.kernel_kind = expl_bcast; in init_conf()
2628 if (jcp.kernel_kind == expl_bcast) in compute_ic_block_step()
4310 jcp.kernel_kind = expl_bcast; in init_conf()
4311 if (jcp.uses_permw_transposition && jcp.kernel_kind == expl_bcast) in init_conf()
|
| H A D | jit_avx512_core_x8s8s32x_1x1_conv_kernel.cpp | 960 jcp.expl_bcast = true; in init_conf()
|