| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/ |
| H A D | jit_brgemm_inner_product.hpp | 109 auto vK = (i_K) ? jbgp_.K_tail : jbgp_.K; in init()
151 auto vK = (is_K_tail) ? jbgp_.K_tail : jbgp_.K; in get_brg_kernel_idx()
252 auto vK = (i_K) ? jbgp_.K_tail : jbgp_.K; in init()
289 auto vK = (is_K_tail) ? jbgp_.K_tail : jbgp_.K; in get_brg_kernel_idx()
396 auto vK = (i_K) ? jbgp_.K_tail : jbgp_.K; in init()
426 auto vK = (is_K_tail) ? jbgp_.K_tail : jbgp_.K; in get_brg_kernel_idx()
459 db_desc.reduce_dim = (i_K) ? jbgp.K_tail : jbgp.K; in init()
|
| H A D | jit_brgemm_transpose_utils.cpp | 294 Label K_tail; in generate() local
297 jl(K_tail, T_NEAR); in generate()
306 L(K_tail); in generate()
634 jl(K_tail, T_NEAR); in generate()
650 L(K_tail); in generate()
1511 Label K_loop, K_tail; in generate() local
1514 jl(K_tail, T_NEAR); in generate()
1526 L(K_tail); in generate()
1751 Label K_loop, K_tail; in generate() local
1754 jl(K_tail, T_NEAR); in generate()
[all …]
|
| H A D | jit_brgemm_primitive_conf.hpp | 72 int M, N, K, M_tail, N_tail, K_tail; member
|
| H A D | jit_brgemm_inner_product_utils.cpp | 411 jbgp.K_tail = jbgp.use_buffer_a ? 0 : jbgp.ic % jbgp.ic_block; in init_ip_conf_fwd()
521 jbgp.K_tail = jbgp.use_buffer_a ? 0 : jbgp.oc % jbgp.oc_block; in init_ip_conf_bwd_d()
718 jbgp.K_tail = (jbgp.os % jbgp.os_block) + (do_rnd_os ? 1 : 0); in init_ip_conf_bwd_w()
|
| H A D | jit_brgemm_conv_utils.cpp | 494 const auto K_tail = ic % ic_block; in get_brgemm_ur() local
512 auto vK = (i_K) ? K_tail : K; in get_brgemm_ur()
1545 jcp.K_tail = jcp.ic % jcp.ic_block; in init_conf()
1675 jcp.K_tail = jcp.ic % jcp.ic_block; in init_1x1_conf()
|
| H A D | jit_brgemm_conv.cpp | 122 auto vK = (i_K) ? jcp_.K_tail : jcp_.K; in init()
229 auto K = (i_K) ? jcp.K_tail : jcp.K; in add_brg_kernel()
269 auto i_K = (jcp.K_tail > 0); in add_po_kernels()
|
| H A D | jit_brgemm_inner_product.cpp | 163 bool is_ic_tail = is_last_ic_chunk && jbgp.K_tail > 0; in execute_forward()
620 const bool is_oc_tail = is_last_oc_chunk && jbgp.K_tail > 0; in execute_backward_data()
697 jbgp.K_tail); in execute_backward_data()
|
| H A D | jit_brgemm_1x1_conv.cpp | 95 auto vK = (i_K) ? jcp_.K_tail : jcp_.K; in init()
|
| H A D | jit_primitive_conf.hpp | 845 int M, N, K, M_tail, N_tail, K_tail; member
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/ |
| H A D | jit_brgemm_inner_product.hpp | 100 auto vK = (i_K) ? jbgp_.K_tail : jbgp_.K; in init()
142 auto vK = (is_K_tail) ? jbgp_.K_tail : jbgp_.K; in get_brg_kernel_idx()
242 auto vK = (i_K) ? jbgp_.K_tail : jbgp_.K; in init()
279 auto vK = (is_K_tail) ? jbgp_.K_tail : jbgp_.K; in get_brg_kernel_idx()
386 auto vK = (i_K) ? jbgp_.K_tail : jbgp_.K; in init()
416 auto vK = (is_K_tail) ? jbgp_.K_tail : jbgp_.K; in get_brg_kernel_idx()
449 db_desc.reduce_dim = (i_K) ? jbgp.K_tail : jbgp.K; in init()
|
| H A D | jit_brgemm_transpose_utils.cpp | 296 Label K_tail; in generate() local
299 jl(K_tail, T_NEAR); in generate()
308 L(K_tail); in generate()
636 jl(K_tail, T_NEAR); in generate()
652 L(K_tail); in generate()
1591 Label K_loop, K_tail; in generate() local
1594 jl(K_tail, T_NEAR); in generate()
1606 L(K_tail); in generate()
1831 Label K_loop, K_tail; in generate() local
1834 jl(K_tail, T_NEAR); in generate()
[all …]
|
| H A D | jit_brgemm_primitive_conf.hpp | 73 int M, N, K, M_tail, N_tail, K_tail; member
|
| H A D | jit_brgemm_inner_product_utils.cpp | 430 jbgp.K_tail = jbgp.use_buffer_a ? 0 : jbgp.ic % jbgp.ic_block; in init_ip_conf_fwd()
540 jbgp.K_tail = jbgp.use_buffer_a ? 0 : jbgp.oc % jbgp.oc_block; in init_ip_conf_bwd_d()
737 jbgp.K_tail = (jbgp.os % jbgp.os_block) + (do_rnd_os ? 1 : 0); in init_ip_conf_bwd_w()
|
| H A D | jit_brgemm_conv_utils.cpp | 616 K_tail = kh_sets * kw_sets in estimate_brgemm_ur()
621 const auto vK = K > 0 ? K : K_tail; in estimate_brgemm_ur()
668 auto vK = (i_K) ? K_tail : K; in get_brgemm_ur()
2039 jcp.K_tail = jcp.ic % jcp.ic_block; in init_1x1_conf()
2086 jcp.M, jcp.N, jcp.K, jcp.M_tail, jcp.N_tail, jcp.K_tail, jcp.LDA, in init_1x1_conf()
|
| H A D | jit_brgemm_inner_product.cpp | 165 bool is_ic_tail = is_last_ic_chunk && jbgp.K_tail > 0; in execute_forward()
625 const bool is_oc_tail = is_last_oc_chunk && jbgp.K_tail > 0; in execute_backward_data()
702 jbgp.K_tail); in execute_backward_data()
|
| H A D | jit_primitive_conf.hpp | 889 int M, N, K, M_tail, N_tail, K_tail; member
|
| H A D | jit_brgemm_conv.cpp | 118 auto vK = (i_K) ? jcp_.K_tail : jcp_.K; in init()
286 auto K = (i_K) ? jcp.K_tail : jcp.K; in add_brg_kernel()
329 auto i_K = (jcp.K_tail > 0); in add_po_kernels()
|
| H A D | jit_brgemm_1x1_conv.cpp | 90 auto vK = (i_K) ? jcp_.K_tail : jcp_.K; in init()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/matmul/ |
| H A D | brgemm_matmul.cpp | 93 auto vK = (i_K) ? bgmmc_.K_tail : bgmmc_.K_blk; in init()
236 const bool is_K_tail = is_last_K_chunk && bgmmc.K_tail > 0; in compute_kernel()
306 = is_amx && bgmmc.K_tail != bgmmc.K_blk; in compute_kernel()
353 = brgmm_ctx.is_last_K_chunk(k_chunk_idx) && bgmmc.K_tail > 0; in copy_a_chunk_in_buffer()
379 const auto K_tail = bgmmc.K % bgmmc.K_blk; in copy_a_chunk_in_buffer() local
384 ctx.current_K_blk = K_tail; in copy_a_chunk_in_buffer()
399 = brgmm_ctx.is_last_K_chunk(k_chunk_idx) && bgmmc.K_tail > 0; in copy_b_chunk_in_buffer()
|
| H A D | brgemm_matmul.hpp | 44 auto vK = (is_K_tail) ? bgmmc.K_tail : bgmmc.K_blk; in get_brg_kernel_index()
|
| H A D | brgemm_matmul_utils.hpp | 49 dim_t M_blk, N_blk, K_blk, M_tail, N_tail, K_tail; member
|
| H A D | brgemm_matmul_utils.cpp | 505 const dim_t K_tail = bgmmc.K % bgmmc.K_blk; in init_brgemm_matmul_conf() local
506 const dim_t K_no_tail = bgmmc.K - K_tail; in init_brgemm_matmul_conf()
524 bgmmc.K_tail in init_brgemm_matmul_conf()
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/matmul/ |
| H A D | brgemm_matmul.cpp | 99 auto vK = (i_K) ? bgmmc_.K_tail : bgmmc_.K_blk; in init()
262 const bool is_K_tail = is_last_K_chunk && bgmmc.K_tail > 0; in compute_kernel()
333 = is_amx && bgmmc.K_tail != bgmmc.K_blk; in compute_kernel()
493 = brgmm_ctx.is_last_K_chunk(k_chunk_idx) && bgmmc.K_tail > 0; in copy_a_chunk_in_buffer()
519 const auto K_tail = bgmmc.K % bgmmc.K_blk; in copy_a_chunk_in_buffer() local
524 ctx.current_K_blk = K_tail; in copy_a_chunk_in_buffer()
539 = brgmm_ctx.is_last_K_chunk(k_chunk_idx) && bgmmc.K_tail > 0; in copy_b_chunk_in_buffer()
|
| H A D | brgemm_matmul.hpp | 45 auto vK = (is_K_tail) ? bgmmc.K_tail : bgmmc.K_blk; in get_brg_kernel_index()
|
| H A D | brgemm_matmul_utils.hpp | 82 dim_t M_blk, N_blk, K_blk, M_tail, N_tail, K_tail; member
|