/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/ |
H A D | jit_gemm_x8s8s32x_convolution_utils.cpp | 187 #define PARAM_OFF(x) offsetof(ker_args_t, x) in jit_pp_ker_t() macro 193 #undef PARAM_OFF in jit_pp_ker_t() 328 #define PARAM_OFF(x) offsetof(ker_args_t, x) in apply_postops() macro 355 #undef PARAM_OFF in apply_postops() 389 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 390 mov(reg_dst_, ptr[reg_param_ + PARAM_OFF(dst)]); in generate() 400 zp_pad_comp_helper_->init(PARAM_OFF(w), PARAM_OFF(h), in generate() 401 PARAM_OFF(w_size), PARAM_OFF(w_off), in generate() 402 PARAM_OFF(zp_src_pad_comp), PARAM_OFF(g_oc_offset_prologue), in generate() 403 PARAM_OFF(g_oc_offset), PARAM_OFF(zp_src_pad_com_d_offset), in generate() [all …]
|
H A D | jit_uni_layer_normalization_kernels.cpp | 264 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 265 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate() 266 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate() 270 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in generate() 272 mov(reg_eps, ptr[reg_param + PARAM_OFF(eps)]); in generate() 273 #undef PARAM_OFF in generate() 528 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 529 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate() 537 #undef PARAM_OFF in generate() 683 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro [all …]
|
H A D | jit_uni_binary_kernel.cpp | 27 #define PARAM_OFF(x) offsetof(jit_binary_call_s, x) macro 124 PARAM_OFF(post_ops_binary_rhs_arg_vec), src0_d, tail_size_, in init_post_ops_injector() 140 vmm_idx, ptr[param1 + PARAM_OFF(oc_l_off)]); in apply_postops() 160 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params() 163 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params() 164 mov(reg_src0_, ptr[reg_param_ + PARAM_OFF(src0)]); in load_kernel_params() 165 mov(reg_src1_, ptr[reg_param_ + PARAM_OFF(src1)]); in load_kernel_params() 166 mov(reg_dst_, ptr[reg_param_ + PARAM_OFF(dst)]); in load_kernel_params() 168 mov(reg_tmp_, ptr[reg_param_ + PARAM_OFF(indices)]); in load_kernel_params() 172 ptr[reg_param_ + PARAM_OFF(src1_stride_range)]); in load_kernel_params() [all …]
|
H A D | jit_uni_deconv_zp_pad_str_kernel.cpp | 173 #define PARAM_OFF(x) offsetof(jit_uni_deconv_zp_pad_str_call_params_t, x) macro 177 mov(reg_src_zp_, ptr[abi_param1 + PARAM_OFF(src_zero_point)]); in load_addresses() 178 mov(reg_wei_, ptr[abi_param1 + PARAM_OFF(wei)]); in load_addresses() 179 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst_scratchpad)]); in load_addresses() 181 mov(reg_last_oc_block_, ptr[abi_param1 + PARAM_OFF(last_oc_block)]); in load_addresses() 184 #undef PARAM_OFF
|
H A D | jit_uni_batch_normalization_s8.cpp | 102 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro 103 uni_vbroadcastss(veps, vmmword[reg_param + PARAM_OFF(eps)]); in load_common_params() 107 ptr[reg_param + PARAM_OFF(channel_offt_count)]); in load_common_params() 108 mov(reg_spat_offt_count, ptr[reg_param + PARAM_OFF(spat_offt_count)]); in load_common_params() 109 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in load_common_params() 110 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params() 111 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params() 112 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params() 113 mov(reg_shift, ptr[reg_param + PARAM_OFF(shift)]); in load_common_params() 114 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in load_common_params() [all …]
|
H A D | jit_uni_batch_normalization.cpp | 211 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro 212 mov(reg_rbuf1, ptr[reg_param + PARAM_OFF(rbuf1)]); in load_common_params() 219 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params() 220 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params() 226 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_nthr)]); in load_common_params() 228 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_ithr)]); in load_common_params() 230 mov(reg_tmp, ptr[reg_param + PARAM_OFF(src)]); in load_common_params() 232 mov(reg_tmp, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params() 238 mov(reg_tmp, ptr[reg_param + PARAM_OFF(ws)]); in load_common_params() 240 mov(reg_tmp, ptr[reg_param + PARAM_OFF(barrier)]); in load_common_params() [all …]
|
H A D | jit_gemm_inner_product_utils.cpp | 304 #define PARAM_OFF(field) offsetof(ker_args_t, field) in jit_pp_kernel_t() macro 357 #undef PARAM_OFF in jit_pp_kernel_t() 1109 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 1110 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate() 1111 mov(reg_acc, ptr[reg_param + PARAM_OFF(acc)]); in generate() 1112 mov(reg_bias, ptr[reg_param + PARAM_OFF(bias)]); in generate() 1116 mov(reg_oc, ptr[reg_param + PARAM_OFF(dst_zero_points)]); in generate() 1120 mov(reg_oc, ptr[reg_param + PARAM_OFF(oc)]); in generate() 1123 mov(reg_len, ptr[reg_param + PARAM_OFF(len)]); in generate() 1124 mov(reg_oc_offset, ptr[reg_param + PARAM_OFF(oc_offset)]); in generate() [all …]
|
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/ |
H A D | jit_gemm_x8s8s32x_convolution_utils.cpp | 187 #define PARAM_OFF(x) offsetof(ker_args_t, x) in jit_pp_ker_t() macro 190 PARAM_OFF(post_ops_binary_rhs_arg_vec), PARAM_OFF(dst_orig), in jit_pp_ker_t() 193 #undef PARAM_OFF in jit_pp_ker_t() 328 #define PARAM_OFF(x) offsetof(ker_args_t, x) in apply_postops() macro 344 #undef PARAM_OFF in apply_postops() 378 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 389 zp_pad_comp_helper_->init(PARAM_OFF(w), PARAM_OFF(h), in generate() 390 PARAM_OFF(w_size), PARAM_OFF(w_off), in generate() 391 PARAM_OFF(zp_src_pad_comp), PARAM_OFF(g_oc_offset_prologue), in generate() 392 PARAM_OFF(g_oc_offset), PARAM_OFF(zp_src_pad_com_d_offset), in generate() [all …]
|
H A D | jit_uni_layer_normalization_kernels.cpp | 264 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 265 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate() 266 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate() 270 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in generate() 272 mov(reg_eps, ptr[reg_param + PARAM_OFF(eps)]); in generate() 273 #undef PARAM_OFF in generate() 528 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 529 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate() 537 #undef PARAM_OFF in generate() 683 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro [all …]
|
H A D | jit_uni_binary_kernel.cpp | 27 #define PARAM_OFF(x) offsetof(jit_binary_call_s, x) macro 130 PARAM_OFF(post_ops_binary_rhs_arg_vec), PARAM_OFF(dst_orig), dst_d, in init_post_ops_injector() 192 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params() 195 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params() 196 mov(reg_src0_, ptr[reg_param_ + PARAM_OFF(src0)]); in load_kernel_params() 197 mov(reg_src1_, ptr[reg_param_ + PARAM_OFF(src1)]); in load_kernel_params() 198 mov(reg_dst_, ptr[reg_param_ + PARAM_OFF(dst)]); in load_kernel_params() 200 mov(reg_tmp_, ptr[reg_param_ + PARAM_OFF(indices)]); in load_kernel_params() 204 ptr[reg_param_ + PARAM_OFF(src1_stride_range)]); in load_kernel_params() 208 mov(reg_scales_src0_, ptr[reg_param_ + PARAM_OFF(scales_src0)]); in load_kernel_params() [all …]
|
H A D | jit_uni_batch_normalization_s8.cpp | 100 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro 101 uni_vbroadcastss(veps, vmmword[reg_param + PARAM_OFF(eps)]); in load_common_params() 105 ptr[reg_param + PARAM_OFF(channel_offt_count)]); in load_common_params() 106 mov(reg_spat_offt_count, ptr[reg_param + PARAM_OFF(spat_offt_count)]); in load_common_params() 107 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in load_common_params() 108 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params() 109 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params() 110 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params() 111 mov(reg_shift, ptr[reg_param + PARAM_OFF(shift)]); in load_common_params() 112 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in load_common_params() [all …]
|
H A D | jit_gemm_inner_product_utils.cpp | 306 #define PARAM_OFF(field) offsetof(ker_args_t, field) in jit_pp_kernel_t() macro 360 #undef PARAM_OFF in jit_pp_kernel_t() 1090 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro 1091 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate() 1092 mov(reg_acc, ptr[reg_param + PARAM_OFF(acc)]); in generate() 1093 mov(reg_bias, ptr[reg_param + PARAM_OFF(bias)]); in generate() 1097 mov(reg_oc, ptr[reg_param + PARAM_OFF(dst_zero_points)]); in generate() 1101 mov(reg_oc, ptr[reg_param + PARAM_OFF(oc)]); in generate() 1104 mov(reg_len, ptr[reg_param + PARAM_OFF(len)]); in generate() 1105 mov(reg_oc_offset, ptr[reg_param + PARAM_OFF(oc_offset)]); in generate() [all …]
|
H A D | jit_uni_batch_normalization.cpp | 210 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro 211 mov(reg_rbuf1, ptr[reg_param + PARAM_OFF(rbuf1)]); in load_common_params() 218 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params() 219 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params() 225 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_nthr)]); in load_common_params() 227 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_ithr)]); in load_common_params() 229 mov(reg_tmp, ptr[reg_param + PARAM_OFF(src)]); in load_common_params() 231 mov(reg_tmp, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params() 237 mov(reg_tmp, ptr[reg_param + PARAM_OFF(ws)]); in load_common_params() 239 mov(reg_tmp, ptr[reg_param + PARAM_OFF(barrier)]); in load_common_params() [all …]
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/prelu/ |
H A D | jit_prelu_reduction_kernel.cpp | 43 #define PARAM_OFF(x) offsetof(call_params_t, x) macro 50 mov(reg_reduction_blocks_, ptr[abi_param1 + PARAM_OFF(reduction_blocks)]); in load_kernel_call_params() 52 ptr[abi_param1 + PARAM_OFF(weights_diff_scratch)]); in load_kernel_call_params() 53 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params() 54 mov(reg_tail_, byte[abi_param1 + PARAM_OFF(tail)]); in load_kernel_call_params() 55 mov(reg_last_c_blk_byte_, byte[abi_param1 + PARAM_OFF(is_last_c_blk)]); in load_kernel_call_params() 58 #undef PARAM_OFF
|
H A D | jit_uni_prelu_forward_kernel.cpp | 38 #define PARAM_OFF(x) offsetof(call_params_t, x) macro 41 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params() 42 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params() 43 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_kernel_call_params() 44 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params() 47 #undef PARAM_OFF
|
H A D | jit_uni_prelu_backward_kernel.cpp | 44 #define PARAM_OFF(x) offsetof(call_params_t, x) macro 47 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params() 48 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params() 49 mov(reg_src_diff_, ptr[abi_param1 + PARAM_OFF(src_diff)]); in load_kernel_call_params() 50 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params() 51 mov(reg_dst_diff_, ptr[abi_param1 + PARAM_OFF(dst_diff)]); in load_kernel_call_params() 52 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params() 55 #undef PARAM_OFF
|
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/prelu/ |
H A D | jit_prelu_reduction_kernel.cpp | 43 #define PARAM_OFF(x) offsetof(call_params_t, x) macro 50 mov(reg_reduction_blocks_, ptr[abi_param1 + PARAM_OFF(reduction_blocks)]); in load_kernel_call_params() 52 ptr[abi_param1 + PARAM_OFF(weights_diff_scratch)]); in load_kernel_call_params() 53 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params() 54 mov(reg_tail_, byte[abi_param1 + PARAM_OFF(tail)]); in load_kernel_call_params() 55 mov(reg_last_c_blk_byte_, byte[abi_param1 + PARAM_OFF(is_last_c_blk)]); in load_kernel_call_params() 58 #undef PARAM_OFF
|
H A D | jit_uni_prelu_forward_kernel.cpp | 38 #define PARAM_OFF(x) offsetof(call_params_t, x) macro 41 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params() 42 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params() 43 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_kernel_call_params() 44 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params() 47 #undef PARAM_OFF
|
H A D | jit_uni_prelu_backward_kernel.cpp | 44 #define PARAM_OFF(x) offsetof(call_params_t, x) macro 47 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params() 48 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params() 49 mov(reg_src_diff_, ptr[abi_param1 + PARAM_OFF(src_diff)]); in load_kernel_call_params() 50 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params() 51 mov(reg_dst_diff_, ptr[abi_param1 + PARAM_OFF(dst_diff)]); in load_kernel_call_params() 52 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params() 55 #undef PARAM_OFF
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/rnn/ |
H A D | jit_diff_weights_peephole.cpp | 47 #define PARAM_OFF(x) offsetof(jit_diff_weights_peephole_t::call_params_t, x) macro 50 mov(reg_c_states_, ptr[abi_param1 + PARAM_OFF(c_states)]); in load_addresses() 51 mov(reg_scratch_gates_, ptr[abi_param1 + PARAM_OFF(scratch_gates)]); in load_addresses() 52 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses() 55 #undef PARAM_OFF
|
H A D | jit_brgemm_transpose.cpp | 40 #define PARAM_OFF(x) offsetof(jit_brgemm_transpose_t::call_params_t, x) macro 42 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses() 43 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses() 109 #undef PARAM_OFF
|
H A D | jit_gates_reduction.cpp | 47 #define PARAM_OFF(x) offsetof(jit_gates_reduction_t::call_params_t, x) macro 66 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses() 67 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses() 172 #undef PARAM_OFF
|
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/rnn/ |
H A D | jit_diff_weights_peephole.cpp | 47 #define PARAM_OFF(x) offsetof(jit_diff_weights_peephole_t::call_params_t, x) macro 50 mov(reg_c_states_, ptr[abi_param1 + PARAM_OFF(c_states)]); in load_addresses() 51 mov(reg_scratch_gates_, ptr[abi_param1 + PARAM_OFF(scratch_gates)]); in load_addresses() 52 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses() 55 #undef PARAM_OFF
|
H A D | jit_brgemm_transpose_single_row.cpp | 41 #define PARAM_OFF(x) \ macro 44 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses() 45 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses() 111 #undef PARAM_OFF
|
H A D | jit_gates_reduction.cpp | 47 #define PARAM_OFF(x) offsetof(jit_gates_reduction_t::call_params_t, x) macro 66 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses() 67 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses() 172 #undef PARAM_OFF
|