Home
last modified time | relevance | path

Searched refs:PARAM_OFF (Results 1 – 25 of 41) sorted by relevance

12

/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/
H A Djit_gemm_x8s8s32x_convolution_utils.cpp187 #define PARAM_OFF(x) offsetof(ker_args_t, x) in jit_pp_ker_t() macro
193 #undef PARAM_OFF in jit_pp_ker_t()
328 #define PARAM_OFF(x) offsetof(ker_args_t, x) in apply_postops() macro
355 #undef PARAM_OFF in apply_postops()
389 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
390 mov(reg_dst_, ptr[reg_param_ + PARAM_OFF(dst)]); in generate()
400 zp_pad_comp_helper_->init(PARAM_OFF(w), PARAM_OFF(h), in generate()
401 PARAM_OFF(w_size), PARAM_OFF(w_off), in generate()
402 PARAM_OFF(zp_src_pad_comp), PARAM_OFF(g_oc_offset_prologue), in generate()
403 PARAM_OFF(g_oc_offset), PARAM_OFF(zp_src_pad_com_d_offset), in generate()
[all …]
H A Djit_uni_layer_normalization_kernels.cpp264 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
265 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate()
266 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate()
270 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in generate()
272 mov(reg_eps, ptr[reg_param + PARAM_OFF(eps)]); in generate()
273 #undef PARAM_OFF in generate()
528 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
529 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate()
537 #undef PARAM_OFF in generate()
683 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
[all …]
H A Djit_uni_binary_kernel.cpp27 #define PARAM_OFF(x) offsetof(jit_binary_call_s, x) macro
124 PARAM_OFF(post_ops_binary_rhs_arg_vec), src0_d, tail_size_, in init_post_ops_injector()
140 vmm_idx, ptr[param1 + PARAM_OFF(oc_l_off)]); in apply_postops()
160 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params()
163 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params()
164 mov(reg_src0_, ptr[reg_param_ + PARAM_OFF(src0)]); in load_kernel_params()
165 mov(reg_src1_, ptr[reg_param_ + PARAM_OFF(src1)]); in load_kernel_params()
166 mov(reg_dst_, ptr[reg_param_ + PARAM_OFF(dst)]); in load_kernel_params()
168 mov(reg_tmp_, ptr[reg_param_ + PARAM_OFF(indices)]); in load_kernel_params()
172 ptr[reg_param_ + PARAM_OFF(src1_stride_range)]); in load_kernel_params()
[all …]
H A Djit_uni_deconv_zp_pad_str_kernel.cpp173 #define PARAM_OFF(x) offsetof(jit_uni_deconv_zp_pad_str_call_params_t, x) macro
177 mov(reg_src_zp_, ptr[abi_param1 + PARAM_OFF(src_zero_point)]); in load_addresses()
178 mov(reg_wei_, ptr[abi_param1 + PARAM_OFF(wei)]); in load_addresses()
179 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst_scratchpad)]); in load_addresses()
181 mov(reg_last_oc_block_, ptr[abi_param1 + PARAM_OFF(last_oc_block)]); in load_addresses()
184 #undef PARAM_OFF
H A Djit_uni_batch_normalization_s8.cpp102 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro
103 uni_vbroadcastss(veps, vmmword[reg_param + PARAM_OFF(eps)]); in load_common_params()
107 ptr[reg_param + PARAM_OFF(channel_offt_count)]); in load_common_params()
108 mov(reg_spat_offt_count, ptr[reg_param + PARAM_OFF(spat_offt_count)]); in load_common_params()
109 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in load_common_params()
110 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params()
111 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params()
112 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params()
113 mov(reg_shift, ptr[reg_param + PARAM_OFF(shift)]); in load_common_params()
114 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in load_common_params()
[all …]
H A Djit_uni_batch_normalization.cpp211 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro
212 mov(reg_rbuf1, ptr[reg_param + PARAM_OFF(rbuf1)]); in load_common_params()
219 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params()
220 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params()
226 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_nthr)]); in load_common_params()
228 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_ithr)]); in load_common_params()
230 mov(reg_tmp, ptr[reg_param + PARAM_OFF(src)]); in load_common_params()
232 mov(reg_tmp, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params()
238 mov(reg_tmp, ptr[reg_param + PARAM_OFF(ws)]); in load_common_params()
240 mov(reg_tmp, ptr[reg_param + PARAM_OFF(barrier)]); in load_common_params()
[all …]
H A Djit_gemm_inner_product_utils.cpp304 #define PARAM_OFF(field) offsetof(ker_args_t, field) in jit_pp_kernel_t() macro
357 #undef PARAM_OFF in jit_pp_kernel_t()
1109 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
1110 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate()
1111 mov(reg_acc, ptr[reg_param + PARAM_OFF(acc)]); in generate()
1112 mov(reg_bias, ptr[reg_param + PARAM_OFF(bias)]); in generate()
1116 mov(reg_oc, ptr[reg_param + PARAM_OFF(dst_zero_points)]); in generate()
1120 mov(reg_oc, ptr[reg_param + PARAM_OFF(oc)]); in generate()
1123 mov(reg_len, ptr[reg_param + PARAM_OFF(len)]); in generate()
1124 mov(reg_oc_offset, ptr[reg_param + PARAM_OFF(oc_offset)]); in generate()
[all …]
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/
H A Djit_gemm_x8s8s32x_convolution_utils.cpp187 #define PARAM_OFF(x) offsetof(ker_args_t, x) in jit_pp_ker_t() macro
190 PARAM_OFF(post_ops_binary_rhs_arg_vec), PARAM_OFF(dst_orig), in jit_pp_ker_t()
193 #undef PARAM_OFF in jit_pp_ker_t()
328 #define PARAM_OFF(x) offsetof(ker_args_t, x) in apply_postops() macro
344 #undef PARAM_OFF in apply_postops()
378 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
389 zp_pad_comp_helper_->init(PARAM_OFF(w), PARAM_OFF(h), in generate()
390 PARAM_OFF(w_size), PARAM_OFF(w_off), in generate()
391 PARAM_OFF(zp_src_pad_comp), PARAM_OFF(g_oc_offset_prologue), in generate()
392 PARAM_OFF(g_oc_offset), PARAM_OFF(zp_src_pad_com_d_offset), in generate()
[all …]
H A Djit_uni_layer_normalization_kernels.cpp264 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
265 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate()
266 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate()
270 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in generate()
272 mov(reg_eps, ptr[reg_param + PARAM_OFF(eps)]); in generate()
273 #undef PARAM_OFF in generate()
528 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
529 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in generate()
537 #undef PARAM_OFF in generate()
683 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
[all …]
H A Djit_uni_binary_kernel.cpp27 #define PARAM_OFF(x) offsetof(jit_binary_call_s, x) macro
130 PARAM_OFF(post_ops_binary_rhs_arg_vec), PARAM_OFF(dst_orig), dst_d, in init_post_ops_injector()
192 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params()
195 ptr[reg_param_ + PARAM_OFF(spat_offt_count)]); in load_kernel_params()
196 mov(reg_src0_, ptr[reg_param_ + PARAM_OFF(src0)]); in load_kernel_params()
197 mov(reg_src1_, ptr[reg_param_ + PARAM_OFF(src1)]); in load_kernel_params()
198 mov(reg_dst_, ptr[reg_param_ + PARAM_OFF(dst)]); in load_kernel_params()
200 mov(reg_tmp_, ptr[reg_param_ + PARAM_OFF(indices)]); in load_kernel_params()
204 ptr[reg_param_ + PARAM_OFF(src1_stride_range)]); in load_kernel_params()
208 mov(reg_scales_src0_, ptr[reg_param_ + PARAM_OFF(scales_src0)]); in load_kernel_params()
[all …]
H A Djit_uni_batch_normalization_s8.cpp100 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro
101 uni_vbroadcastss(veps, vmmword[reg_param + PARAM_OFF(eps)]); in load_common_params()
105 ptr[reg_param + PARAM_OFF(channel_offt_count)]); in load_common_params()
106 mov(reg_spat_offt_count, ptr[reg_param + PARAM_OFF(spat_offt_count)]); in load_common_params()
107 mov(reg_src, ptr[reg_param + PARAM_OFF(src)]); in load_common_params()
108 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params()
109 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params()
110 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params()
111 mov(reg_shift, ptr[reg_param + PARAM_OFF(shift)]); in load_common_params()
112 mov(reg_var, ptr[reg_param + PARAM_OFF(var)]); in load_common_params()
[all …]
H A Djit_gemm_inner_product_utils.cpp306 #define PARAM_OFF(field) offsetof(ker_args_t, field) in jit_pp_kernel_t() macro
360 #undef PARAM_OFF in jit_pp_kernel_t()
1090 #define PARAM_OFF(x) offsetof(ker_args_t, x) in generate() macro
1091 mov(reg_dst, ptr[reg_param + PARAM_OFF(dst)]); in generate()
1092 mov(reg_acc, ptr[reg_param + PARAM_OFF(acc)]); in generate()
1093 mov(reg_bias, ptr[reg_param + PARAM_OFF(bias)]); in generate()
1097 mov(reg_oc, ptr[reg_param + PARAM_OFF(dst_zero_points)]); in generate()
1101 mov(reg_oc, ptr[reg_param + PARAM_OFF(oc)]); in generate()
1104 mov(reg_len, ptr[reg_param + PARAM_OFF(len)]); in generate()
1105 mov(reg_oc_offset, ptr[reg_param + PARAM_OFF(oc_offset)]); in generate()
[all …]
H A Djit_uni_batch_normalization.cpp210 #define PARAM_OFF(x) offsetof(call_params_t, x) in load_common_params() macro
211 mov(reg_rbuf1, ptr[reg_param + PARAM_OFF(rbuf1)]); in load_common_params()
218 mov(reg_mean, ptr[reg_param + PARAM_OFF(mean)]); in load_common_params()
219 mov(reg_scale, ptr[reg_param + PARAM_OFF(scale)]); in load_common_params()
225 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_nthr)]); in load_common_params()
227 mov(reg_tmp, ptr[reg_param + PARAM_OFF(N_ithr)]); in load_common_params()
229 mov(reg_tmp, ptr[reg_param + PARAM_OFF(src)]); in load_common_params()
231 mov(reg_tmp, ptr[reg_param + PARAM_OFF(dst)]); in load_common_params()
237 mov(reg_tmp, ptr[reg_param + PARAM_OFF(ws)]); in load_common_params()
239 mov(reg_tmp, ptr[reg_param + PARAM_OFF(barrier)]); in load_common_params()
[all …]
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/prelu/
H A Djit_prelu_reduction_kernel.cpp43 #define PARAM_OFF(x) offsetof(call_params_t, x) macro
50 mov(reg_reduction_blocks_, ptr[abi_param1 + PARAM_OFF(reduction_blocks)]); in load_kernel_call_params()
52 ptr[abi_param1 + PARAM_OFF(weights_diff_scratch)]); in load_kernel_call_params()
53 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params()
54 mov(reg_tail_, byte[abi_param1 + PARAM_OFF(tail)]); in load_kernel_call_params()
55 mov(reg_last_c_blk_byte_, byte[abi_param1 + PARAM_OFF(is_last_c_blk)]); in load_kernel_call_params()
58 #undef PARAM_OFF
H A Djit_uni_prelu_forward_kernel.cpp38 #define PARAM_OFF(x) offsetof(call_params_t, x) macro
41 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params()
42 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params()
43 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_kernel_call_params()
44 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params()
47 #undef PARAM_OFF
H A Djit_uni_prelu_backward_kernel.cpp44 #define PARAM_OFF(x) offsetof(call_params_t, x) macro
47 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params()
48 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params()
49 mov(reg_src_diff_, ptr[abi_param1 + PARAM_OFF(src_diff)]); in load_kernel_call_params()
50 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params()
51 mov(reg_dst_diff_, ptr[abi_param1 + PARAM_OFF(dst_diff)]); in load_kernel_call_params()
52 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params()
55 #undef PARAM_OFF
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/prelu/
H A Djit_prelu_reduction_kernel.cpp43 #define PARAM_OFF(x) offsetof(call_params_t, x) macro
50 mov(reg_reduction_blocks_, ptr[abi_param1 + PARAM_OFF(reduction_blocks)]); in load_kernel_call_params()
52 ptr[abi_param1 + PARAM_OFF(weights_diff_scratch)]); in load_kernel_call_params()
53 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params()
54 mov(reg_tail_, byte[abi_param1 + PARAM_OFF(tail)]); in load_kernel_call_params()
55 mov(reg_last_c_blk_byte_, byte[abi_param1 + PARAM_OFF(is_last_c_blk)]); in load_kernel_call_params()
58 #undef PARAM_OFF
H A Djit_uni_prelu_forward_kernel.cpp38 #define PARAM_OFF(x) offsetof(call_params_t, x) macro
41 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params()
42 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params()
43 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_kernel_call_params()
44 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params()
47 #undef PARAM_OFF
H A Djit_uni_prelu_backward_kernel.cpp44 #define PARAM_OFF(x) offsetof(call_params_t, x) macro
47 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_kernel_call_params()
48 mov(reg_weights_, ptr[abi_param1 + PARAM_OFF(weights)]); in load_kernel_call_params()
49 mov(reg_src_diff_, ptr[abi_param1 + PARAM_OFF(src_diff)]); in load_kernel_call_params()
50 mov(reg_weights_diff_, ptr[abi_param1 + PARAM_OFF(weights_diff)]); in load_kernel_call_params()
51 mov(reg_dst_diff_, ptr[abi_param1 + PARAM_OFF(dst_diff)]); in load_kernel_call_params()
52 mov(reg_data_size_, ptr[abi_param1 + PARAM_OFF(compute_data_size)]); in load_kernel_call_params()
55 #undef PARAM_OFF
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/rnn/
H A Djit_diff_weights_peephole.cpp47 #define PARAM_OFF(x) offsetof(jit_diff_weights_peephole_t::call_params_t, x) macro
50 mov(reg_c_states_, ptr[abi_param1 + PARAM_OFF(c_states)]); in load_addresses()
51 mov(reg_scratch_gates_, ptr[abi_param1 + PARAM_OFF(scratch_gates)]); in load_addresses()
52 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses()
55 #undef PARAM_OFF
H A Djit_brgemm_transpose.cpp40 #define PARAM_OFF(x) offsetof(jit_brgemm_transpose_t::call_params_t, x) macro
42 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses()
43 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses()
109 #undef PARAM_OFF
H A Djit_gates_reduction.cpp47 #define PARAM_OFF(x) offsetof(jit_gates_reduction_t::call_params_t, x) macro
66 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses()
67 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses()
172 #undef PARAM_OFF
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/rnn/
H A Djit_diff_weights_peephole.cpp47 #define PARAM_OFF(x) offsetof(jit_diff_weights_peephole_t::call_params_t, x) macro
50 mov(reg_c_states_, ptr[abi_param1 + PARAM_OFF(c_states)]); in load_addresses()
51 mov(reg_scratch_gates_, ptr[abi_param1 + PARAM_OFF(scratch_gates)]); in load_addresses()
52 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses()
55 #undef PARAM_OFF
H A Djit_brgemm_transpose_single_row.cpp41 #define PARAM_OFF(x) \ macro
44 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses()
45 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses()
111 #undef PARAM_OFF
H A Djit_gates_reduction.cpp47 #define PARAM_OFF(x) offsetof(jit_gates_reduction_t::call_params_t, x) macro
66 mov(reg_src_, ptr[abi_param1 + PARAM_OFF(src)]); in load_addresses()
67 mov(reg_dst_, ptr[abi_param1 + PARAM_OFF(dst)]); in load_addresses()
172 #undef PARAM_OFF

12