/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/ |
H A D | jit_uni_dw_convolution.cpp | 382 ? diff_bias in execute_backward_weights_nxc() 459 float *diff_bias = nullptr; in execute_backward_weights() local 531 ? diff_bias in execute_backward_weights() 610 diff_bias[bias_offset] in execute_reduction() 617 diff_bias[bias_offset] in execute_reduction() 674 diff_bias[bias_offset] in execute_reduction() 697 diff_bias[bias_offset] in execute_reduction() 756 diff_bias[bias_offset] in execute_reduction() 765 diff_bias[bias_offset] in execute_reduction() 914 diff_bias[bias_offset] in execute_reduction_nxc() [all …]
|
H A D | gemm_bf16_inner_product.cpp | 187 auto diff_bias = CTX_OUT_MEM(char *, DNNL_ARG_DIFF_BIAS); in execute_backward_bias() local 193 diff_bias += diff_bias_d.data_type_size() * diff_bias_d.offset0(); in execute_backward_bias() 208 ? (float *)diff_bias in execute_backward_bias() 241 &((bfloat16_t *)diff_bias)[oc_s], db, oc_len); in execute_backward_bias() 268 float *res = &((float *)diff_bias)[oc_s]; in execute_backward_bias() 275 &((bfloat16_t *)diff_bias)[oc_s], db, oc_len); in execute_backward_bias()
|
H A D | jit_avx512_core_f32_wino_conv_4x3.hpp | 355 auto diff_bias = CTX_OUT_MEM(float *, DNNL_ARG_DIFF_BIAS); in execute() local 360 diff_bias, ctx.get_scratchpad_grantor()); in execute() 364 diff_weights, diff_bias, ctx.get_scratchpad_grantor()); in execute() 373 const float *diff_dst, float *diff_weights, float *diff_bias, 376 const float *diff_dst, float *diff_weights, float *diff_bias,
|
H A D | jit_avx512_core_bf16_convolution.cpp | 757 const void *diff_bias = nullptr; member 1026 float *diff_bias = nullptr; in compute_diff_weights_2d() local 1031 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_2d() 1220 p.bias = diff_bias ? diff_bias + g * rnd_up(jcp.oc, jcp.oc_block) in compute_diff_weights_2d() 1258 float *diff_bias = nullptr; in compute_diff_weights_3d() local 1263 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_3d() 1468 p.bias = diff_bias ? diff_bias + g * rnd_up(jcp.oc, jcp.oc_block) in compute_diff_weights_3d() 1509 float *diff_bias = nullptr; in compute_diff_weights() local 1514 diff_bias = ti->ithr_mb == 0 in compute_diff_weights() 1762 p.bias = diff_bias ? diff_bias + g * rnd_up(jcp.oc, jcp.oc_block) in compute_diff_weights() [all …]
|
H A D | jit_avx512_core_amx_convolution.cpp | 884 const void *diff_bias = nullptr; member 915 diff_bias = self->pd()->with_bias() in thread_info_t() 1085 float *diff_bias = nullptr; in compute_diff_weights_2d() local 1090 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_2d() 1091 ? (float *)ti->diff_bias in compute_diff_weights_2d() 1302 float *diff_bias = nullptr; in compute_diff_weights_3d() local 1307 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_3d() 1308 ? (float *)ti->diff_bias in compute_diff_weights_3d() 1539 float *diff_bias = nullptr; in compute_diff_weights() local 1544 diff_bias = ti->ithr_mb == 0 in compute_diff_weights() [all …]
|
/dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/ |
H A D | jit_uni_dw_convolution.cpp | 342 float *diff_bias = jcp.bia_dt == bf16 in execute_backward_weights_nxc() local 384 ? diff_bias in execute_backward_weights_nxc() 461 float *diff_bias = nullptr; in execute_backward_weights() local 531 ? diff_bias in execute_backward_weights() 589 float *diff_bias = jcp.bia_dt == bf16 in execute_reduction() local 617 diff_bias[bias_offset] in execute_reduction() 697 diff_bias[bias_offset] in execute_reduction() 735 float *diff_bias = jcp.bia_dt == bf16 in execute_reduction() local 765 diff_bias[bias_offset] in execute_reduction() 795 float *diff_bias = jcp.bia_dt == bf16 in execute_reduction_nxc() local [all …]
|
H A D | gemm_bf16_inner_product.cpp | 203 auto diff_bias = CTX_OUT_MEM(char *, DNNL_ARG_DIFF_BIAS); in execute_backward_bias() local 209 diff_bias += diff_bias_d.data_type_size() * diff_bias_d.offset0(); in execute_backward_bias() 224 ? (float *)diff_bias in execute_backward_bias() 257 &((bfloat16_t *)diff_bias)[oc_s], db, oc_len); in execute_backward_bias() 284 float *res = &((float *)diff_bias)[oc_s]; in execute_backward_bias() 291 &((bfloat16_t *)diff_bias)[oc_s], db, oc_len); in execute_backward_bias()
|
H A D | jit_avx512_core_f32_wino_conv_4x3.hpp | 352 auto diff_bias = CTX_OUT_MEM(float *, DNNL_ARG_DIFF_BIAS); in execute() local 357 diff_bias, ctx.get_scratchpad_grantor()); in execute() 361 diff_weights, diff_bias, ctx.get_scratchpad_grantor()); in execute() 370 const float *diff_dst, float *diff_weights, float *diff_bias, 373 const float *diff_dst, float *diff_weights, float *diff_bias,
|
H A D | jit_avx512_core_bf16_convolution.cpp | 757 const void *diff_bias = nullptr; member 1026 float *diff_bias = nullptr; in compute_diff_weights_2d() local 1031 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_2d() 1220 p.bias = diff_bias ? diff_bias + g * rnd_up(jcp.oc, jcp.oc_block) in compute_diff_weights_2d() 1258 float *diff_bias = nullptr; in compute_diff_weights_3d() local 1263 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_3d() 1468 p.bias = diff_bias ? diff_bias + g * rnd_up(jcp.oc, jcp.oc_block) in compute_diff_weights_3d() 1509 float *diff_bias = nullptr; in compute_diff_weights() local 1514 diff_bias = ti->ithr_mb == 0 in compute_diff_weights() 1762 p.bias = diff_bias ? diff_bias + g * rnd_up(jcp.oc, jcp.oc_block) in compute_diff_weights() [all …]
|
H A D | jit_avx512_core_amx_convolution.cpp | 865 const void *diff_bias = nullptr; member 896 diff_bias = self->pd()->with_bias() in thread_info_t() 1066 float *diff_bias = nullptr; in compute_diff_weights_2d() local 1071 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_2d() 1072 ? (float *)ti->diff_bias in compute_diff_weights_2d() 1283 float *diff_bias = nullptr; in compute_diff_weights_3d() local 1288 diff_bias = ti->ithr_mb == 0 in compute_diff_weights_3d() 1289 ? (float *)ti->diff_bias in compute_diff_weights_3d() 1520 float *diff_bias = nullptr; in compute_diff_weights() local 1525 diff_bias = ti->ithr_mb == 0 in compute_diff_weights() [all …]
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/aarch64/ |
H A D | jit_uni_dw_convolution.cpp | 296 float *diff_bias = nullptr; in execute_backward_weights() local 301 diff_bias = CTX_OUT_MEM(f32_data_t *, DNNL_ARG_DIFF_BIAS); in execute_backward_weights() 367 ? diff_bias in execute_backward_weights() 427 float *diff_bias = nullptr; in execute_reduction() local 432 diff_bias = CTX_OUT_MEM(f32_data_t *, DNNL_ARG_DIFF_BIAS); in execute_reduction() 445 diff_bias[bias_offset] in execute_reduction() 454 cvt_float_to_bfloat16(diff_bias_in, diff_bias, jcp.ngroups); in execute_reduction() 494 float *diff_bias = nullptr; in execute_reduction() local 499 diff_bias = CTX_OUT_MEM(f32_data_t *, DNNL_ARG_DIFF_BIAS); in execute_reduction() 513 diff_bias[bias_offset] in execute_reduction() [all …]
|
/dports/math/onednn/oneDNN-2.5.1/src/cpu/aarch64/ |
H A D | jit_uni_dw_convolution.cpp | 296 float *diff_bias = nullptr; in execute_backward_weights() local 301 diff_bias = CTX_OUT_MEM(f32_data_t *, DNNL_ARG_DIFF_BIAS); in execute_backward_weights() 367 ? diff_bias in execute_backward_weights() 427 float *diff_bias = nullptr; in execute_reduction() local 432 diff_bias = CTX_OUT_MEM(f32_data_t *, DNNL_ARG_DIFF_BIAS); in execute_reduction() 445 diff_bias[bias_offset] in execute_reduction() 454 cvt_float_to_bfloat16(diff_bias_in, diff_bias, jcp.ngroups); in execute_reduction() 494 float *diff_bias = nullptr; in execute_reduction() local 499 diff_bias = CTX_OUT_MEM(f32_data_t *, DNNL_ARG_DIFF_BIAS); in execute_reduction() 513 diff_bias[bias_offset] in execute_reduction() [all …]
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/ |
H A D | gemm_inner_product.cpp | 105 auto diff_bias = CTX_OUT_MEM(data_t *, DNNL_ARG_DIFF_BIAS); in execute_backward_weights() local 130 if (diff_bias) { in execute_backward_weights() 131 diff_bias += diff_bias_d.offset0(); in execute_backward_weights() 142 diff_bias[oc] = diff_dst[oc]; in execute_backward_weights() 148 diff_bias[oc] += diff_dst[mb * OC + oc]; in execute_backward_weights()
|
H A D | ref_deconvolution.cpp | 571 float *diff_bias, const float *diff_dst) const { in compute_bwd_bias() argument 592 diff_bias[g * OC + oc] = db; in compute_bwd_bias() 598 typename prec_traits<dbia_type>::type *diff_bias, in compute_bwd_bias_ncdhw() argument 615 diff_bias[oc] = db; in compute_bwd_bias_ncdhw() 621 typename prec_traits<dbia_type>::type *diff_bias, in compute_bwd_bias_ndhwc() argument 642 typename prec_traits<dbia_type>::type *diff_bias, in compute_bwd_bias_nCdhwXc() argument 669 diff_bias[ocb * blksize + i] = db[i]; in compute_bwd_bias_nCdhwXc() 679 auto diff_bias = CTX_OUT_MEM(dbia_data_t *, DNNL_ARG_DIFF_BIAS); in compute_bias() local 699 diff_bias, diff_dst); in compute_bias() 705 diff_bias, diff_dst); in compute_bias() [all …]
|
H A D | ref_inner_product.cpp | 219 auto diff_bias = CTX_OUT_MEM(data_t *, DNNL_ARG_DIFF_BIAS); in execute_backward_weights() local 284 if (diff_bias) { in execute_backward_weights() 285 diff_bias += diff_bias_d.offset0(); in execute_backward_weights() 288 data_t *db = &diff_bias[oc]; in execute_backward_weights()
|
/dports/math/onednn/oneDNN-2.5.1/src/cpu/ |
H A D | gemm_inner_product.cpp | 119 auto diff_bias = CTX_OUT_MEM(data_t *, DNNL_ARG_DIFF_BIAS); in execute_backward_weights() local 148 if (diff_bias) { in execute_backward_weights() 149 diff_bias += diff_bias_d.offset0(); in execute_backward_weights() 160 diff_bias[oc] = diff_dst[oc]; in execute_backward_weights() 166 diff_bias[oc] += diff_dst[mb * OC + oc]; in execute_backward_weights()
|
H A D | ref_deconvolution.cpp | 518 float *diff_bias, const float *diff_dst) const { in compute_bwd_bias() argument 539 diff_bias[g * OC + oc] = db; in compute_bwd_bias() 545 typename prec_traits<dbia_type>::type *diff_bias, in compute_bwd_bias_ncdhw() argument 562 diff_bias[oc] = db; in compute_bwd_bias_ncdhw() 568 typename prec_traits<dbia_type>::type *diff_bias, in compute_bwd_bias_ndhwc() argument 589 typename prec_traits<dbia_type>::type *diff_bias, in compute_bwd_bias_nCdhwXc() argument 616 diff_bias[ocb * blksize + i] = db[i]; in compute_bwd_bias_nCdhwXc() 626 auto diff_bias = CTX_OUT_MEM(dbia_data_t *, DNNL_ARG_DIFF_BIAS); in compute_bias() local 646 diff_bias, diff_dst); in compute_bias() 652 diff_bias, diff_dst); in compute_bias() [all …]
|
H A D | ref_inner_product.cpp | 151 auto diff_bias = CTX_OUT_CLEAN_MEM(void *, DNNL_ARG_DIFF_BIAS, status); in execute_backward_weights() local 190 if (diff_bias) { in execute_backward_weights() 203 diff_bias_d.data_type(), db, diff_bias, diff_bia_off); in execute_backward_weights()
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/tests/benchdnn/rnn/ |
H A D | ref_rnn_bwd.cpp | 141 float *diff_weights_projection, float *diff_bias, float *b_gates, in rnn_cell_bwd() argument 154 diff_weights_peephole, diff_weights_projection, diff_bias, in rnn_cell_bwd() 162 diff_weights_iter, diff_bias, b_gates, src_layer, src_iter, in rnn_cell_bwd() 168 diff_weights_iter, diff_bias, b_gates, src_layer, src_iter, in rnn_cell_bwd() 174 diff_weights_iter, diff_bias, b_gates, src_layer, src_iter, in rnn_cell_bwd() 217 AOC<float> diff_bias(diff_bias_, prb.n_layer, prb.n_dir(), in rnn_linear_bwd() local 275 &diff_bias(lay - 1, dir_val, 0, 0), b_gates, in rnn_linear_bwd()
|
/dports/math/onednn/oneDNN-2.5.1/tests/benchdnn/rnn/ |
H A D | ref_rnn_bwd.cpp | 141 float *diff_weights_projection, float *diff_bias, float *b_gates, in rnn_cell_bwd() argument 154 diff_weights_peephole, diff_weights_projection, diff_bias, in rnn_cell_bwd() 162 diff_weights_iter, diff_bias, b_gates, src_layer, src_iter, in rnn_cell_bwd() 168 diff_weights_iter, diff_bias, b_gates, src_layer, src_iter, in rnn_cell_bwd() 174 diff_weights_iter, diff_bias, b_gates, src_layer, src_iter, in rnn_cell_bwd() 217 AOC<float> diff_bias(diff_bias_, prb.n_layer, prb.n_dir(), in rnn_linear_bwd() local 275 &diff_bias(lay - 1, dir_val, 0, 0), b_gates, in rnn_linear_bwd()
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/gpu/ocl/ |
H A D | gemm_inner_product.cl | 29 __global DATA_T *diff_dst, __global BIA_DATA_T *diff_bias) { 36 diff_bias[oc] = TO_BIA(sum);
|
H A D | ref_deconv_backward_bias.cl | 20 __global DST_DATA_T *diff_dst, __global BIA_DATA_T *diff_bias) { 32 diff_bias[g * OC + oc] = TO_BIA(db);
|
H A D | gemm_inner_product.cpp | 111 auto &diff_bias = CTX_OUT_STORAGE(DNNL_ARG_DIFF_BIAS); in execute_backward_weights() local 115 arg_list.set(1, diff_bias); in execute_backward_weights()
|
/dports/math/onednn/oneDNN-2.5.1/src/gpu/ocl/ |
H A D | ref_deconv_backward_bias.cl | 20 __global DST_DATA_T *diff_dst, __global BIA_DATA_T *diff_bias) { 32 diff_bias[g * OC + oc] = TO_BIA(db);
|
/dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/tests/gtests/ |
H A D | test_layer_normalization.cpp | 50 memory weights, bias, diff_weights, diff_bias, mean, variance; member in dnnl::lnorm_test_t 216 diff_bias in Backward() 230 diff_src->get(), diff_weights, diff_bias, flags, pk); in Backward() 278 args.insert({DNNL_ARG_DIFF_SHIFT, diff_bias}); in execlnormBwd() 417 const memory &diff_weights, const memory &diff_bias, in check_lnorm_bwd() argument 440 ? diff_bias.get_desc() in check_lnorm_bwd() 482 ? map_memory<float>(diff_bias) in check_lnorm_bwd()
|