| /dports/math/onednn/oneDNN-2.5.1/src/cpu/ |
| H A D | ref_convolution.hpp | 75 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
79 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
136 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
140 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
191 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
195 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | ref_convolution_int8.hpp | 69 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
73 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
144 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
148 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | simple_resampling.hpp | 75 format_tag_t dat_tag = memory_desc_matches_one_of_tag(*src_md(), in init() local
78 if (!memory_desc_matches_tag(*dst_md(), dat_tag)) in init()
113 format_tag_t dat_tag = memory_desc_matches_one_of_tag( in init() local
116 if (!memory_desc_matches_tag(*diff_dst_md(), dat_tag)) in init()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/gpu/nvidia/ |
| H A D | cudnn_convolution.hpp | 105 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
109 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
111 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
115 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
237 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
241 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
304 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
308 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | cudnn_resampling.hpp | 187 format_tag_t dat_tag = memory_desc_matches_one_of_tag( in init() local
189 if (dat_tag == format_tag::undef) return status::unimplemented; in init()
190 if (!memory_desc_matches_tag(*dst_md(), dat_tag)) { in init()
242 format_tag_t dat_tag = memory_desc_matches_one_of_tag( in init() local
244 if (dat_tag == format_tag::undef) return status::unimplemented; in init()
245 if (!memory_desc_matches_tag(*diff_src_md(), dat_tag)) { in init()
|
| /dports/math/onednn/oneDNN-2.5.1/src/gpu/nvidia/ |
| H A D | cudnn_convolution.hpp | 109 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
113 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
115 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
119 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
242 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
246 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
309 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
313 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | cudnn_resampling.hpp | 187 format_tag_t dat_tag = memory_desc_matches_one_of_tag( in init() local
189 if (dat_tag == format_tag::undef) return status::unimplemented; in init()
190 if (!memory_desc_matches_tag(*dst_md(), dat_tag)) { in init()
242 format_tag_t dat_tag = memory_desc_matches_one_of_tag( in init() local
244 if (dat_tag == format_tag::undef) return status::unimplemented; in init()
245 if (!memory_desc_matches_tag(*diff_src_md(), dat_tag)) { in init()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/ |
| H A D | ref_convolution.hpp | 73 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
77 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
161 auto dat_tag = utils::pick(ndims() - 3, nwc, nhwc, ndhwc); in set_default_formats() local
165 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
217 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
221 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | simple_resampling.hpp | 74 format_tag_t dat_tag = memory_desc_matches_one_of_tag(*src_md(), in init() local
77 if (!memory_desc_matches_tag(*dst_md(), dat_tag)) in init()
112 format_tag_t dat_tag = memory_desc_matches_one_of_tag( in init() local
115 if (!memory_desc_matches_tag(*diff_dst_md(), dat_tag)) in init()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/lrn/ |
| H A D | jit_uni_lrn.cpp | 65 const auto dat_tag = pd()->dat_tag_; in init() local
75 } else if (one_of(dat_tag, nhwc, nChw8c, nChw16c) in init()
79 within_config_t(H, W, C, ls, dat_tag), A, K, pk); in init()
118 const auto dat_tag = pd()->dat_tag_; in execute_forward() local
135 } else if (one_of(dat_tag, nhwc, nChw8c, nChw16c) in execute_forward()
138 const std::size_t offset = dat_tag == nhwc in execute_forward()
240 const auto &dat_tag = pd()->dat_tag_; in init() local
244 within_config_t(H, W, C, ls, dat_tag), A, B); in init()
282 const auto &dat_tag = pd()->dat_tag_; in execute_backward() local
291 if (one_of(dat_tag, nhwc, nChw8c, nChw16c) in execute_backward()
[all …]
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/lrn/ |
| H A D | jit_uni_lrn.cpp | 65 const auto dat_tag = pd()->dat_tag_; in init() local
75 } else if (one_of(dat_tag, nhwc, nChw8c, nChw16c) in init()
79 within_config_t(H, W, C, ls, dat_tag), A, K, pk); in init()
118 const auto dat_tag = pd()->dat_tag_; in execute_forward() local
135 } else if (one_of(dat_tag, nhwc, nChw8c, nChw16c) in execute_forward()
138 const std::size_t offset = dat_tag == nhwc in execute_forward()
240 const auto &dat_tag = pd()->dat_tag_; in init() local
244 within_config_t(H, W, C, ls, dat_tag), A, B); in init()
282 const auto &dat_tag = pd()->dat_tag_; in execute_backward() local
291 if (one_of(dat_tag, nhwc, nChw8c, nChw16c) in execute_backward()
[all …]
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/gpu/ocl/ |
| H A D | ref_convolution.hpp | 90 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
94 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
188 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
192 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
246 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
250 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| /dports/math/onednn/oneDNN-2.5.1/src/gpu/ocl/ |
| H A D | ref_convolution.hpp | 94 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
98 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
194 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
198 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
252 auto dat_tag = utils::pick(ndims() - 3, ncw, nchw, ncdhw); in set_default_formats() local
256 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/aarch64/ |
| H A D | jit_sve_512_1x1_convolution.hpp | 101 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
106 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
200 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
205 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
294 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
299 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_uni_dw_convolution.hpp | 142 auto dat_tag = nChw16c; in set_default_formats() local
145 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
226 auto dat_tag = isa == sve_512 ? nChw16c : nChw8c; in set_default_formats() local
229 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_uni_dw_conv_kernel_utils.hpp | 355 auto dat_tag = isa == sve_512 ? nChw16c : nChw8c; in init_conf() local
358 jcp.src_tag = diff_src_d.matches_one_of_tag(dat_tag); in init_conf()
360 jcp.dst_tag = diff_dst_d.matches_one_of_tag(dat_tag); in init_conf()
363 && jcp.ngroups % simd_w == 0 && jcp.src_tag == dat_tag in init_conf()
364 && jcp.wei_tag == wei_tag && jcp.dst_tag == dat_tag in init_conf()
472 auto dat_tag = isa == sve_512 ? nChw16c : nChw8c; in init_conf() local
475 jcp.src_tag = src_d.matches_one_of_tag(dat_tag); in init_conf()
477 jcp.dst_tag = diff_dst_d.matches_one_of_tag(dat_tag); in init_conf()
479 bool args_ok = true && jcp.src_tag == dat_tag && jcp.wei_tag == wei_tag in init_conf()
480 && jcp.dst_tag == dat_tag && jcp.ngroups % jcp.ch_block == 0 in init_conf()
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/aarch64/ |
| H A D | jit_sve_512_1x1_convolution.hpp | 101 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
106 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
200 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
205 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
294 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
299 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_uni_dw_convolution.hpp | 142 auto dat_tag = nChw16c; in set_default_formats() local
145 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
226 auto dat_tag = isa == sve_512 ? nChw16c : nChw8c; in set_default_formats() local
229 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_uni_dw_conv_kernel_utils.hpp | 355 auto dat_tag = isa == sve_512 ? nChw16c : nChw8c; in init_conf() local
358 jcp.src_tag = diff_src_d.matches_one_of_tag(dat_tag); in init_conf()
360 jcp.dst_tag = diff_dst_d.matches_one_of_tag(dat_tag); in init_conf()
363 && jcp.ngroups % simd_w == 0 && jcp.src_tag == dat_tag in init_conf()
364 && jcp.wei_tag == wei_tag && jcp.dst_tag == dat_tag in init_conf()
472 auto dat_tag = isa == sve_512 ? nChw16c : nChw8c; in init_conf() local
475 jcp.src_tag = src_d.matches_one_of_tag(dat_tag); in init_conf()
477 jcp.dst_tag = diff_dst_d.matches_one_of_tag(dat_tag); in init_conf()
479 bool args_ok = true && jcp.src_tag == dat_tag && jcp.wei_tag == wei_tag in init_conf()
480 && jcp.dst_tag == dat_tag && jcp.ngroups % jcp.ch_block == 0 in init_conf()
|
| /dports/misc/mxnet/incubator-mxnet-1.9.0/3rdparty/mkldnn/src/cpu/x64/ |
| H A D | jit_avx512_common_1x1_convolution.hpp | 130 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
135 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
338 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
343 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
435 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
440 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_avx512_core_bf16_1x1_convolution.hpp | 138 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
143 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
374 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
379 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
473 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
478 bool ok = set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_avx2_1x1_convolution.hpp | 132 auto dat_tag = utils::pick(ndims() - 3, nCw8c, nChw8c, nCdhw8c); in set_default_formats() local
137 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
369 auto dat_tag = utils::pick(ndims() - 3, nCw8c, nChw8c, nCdhw8c); in set_default_formats() local
374 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
463 auto dat_tag = utils::pick(ndims() - 3, nCw8c, nChw8c, nCdhw8c); in set_default_formats() local
468 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| /dports/math/onednn/oneDNN-2.5.1/src/cpu/x64/ |
| H A D | jit_avx512_common_1x1_convolution.hpp | 126 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
131 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
334 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
339 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
431 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
436 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_avx512_core_bf16_1x1_convolution.hpp | 133 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
138 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
369 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
374 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
468 auto dat_tag = utils::pick(ndims() - 3, nCw16c, nChw16c, nCdhw16c); in set_default_formats() local
473 bool ok = set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|
| H A D | jit_avx2_1x1_convolution.hpp | 128 auto dat_tag = utils::pick(ndims() - 3, nCw8c, nChw8c, nCdhw8c); in set_default_formats() local
133 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
365 auto dat_tag = utils::pick(ndims() - 3, nCw8c, nChw8c, nCdhw8c); in set_default_formats() local
370 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
459 auto dat_tag = utils::pick(ndims() - 3, nCw8c, nChw8c, nCdhw8c); in set_default_formats() local
464 return set_default_formats_common(dat_tag, wei_tag, dat_tag); in set_default_formats()
|