| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/sys/ |
| H A D | iovec.c | 39 iov_buf = UCS_PTR_BYTE_OFFSET(iov[i].iov_base, iov_offset); in ucs_iov_copy()
44 memcpy(iov_buf, UCS_PTR_BYTE_OFFSET(buf, copied), len); in ucs_iov_copy()
46 memcpy(UCS_PTR_BYTE_OFFSET(buf, copied), iov_buf, len); in ucs_iov_copy()
67 iov[i].iov_base = UCS_PTR_BYTE_OFFSET(iov[i].iov_base, in ucs_iov_advance()
74 iov[i].iov_base = UCS_PTR_BYTE_OFFSET(iov[i].iov_base, in ucs_iov_advance()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/mlx5/ |
| H A D | ib_mlx5_log.c | 128 wqe = UCS_PTR_BYTE_OFFSET(txwq->qstart, MLX5_SEND_WQE_BB * wqe_index); in uct_ib_mlx5_completion_with_err()
167 if (UCS_PTR_BYTE_OFFSET(addr, byte_count) > qend) { in uct_ib_mlx5_parse_dseg()
190 *dseg_p = UCS_PTR_BYTE_OFFSET(*dseg_p, ds * UCT_IB_MLX5_WQE_SEG_SIZE); in uct_ib_mlx5_parse_dseg()
192 *dseg_p = UCS_PTR_BYTE_OFFSET(*dseg_p, -UCS_PTR_BYTE_DIFF(qstart, qend)); in uct_ib_mlx5_parse_dseg()
372 boundary = network_to_host(UCS_PTR_BYTE_OFFSET(seg, size), size); in uct_ib_mlx5_wqe_dump()
373 seg = UCS_PTR_BYTE_OFFSET(seg, in uct_ib_mlx5_wqe_dump()
381 compare = network_to_host(UCS_PTR_BYTE_OFFSET(seg, size), size); in uct_ib_mlx5_wqe_dump()
383 seg = UCS_PTR_BYTE_OFFSET(seg, size * 2); in uct_ib_mlx5_wqe_dump()
389 compare_mask = network_to_host(UCS_PTR_BYTE_OFFSET(seg, size), size); in uct_ib_mlx5_wqe_dump()
390 seg = UCS_PTR_BYTE_OFFSET(seg, size * 2); in uct_ib_mlx5_wqe_dump()
[all …]
|
| H A D | ib_mlx5.inl | 13 return UCS_PTR_BYTE_OFFSET(cq->cq_buf, ((cqe_index & (cq->cq_length - 1)) <<
62 return UCS_PTR_BYTE_OFFSET(cqe, -UCT_IB_GRH_LEN);
167 if (UCS_PTR_BYTE_OFFSET(dest, length) <= wq->qend) {
173 memcpy(wq->qstart, UCS_PTR_BYTE_OFFSET(src, n), length - n);
206 seg = UCS_PTR_BYTE_OFFSET(seg, -UCS_PTR_BYTE_DIFF(txwq->qstart,
219 data = UCS_PTR_BYTE_OFFSET(data, -UCS_PTR_BYTE_DIFF(txwq->qstart,
434 dst = UCS_PTR_BYTE_OFFSET(dst, MLX5_SEND_WQE_BB);
435 src = UCS_PTR_BYTE_OFFSET(src, MLX5_SEND_WQE_BB);
483 src = UCS_PTR_BYTE_OFFSET(src, num_bb * MLX5_SEND_WQE_BB);
512 return UCS_PTR_BYTE_OFFSET(srq->buf, (wqe_index & srq->mask) * srq->stride);
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/dt/ |
| H A D | dt_iov.c | 33 memcpy(UCS_PTR_BYTE_OFFSET(dest, length_it), in ucp_dt_iov_gather()
34 UCS_PTR_BYTE_OFFSET(iov[*iovcnt_offset].buffer, *iov_offset), in ucp_dt_iov_gather()
60 memcpy(UCS_PTR_BYTE_OFFSET(iov[*iovcnt_offset].buffer, *iov_offset), in ucp_dt_iov_scatter()
61 UCS_PTR_BYTE_OFFSET(src, length_it), in ucp_dt_iov_scatter()
|
| H A D | dt.c | 113 UCS_PTR_BYTE_OFFSET(src, state->offset), length); in ucp_dt_pack()
116 UCS_PTR_BYTE_OFFSET(src, state->offset), in ucp_dt_pack()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/wireup/ |
| H A D | address.c | 154 return UCS_PTR_BYTE_OFFSET(UCS_PTR_TYPE_OFFSET(dest, uint8_t), length); in ucp_address_pack_worker_name()
167 return UCS_PTR_TYPE_OFFSET(UCS_PTR_BYTE_OFFSET(src, length), uint8_t); in ucp_address_unpack_worker_name()
518 return UCS_PTR_BYTE_OFFSET(attr_ptr, attr_len); in ucp_address_iface_flags_ptr()
678 ptr = UCS_PTR_BYTE_OFFSET(ptr, dev->dev_addr_len); in ucp_address_do_pack()
713 ptr = UCS_PTR_BYTE_OFFSET(ptr, attr_len); in ucp_address_do_pack()
725 ptr = UCS_PTR_BYTE_OFFSET(ptr, iface_addr_len); in ucp_address_do_pack()
753 ptr = UCS_PTR_BYTE_OFFSET(ptr, ep_addr_len); in ucp_address_do_pack()
822 ucs_assertv(UCS_PTR_BYTE_OFFSET(buffer, size) == ptr, in ucp_address_do_pack()
974 ptr = UCS_PTR_BYTE_OFFSET(ptr, dev_addr_len); in ucp_address_unpack()
1003 ptr = UCS_PTR_BYTE_OFFSET(ptr, attr_len); in ucp_address_unpack()
[all …]
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/stats/ |
| H A D | client_server.c | 177 iov[1].iov_base = UCS_PTR_BYTE_OFFSET(buffer, offset); in ucs_stats_sock_send_frags()
314 void *frag_start = UCS_PTR_BYTE_OFFSET(entity->inprogress_buffer, frag_offset); in find_frag_hole()
315 void *frag_end = UCS_PTR_BYTE_OFFSET(entity->inprogress_buffer, in find_frag_hole()
321 (frag_end <= UCS_PTR_BYTE_OFFSET(hole, hole->size))) { in find_frag_hole()
364 frag_start = UCS_PTR_BYTE_OFFSET(entity->inprogress_buffer, frag_offset); in ucs_stats_server_entity_update()
365 frag_end = UCS_PTR_BYTE_OFFSET(entity->inprogress_buffer, in ucs_stats_server_entity_update()
367 hole_end = UCS_PTR_BYTE_OFFSET(hole, hole->size); in ucs_stats_server_entity_update()
381 (hole_end == UCS_PTR_BYTE_OFFSET(entity->inprogress_buffer, in ucs_stats_server_entity_update()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/arch/x86_64/ |
| H A D | cpu.c | 608 memcpy(dst, UCS_PTR_BYTE_OFFSET(&tmp, misalign), copy); in ucs_x86_memcpy_sse_movntdqa()
610 src = UCS_PTR_BYTE_OFFSET(src, copy); in ucs_x86_memcpy_sse_movntdqa()
611 dst = UCS_PTR_BYTE_OFFSET(dst, copy); in ucs_x86_memcpy_sse_movntdqa()
631 src = UCS_PTR_BYTE_OFFSET(src, 64); in ucs_x86_memcpy_sse_movntdqa()
632 dst = UCS_PTR_BYTE_OFFSET(dst, 64); in ucs_x86_memcpy_sse_movntdqa()
640 src = UCS_PTR_BYTE_OFFSET(src, 16); in ucs_x86_memcpy_sse_movntdqa()
641 dst = UCS_PTR_BYTE_OFFSET(dst, 16); in ucs_x86_memcpy_sse_movntdqa()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/datastruct/ |
| H A D | strided_alloc.c | 20 UCS_PTR_BYTE_OFFSET(_chunk, + sizeof(ucs_strided_alloc_chunk_t) \
24 UCS_PTR_BYTE_OFFSET(_mem, - sizeof(ucs_strided_alloc_chunk_t) \
96 elem = UCS_PTR_BYTE_OFFSET(chunk_mem, i * sa->elem_size); in ucs_strided_alloc_grow()
|
| H A D | strided_alloc.h | 62 UCS_PTR_BYTE_OFFSET(_elem, (ptrdiff_t)UCS_STRIDED_ALLOC_STRIDE * \
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/cuda/gdr_copy/ |
| H A D | gdr_copy_ep.c | 54 UCS_PTR_BYTE_OFFSET(gdr_copy_key->bar_ptr,
89 UCS_PTR_BYTE_OFFSET(gdr_copy_key->bar_ptr,
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/tag/ |
| H A D | eager_rcv.c | 104 UCS_PTR_BYTE_OFFSET(data, hdr_len), in ucp_eager_tagged_handler()
113 UCS_PTR_BYTE_OFFSET(data, hdr_len), in ucp_eager_tagged_handler()
203 UCS_PTR_BYTE_OFFSET(data, hdr_len), in ucp_eager_common_middle_handler()
292 priv_data = UCS_PTR_BYTE_OFFSET(_data, -_priv_len); \
295 memcpy(UCS_PTR_BYTE_OFFSET(priv_data, _priv_len), _data, (_length)); \
492 UCS_PTR_BYTE_OFFSET(data, header_len), length - header_len); in ucp_eager_dump()
|
| H A D | tag_match.inl | 237 priv = (ucp_offload_last_ssend_hdr_t*)UCS_PTR_BYTE_OFFSET(data,
266 UCS_PTR_BYTE_OFFSET(req->recv.buffer, offset),
280 UCS_PTR_BYTE_OFFSET(req->recv.tag.non_contig_buf,
356 UCS_PTR_BYTE_OFFSET(rdesc + 1, hdr_len),
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/ud/accel/ |
| H A D | ud_mlx5.c | 101 ptr = UCS_PTR_BYTE_OFFSET(ctrl, ctrl_av_size); in uct_ud_mlx5_ep_get_next_wqe()
151 dptr = UCS_PTR_BYTE_OFFSET(ctrl, wqe_size); in uct_ud_mlx5_ep_send_ctl()
280 wqe_data = UCS_PTR_BYTE_OFFSET(neth + 1, header_size); in uct_ud_mlx5_ep_inline_iov_post()
291 UCS_PTR_BYTE_OFFSET(ctrl, wqe_size), in uct_ud_mlx5_ep_inline_iov_post()
299 memcpy(UCS_PTR_BYTE_OFFSET(skb->neth + 1, header_size), data, data_size); in uct_ud_mlx5_ep_inline_iov_post()
438 ucs_prefetch(UCS_PTR_BYTE_OFFSET(packet, UCT_IB_GRH_LEN)); in uct_ud_mlx5_iface_poll_rx()
440 desc = UCS_PTR_BYTE_OFFSET(packet, -rx_hdr_offset); in uct_ud_mlx5_iface_poll_rx()
469 (uct_ud_neth_t *)UCS_PTR_BYTE_OFFSET(packet, UCT_IB_GRH_LEN), in uct_ud_mlx5_iface_poll_rx()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucp/stream/ |
| H A D | stream_recv.c | 50 (UCS_PTR_BYTE_OFFSET((_rdesc), (_rdesc)->payload_offset))
55 UCS_PTR_BYTE_OFFSET(ucp_stream_rdesc_payload(_rdesc), \
417 payload = UCS_PTR_BYTE_OFFSET(am_data, rdesc_tmp.payload_offset); in ucp_stream_am_data_process()
447 UCS_PTR_BYTE_OFFSET(am_data, rdesc_tmp.payload_offset), in ucp_stream_am_data_process()
568 UCS_PTR_BYTE_OFFSET(data, hdr_len), length - hdr_len); in ucp_stream_am_dump()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucs/algorithm/ |
| H A D | crc.c | 24 const uint8_t *end = (const uint8_t*)(UCS_PTR_BYTE_OFFSET(_buffer, _size)); \
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucm/util/ |
| H A D | sys.c | 66 return UCS_PTR_BYTE_OFFSET(ptr, sizeof(size_t)); in ucm_sys_complete_alloc()
124 oldptr = UCS_PTR_BYTE_OFFSET(ptr, -sizeof(size_t)); in ucm_sys_realloc()
|
| H A D | reloc.c | 178 (void*)reloc < UCS_PTR_BYTE_OFFSET(table, table_size); in ElfW()
252 for (reloc = table; (void*)reloc < UCS_PTR_BYTE_OFFSET(table, table_size); in ucm_dl_populate_symbols()
315 dphdr = UCS_PTR_BYTE_OFFSET(phdr_info->dlpi_phdr, phsize * i); in ucm_reloc_dl_info_get()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/tools/perf/lib/ |
| H A D | libperf.c | 777 dev_addr = UCS_PTR_BYTE_OFFSET(rkey_buffer, info.rkey_size); in uct_perf_test_setup_endpoints()
778 iface_addr = UCS_PTR_BYTE_OFFSET(dev_addr, info.uct.dev_addr_len); in uct_perf_test_setup_endpoints()
779 ep_addr = UCS_PTR_BYTE_OFFSET(iface_addr, info.uct.iface_addr_len); in uct_perf_test_setup_endpoints()
780 ucs_assert_always(UCS_PTR_BYTE_OFFSET(ep_addr, info.uct.ep_addr_len) <= in uct_perf_test_setup_endpoints()
781 UCS_PTR_BYTE_OFFSET(buffer, buffer_size)); in uct_perf_test_setup_endpoints()
855 dev_addr = UCS_PTR_BYTE_OFFSET(rkey_buffer, remote_info->rkey_size); in uct_perf_test_setup_endpoints()
856 iface_addr = UCS_PTR_BYTE_OFFSET(dev_addr, remote_info->uct.dev_addr_len); in uct_perf_test_setup_endpoints()
1222 rkey_buffer = UCS_PTR_BYTE_OFFSET(address, in ucp_perf_test_receive_remote_data()
1251 remote_info = UCS_PTR_BYTE_OFFSET(remote_info, in ucp_perf_test_receive_remote_data()
1705 UCS_PTR_BYTE_OFFSET(perf->send_buffer, i * message_size); in ucp_perf_setup()
[all …]
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/sm/mm/base/ |
| H A D | mm_iface.c | 102 mm_desc = UCS_PTR_BYTE_OFFSET(desc, -sizeof(uct_mm_recv_desc_t)); in uct_mm_iface_release_desc()
217 elem->desc_data = UCS_PTR_BYTE_OFFSET(desc + 1, iface->rx_headroom); in uct_mm_assign_desc_to_fifo_elem()
445 desc = (uct_mm_recv_desc_t*)UCS_PTR_BYTE_OFFSET(elem->desc_data, in uct_mm_iface_free_rx_descs()
472 *fifo_elems_p = UCS_PTR_BYTE_OFFSET(fifo_ctl, UCT_MM_FIFO_CTL_SIZE); in uct_mm_iface_set_fifo_ptrs()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/test/gtest/ucs/ |
| H A D | test_memtype_cache.cc | 75 test_lookup_found(UCS_PTR_BYTE_OFFSET(ptr, size - 1), in test_ptr_found()
92 test_lookup_notfound(UCS_PTR_BYTE_OFFSET(ptr, size), 1 + UCS_PGT_ADDR_ALIGN); in test_ptr_not_found()
476 memtype_cache_update(UCS_PTR_BYTE_OFFSET(b.ptr(), in test_alloc_before_init()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucm/bistro/ |
| H A D | bistro.c | 57 ucs_clear_cache(dst, UCS_PTR_BYTE_OFFSET(dst, len)); in ucm_bistro_apply_patch()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/tcp/ |
| H A D | tcp_ep.c | 570 status = ucs_socket_send_nb(ep->fd, UCS_PTR_BYTE_OFFSET(ep->tx.buf, ep->tx.offset), in uct_tcp_ep_send()
724 status = ucs_socket_recv_nb(ep->fd, UCS_PTR_BYTE_OFFSET(ep->rx.buf, in uct_tcp_ep_recv()
835 UCS_PTR_BYTE_OFFSET(ep->rx.buf, ep->rx.offset), in uct_tcp_ep_handle_put_req()
890 hdr = UCS_PTR_BYTE_OFFSET(ep->rx.buf, ep->rx.offset); in uct_tcp_ep_progress_am_rx()
903 memmove(ep->rx.buf, UCS_PTR_BYTE_OFFSET(ep->rx.buf, ep->rx.offset), in uct_tcp_ep_progress_am_rx()
911 hdr = UCS_PTR_BYTE_OFFSET(ep->rx.buf, ep->rx.offset); in uct_tcp_ep_progress_am_rx()
1098 ctx->iov[1].iov_base = UCS_PTR_BYTE_OFFSET(ep->tx.buf, in uct_tcp_ep_set_outstanding_zcopy()
1287 offset, UCS_PTR_BYTE_OFFSET(hdr + 1, offset), in uct_tcp_ep_am_short()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/uct/ib/mlx5/exp/ |
| H A D | ib_exp_md.c | 325 umr->addr, UCS_PTR_BYTE_OFFSET(umr->addr, length), in uct_ib_mlx5_exp_reg_indirect_mr()
366 UCS_PTR_BYTE_OFFSET(ksm_data->mrs[0]->addr, in uct_ib_mlx5_exp_reg_ksm()
468 UCS_PTR_BYTE_OFFSET(mr->addr, uct_ib_md_atomic_offset(mr_id)), in uct_ib_mlx5_exp_reg_atomic_key()
535 address, UCS_PTR_BYTE_OFFSET(address, length), mr_num); in uct_ib_mlx5_exp_reg_multithreaded()
|
| /dports/net/mpich/mpich-3.4.3/modules/ucx/src/ucm/event/ |
| H A D | event.c | 365 ucm_dispatch_vm_munmap(UCS_PTR_BYTE_OFFSET(ucm_orig_sbrk(0), increment), in ucm_sbrk()
374 ucm_dispatch_vm_mmap(UCS_PTR_BYTE_OFFSET(ucm_orig_sbrk(0), -increment), in ucm_sbrk()
399 ucm_dispatch_vm_munmap(UCS_PTR_BYTE_OFFSET(old_addr, increment), in ucm_brk()
|