1 /* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
2 /*
3  * Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
4  *                         University Research and Technology
5  *                         Corporation.  All rights reserved.
6  * Copyright (c) 2004-2009 The University of Tennessee and The University
7  *                         of Tennessee Research Foundation.  All rights
8  *                         reserved.
9  * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
10  *                         University of Stuttgart.  All rights reserved.
11  * Copyright (c) 2004-2005 The Regents of the University of California.
12  *                         All rights reserved.
13  * Copyright (c) 2009      Cisco Systems, Inc.  All rights reserved.
14  * Copyright (c) 2011-2015 Los Alamos National Security, LLC. All rights
15  *                         reserved.
16  * $COPYRIGHT$
17  *
18  * Additional copyrights may follow
19  *
20  * $HEADER$
21  */
22 
23 #include "opal_config.h"
24 
25 #include "btl_vader.h"
26 #include "btl_vader_frag.h"
27 
mca_btl_vader_frag_constructor(mca_btl_vader_frag_t * frag)28 static inline void mca_btl_vader_frag_constructor (mca_btl_vader_frag_t *frag)
29 {
30     frag->hdr = (mca_btl_vader_hdr_t*)frag->base.super.ptr;
31     if(frag->hdr != NULL) {
32         frag->hdr->frag = frag;
33         frag->hdr->flags = 0;
34         frag->segments[0].seg_addr.pval = (char *)(frag->hdr + 1);
35     }
36 
37     frag->base.des_segments      = frag->segments;
38     frag->base.des_segment_count = 1;
39 }
40 
mca_btl_vader_frag_init(opal_free_list_item_t * item,void * ctx)41 int mca_btl_vader_frag_init (opal_free_list_item_t *item, void *ctx)
42 {
43     mca_btl_vader_frag_t *frag = (mca_btl_vader_frag_t *) item;
44     unsigned int data_size = (unsigned int)(uintptr_t) ctx;
45     unsigned int frag_size = data_size + sizeof (mca_btl_vader_hdr_t);
46 
47     /* ensure next fragment is aligned on a cache line */
48     frag_size = (frag_size + 63) & ~63;
49 
50     OPAL_THREAD_LOCK(&mca_btl_vader_component.lock);
51 
52     if (data_size && mca_btl_vader_component.segment_size < mca_btl_vader_component.segment_offset + frag_size) {
53         OPAL_THREAD_UNLOCK(&mca_btl_vader_component.lock);
54         return OPAL_ERR_OUT_OF_RESOURCE;
55     }
56 
57     /* Set the list element here so we don't have to set it on the critical path. This only
58      * works if each free list has its own unique fragment size and ALL free lists are initialized
59      * with opal_free_list_init. */
60     if (mca_btl_vader_component.max_inline_send == data_size) {
61         frag->my_list = &mca_btl_vader_component.vader_frags_user;
62     } else if (mca_btl_vader.super.btl_eager_limit == data_size) {
63         frag->my_list = &mca_btl_vader_component.vader_frags_eager;
64     } else if (mca_btl_vader.super.btl_max_send_size == data_size) {
65         frag->my_list = &mca_btl_vader_component.vader_frags_max_send;
66     }
67 
68     if (data_size) {
69         item->ptr = mca_btl_vader_component.my_segment + mca_btl_vader_component.segment_offset;
70         mca_btl_vader_component.segment_offset += frag_size;
71     }
72 
73     OPAL_THREAD_UNLOCK(&mca_btl_vader_component.lock);
74 
75     mca_btl_vader_frag_constructor ((mca_btl_vader_frag_t *) item);
76 
77     return OPAL_SUCCESS;
78 }
79 
80 OBJ_CLASS_INSTANCE(mca_btl_vader_frag_t, mca_btl_base_descriptor_t,
81                    mca_btl_vader_frag_constructor, NULL);
82