1 /*
2  * Copyright (C) 2016 by Argonne National Laboratory.
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and/or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 #ifndef _FI_PROV_BGQ_PROGRESS_H_
33 #define _FI_PROV_BGQ_PROGRESS_H_
34 
35 
36 #include "rdma/bgq/fi_bgq_l2atomic.h"
37 
38 #define MAX_ENDPOINTS	(128)	/* TODO - get this value from somewhere else */
39 
40 struct fi_bgq_ep;
41 struct fi_bgq_domain;
42 union fi_bgq_context;
43 
44 struct fi_bgq_progress {
45 
46 	uint64_t			tag_ep_count;
47 	uint64_t			msg_ep_count;
48 	uint64_t			all_ep_count;
49 	volatile uint64_t		enabled;
50 	struct l2atomic_fifo_consumer	consumer;
51 	uint64_t			pad_0[8];
52 
53 	/* == L2 CACHE LINE == */
54 
55 	struct fi_bgq_ep		*tag_ep[MAX_ENDPOINTS];
56 	struct fi_bgq_ep		*msg_ep[MAX_ENDPOINTS];
57 	struct fi_bgq_ep		*all_ep[MAX_ENDPOINTS];
58 
59 	/* == L2 CACHE LINE == */
60 
61 	volatile uint64_t		active;
62 	struct l2atomic_fifo_producer	producer;
63 	struct fi_bgq_domain		*bgq_domain;
64 	pthread_t			pthread;
65 	uint64_t			pad_1[10];
66 
67 } __attribute__((__aligned__(L2_CACHE_LINE_SIZE)));
68 
69 int fi_bgq_progress_init (struct fi_bgq_domain *bgq_domain, const uint64_t max_threads);
70 int fi_bgq_progress_enable (struct fi_bgq_domain *bgq_domain, const unsigned id);
71 int fi_bgq_progress_disable (struct fi_bgq_domain *bgq_domain, const unsigned id);
72 int fi_bgq_progress_fini (struct fi_bgq_domain *bgq_domain);
73 
74 int fi_bgq_progress_ep_enable (struct fi_bgq_progress *thread, struct fi_bgq_ep *bgq_ep);
75 int fi_bgq_progress_ep_disable (struct fi_bgq_ep *bgq_ep);
76 
77 #endif /* _FI_PROV_BGQ_PROGRESS_H_ */
78