1 /* 2 * Copyright (C) 2016 by Argonne National Laboratory. 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and/or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 */ 32 #ifndef _FI_PROV_BGQ_PROGRESS_H_ 33 #define _FI_PROV_BGQ_PROGRESS_H_ 34 35 36 #include "rdma/bgq/fi_bgq_l2atomic.h" 37 38 #define MAX_ENDPOINTS (128) /* TODO - get this value from somewhere else */ 39 40 struct fi_bgq_ep; 41 struct fi_bgq_domain; 42 union fi_bgq_context; 43 44 struct fi_bgq_progress { 45 46 uint64_t tag_ep_count; 47 uint64_t msg_ep_count; 48 uint64_t all_ep_count; 49 volatile uint64_t enabled; 50 struct l2atomic_fifo_consumer consumer; 51 uint64_t pad_0[8]; 52 53 /* == L2 CACHE LINE == */ 54 55 struct fi_bgq_ep *tag_ep[MAX_ENDPOINTS]; 56 struct fi_bgq_ep *msg_ep[MAX_ENDPOINTS]; 57 struct fi_bgq_ep *all_ep[MAX_ENDPOINTS]; 58 59 /* == L2 CACHE LINE == */ 60 61 volatile uint64_t active; 62 struct l2atomic_fifo_producer producer; 63 struct fi_bgq_domain *bgq_domain; 64 pthread_t pthread; 65 uint64_t pad_1[10]; 66 67 } __attribute__((__aligned__(L2_CACHE_LINE_SIZE))); 68 69 int fi_bgq_progress_init (struct fi_bgq_domain *bgq_domain, const uint64_t max_threads); 70 int fi_bgq_progress_enable (struct fi_bgq_domain *bgq_domain, const unsigned id); 71 int fi_bgq_progress_disable (struct fi_bgq_domain *bgq_domain, const unsigned id); 72 int fi_bgq_progress_fini (struct fi_bgq_domain *bgq_domain); 73 74 int fi_bgq_progress_ep_enable (struct fi_bgq_progress *thread, struct fi_bgq_ep *bgq_ep); 75 int fi_bgq_progress_ep_disable (struct fi_bgq_ep *bgq_ep); 76 77 #endif /* _FI_PROV_BGQ_PROGRESS_H_ */ 78