1cdcd52d4SBartosz Sobczak /*- 2cdcd52d4SBartosz Sobczak * SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB 3cdcd52d4SBartosz Sobczak * 4cdcd52d4SBartosz Sobczak * Copyright (c) 2021 - 2022 Intel Corporation 5cdcd52d4SBartosz Sobczak * 6cdcd52d4SBartosz Sobczak * This software is available to you under a choice of one of two 7cdcd52d4SBartosz Sobczak * licenses. You may choose to be licensed under the terms of the GNU 8cdcd52d4SBartosz Sobczak * General Public License (GPL) Version 2, available from the file 9cdcd52d4SBartosz Sobczak * COPYING in the main directory of this source tree, or the 10cdcd52d4SBartosz Sobczak * OpenFabrics.org BSD license below: 11cdcd52d4SBartosz Sobczak * 12cdcd52d4SBartosz Sobczak * Redistribution and use in source and binary forms, with or 13cdcd52d4SBartosz Sobczak * without modification, are permitted provided that the following 14cdcd52d4SBartosz Sobczak * conditions are met: 15cdcd52d4SBartosz Sobczak * 16cdcd52d4SBartosz Sobczak * - Redistributions of source code must retain the above 17cdcd52d4SBartosz Sobczak * copyright notice, this list of conditions and the following 18cdcd52d4SBartosz Sobczak * disclaimer. 19cdcd52d4SBartosz Sobczak * 20cdcd52d4SBartosz Sobczak * - Redistributions in binary form must reproduce the above 21cdcd52d4SBartosz Sobczak * copyright notice, this list of conditions and the following 22cdcd52d4SBartosz Sobczak * disclaimer in the documentation and/or other materials 23cdcd52d4SBartosz Sobczak * provided with the distribution. 24cdcd52d4SBartosz Sobczak * 25cdcd52d4SBartosz Sobczak * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 26cdcd52d4SBartosz Sobczak * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 27cdcd52d4SBartosz Sobczak * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 28cdcd52d4SBartosz Sobczak * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 29cdcd52d4SBartosz Sobczak * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 30cdcd52d4SBartosz Sobczak * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 31cdcd52d4SBartosz Sobczak * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 32cdcd52d4SBartosz Sobczak * SOFTWARE. 33cdcd52d4SBartosz Sobczak */ 34cdcd52d4SBartosz Sobczak /*$FreeBSD$*/ 35cdcd52d4SBartosz Sobczak 36cdcd52d4SBartosz Sobczak #ifndef _ICRDMA_OSDEP_H_ 37cdcd52d4SBartosz Sobczak #define _ICRDMA_OSDEP_H_ 38cdcd52d4SBartosz Sobczak 39cdcd52d4SBartosz Sobczak #include <linux/dma-mapping.h> 40cdcd52d4SBartosz Sobczak #include <linux/etherdevice.h> 41cdcd52d4SBartosz Sobczak #include <linux/fs.h> 42cdcd52d4SBartosz Sobczak #include <linux/if_ether.h> 43cdcd52d4SBartosz Sobczak #include <linux/interrupt.h> 44cdcd52d4SBartosz Sobczak #include <linux/io.h> 45cdcd52d4SBartosz Sobczak #include <linux/jhash.h> 46cdcd52d4SBartosz Sobczak #include <linux/list.h> 47cdcd52d4SBartosz Sobczak #include <linux/log2.h> 48cdcd52d4SBartosz Sobczak #include <linux/mutex.h> 49cdcd52d4SBartosz Sobczak #include <linux/pci.h> 50cdcd52d4SBartosz Sobczak #include <linux/random.h> 51cdcd52d4SBartosz Sobczak #include <linux/spinlock.h> 52cdcd52d4SBartosz Sobczak #include <linux/timer.h> 53cdcd52d4SBartosz Sobczak #include <linux/workqueue.h> 54cdcd52d4SBartosz Sobczak 55cdcd52d4SBartosz Sobczak #include <sys/bus.h> 56cdcd52d4SBartosz Sobczak #include <machine/bus.h> 57cdcd52d4SBartosz Sobczak 58cdcd52d4SBartosz Sobczak #define ATOMIC atomic_t 59cdcd52d4SBartosz Sobczak #define IOMEM 60cdcd52d4SBartosz Sobczak #define IRDMA_NTOHS(a) ntohs(a) 61cdcd52d4SBartosz Sobczak #define MAKEMASK(m, s) ((m) << (s)) 62cdcd52d4SBartosz Sobczak #define OS_TIMER timer_list 63cdcd52d4SBartosz Sobczak #define DECLARE_HASHTABLE(n, b) struct hlist_head (n)[1 << (b)] 64cdcd52d4SBartosz Sobczak #define HASH_MIN(v, b) (sizeof(v) <= 4 ? hash_32(v, b) : hash_long(v, b)) 65cdcd52d4SBartosz Sobczak #define HASH_FOR_EACH_RCU(n, b, o, m) for ((b) = 0, o = NULL; o == NULL && (b) < ARRAY_SIZE(n);\ 66cdcd52d4SBartosz Sobczak (b)++)\ 67cdcd52d4SBartosz Sobczak hlist_for_each_entry_rcu(o, &n[(b)], m) 68cdcd52d4SBartosz Sobczak #define HASH_FOR_EACH_POSSIBLE_RCU(n, o, m, k) \ 69cdcd52d4SBartosz Sobczak hlist_for_each_entry_rcu(o, &n[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(n)))],\ 70cdcd52d4SBartosz Sobczak m) 71cdcd52d4SBartosz Sobczak #define HASH_FOR_EACH_POSSIBLE(n, o, m, k) \ 72cdcd52d4SBartosz Sobczak hlist_for_each_entry(o, &n[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(n)))],\ 73cdcd52d4SBartosz Sobczak m) 74cdcd52d4SBartosz Sobczak #define HASH_ADD_RCU(h, n, k) \ 75cdcd52d4SBartosz Sobczak hlist_add_head_rcu(n, &h[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(h)))]) 76cdcd52d4SBartosz Sobczak #define HASH_DEL_RCU(tbl, node) hlist_del_rcu(node) 77cdcd52d4SBartosz Sobczak #define HASH_ADD(h, n, k) \ 78cdcd52d4SBartosz Sobczak hlist_add_head(n, &h[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(h)))]) 79cdcd52d4SBartosz Sobczak #define HASH_DEL(tbl, node) hlist_del(node) 80cdcd52d4SBartosz Sobczak 81cdcd52d4SBartosz Sobczak #define WQ_UNBOUND_MAX_ACTIVE max_t(int, 512, num_possible_cpus() * 4) 82cdcd52d4SBartosz Sobczak #define if_addr_rlock(x) 83cdcd52d4SBartosz Sobczak #define if_addr_runlock(x) 84cdcd52d4SBartosz Sobczak 85cdcd52d4SBartosz Sobczak /* constants */ 86cdcd52d4SBartosz Sobczak #define STATS_TIMER_DELAY 60000 87cdcd52d4SBartosz Sobczak 88cdcd52d4SBartosz Sobczak /* a couple of linux size defines */ 89cdcd52d4SBartosz Sobczak #define SZ_128 128 90cdcd52d4SBartosz Sobczak #define SZ_2K SZ_128 * 16 91cdcd52d4SBartosz Sobczak #define SZ_1G (SZ_1K * SZ_1K * SZ_1K) 92cdcd52d4SBartosz Sobczak #define SPEED_1000 1000 93cdcd52d4SBartosz Sobczak #define SPEED_10000 10000 94cdcd52d4SBartosz Sobczak #define SPEED_20000 20000 95cdcd52d4SBartosz Sobczak #define SPEED_25000 25000 96cdcd52d4SBartosz Sobczak #define SPEED_40000 40000 97cdcd52d4SBartosz Sobczak #define SPEED_100000 100000 98cdcd52d4SBartosz Sobczak 99cdcd52d4SBartosz Sobczak #define irdma_mb() mb() 100cdcd52d4SBartosz Sobczak #define irdma_wmb() wmb() 101cdcd52d4SBartosz Sobczak #define irdma_get_virt_to_phy vtophys 102cdcd52d4SBartosz Sobczak 103cdcd52d4SBartosz Sobczak #define __aligned_u64 uint64_t __aligned(8) 104cdcd52d4SBartosz Sobczak 105cdcd52d4SBartosz Sobczak #define VLAN_PRIO_SHIFT 13 106cdcd52d4SBartosz Sobczak 107cdcd52d4SBartosz Sobczak /* 108cdcd52d4SBartosz Sobczak * debug definition section 109cdcd52d4SBartosz Sobczak */ 110cdcd52d4SBartosz Sobczak #define irdma_print(S, ...) printf("%s:%d "S, __FUNCTION__, __LINE__, ##__VA_ARGS__) 111cdcd52d4SBartosz Sobczak #define irdma_debug_buf(dev, mask, desc, buf, size) \ 112cdcd52d4SBartosz Sobczak do { \ 113cdcd52d4SBartosz Sobczak u32 i; \ 114cdcd52d4SBartosz Sobczak if (!((mask) & (dev)->debug_mask)) { \ 115cdcd52d4SBartosz Sobczak break; \ 116cdcd52d4SBartosz Sobczak } \ 117cdcd52d4SBartosz Sobczak irdma_debug(dev, mask, "%s\n", desc); \ 118cdcd52d4SBartosz Sobczak irdma_debug(dev, mask, "starting address virt=%p phy=%lxh\n", buf, irdma_get_virt_to_phy(buf)); \ 119cdcd52d4SBartosz Sobczak for (i = 0; i < size ; i += 8) \ 120cdcd52d4SBartosz Sobczak irdma_debug(dev, mask, "index %03d val: %016lx\n", i, ((unsigned long *)buf)[i / 8]); \ 121cdcd52d4SBartosz Sobczak } while(0) 122cdcd52d4SBartosz Sobczak 123cdcd52d4SBartosz Sobczak #define irdma_debug(h, m, s, ...) \ 124cdcd52d4SBartosz Sobczak do { \ 125cdcd52d4SBartosz Sobczak if (!(h)) { \ 126cdcd52d4SBartosz Sobczak if ((m) == IRDMA_DEBUG_INIT) \ 127cdcd52d4SBartosz Sobczak printf("irdma INIT " s, ##__VA_ARGS__); \ 128cdcd52d4SBartosz Sobczak } else if (((m) & (h)->debug_mask)) { \ 129cdcd52d4SBartosz Sobczak printf("irdma " s, ##__VA_ARGS__); \ 130cdcd52d4SBartosz Sobczak } \ 131cdcd52d4SBartosz Sobczak } while (0) 132cdcd52d4SBartosz Sobczak #define irdma_dev_err(a, b, ...) printf(b, ##__VA_ARGS__) 133cdcd52d4SBartosz Sobczak #define irdma_dev_warn(a, b, ...) printf(b, ##__VA_ARGS__) /*dev_warn(a, b)*/ 134cdcd52d4SBartosz Sobczak #define irdma_dev_info(a, b, ...) printf(b, ##__VA_ARGS__) 135cdcd52d4SBartosz Sobczak #define irdma_pr_warn printf 136777e472cSBartosz Sobczak #define ibdev_err(ibdev, fmt, ...) printf("%s:"fmt, (ibdev)->name, ##__VA_ARGS__) 137cdcd52d4SBartosz Sobczak 138cdcd52d4SBartosz Sobczak #define dump_struct(s, sz, name) \ 139cdcd52d4SBartosz Sobczak do { \ 140cdcd52d4SBartosz Sobczak unsigned char *a; \ 141cdcd52d4SBartosz Sobczak printf("%s %u", (name), (unsigned int)(sz)); \ 142cdcd52d4SBartosz Sobczak for (a = (unsigned char*)(s); a < (unsigned char *)(s) + (sz) ; a ++) { \ 143cdcd52d4SBartosz Sobczak if ((u64)a % 8 == 0) \ 144cdcd52d4SBartosz Sobczak printf("\n%p ", a); \ 145cdcd52d4SBartosz Sobczak printf("%2x ", *a); \ 146cdcd52d4SBartosz Sobczak } \ 147cdcd52d4SBartosz Sobczak printf("\n"); \ 148cdcd52d4SBartosz Sobczak }while(0) 149cdcd52d4SBartosz Sobczak 150cdcd52d4SBartosz Sobczak /* 151cdcd52d4SBartosz Sobczak * debug definition end 152cdcd52d4SBartosz Sobczak */ 153cdcd52d4SBartosz Sobczak 154cdcd52d4SBartosz Sobczak typedef __be16 BE16; 155cdcd52d4SBartosz Sobczak typedef __be32 BE32; 156cdcd52d4SBartosz Sobczak typedef uintptr_t irdma_uintptr; 157cdcd52d4SBartosz Sobczak 158cdcd52d4SBartosz Sobczak struct irdma_hw; 159cdcd52d4SBartosz Sobczak struct irdma_pci_f; 160cdcd52d4SBartosz Sobczak struct irdma_sc_dev; 161cdcd52d4SBartosz Sobczak struct irdma_sc_qp; 162cdcd52d4SBartosz Sobczak struct irdma_sc_vsi; 163cdcd52d4SBartosz Sobczak 164cdcd52d4SBartosz Sobczak struct irdma_task_arg { 165cdcd52d4SBartosz Sobczak struct irdma_device *iwdev; 166cdcd52d4SBartosz Sobczak struct ice_rdma_peer *peer; 167cdcd52d4SBartosz Sobczak atomic_t open_ongoing; 168cdcd52d4SBartosz Sobczak atomic_t close_ongoing; 169cdcd52d4SBartosz Sobczak }; 170cdcd52d4SBartosz Sobczak 171cdcd52d4SBartosz Sobczak struct irdma_dev_ctx { 172cdcd52d4SBartosz Sobczak bus_space_tag_t mem_bus_space_tag; 173cdcd52d4SBartosz Sobczak bus_space_handle_t mem_bus_space_handle; 174cdcd52d4SBartosz Sobczak bus_size_t mem_bus_space_size; 175cdcd52d4SBartosz Sobczak void *dev; 176cdcd52d4SBartosz Sobczak struct irdma_task_arg task_arg; 177cdcd52d4SBartosz Sobczak }; 178cdcd52d4SBartosz Sobczak 179cdcd52d4SBartosz Sobczak #define irdma_pr_info(fmt, args ...) printf("%s: WARN "fmt, __func__, ## args) 180cdcd52d4SBartosz Sobczak #define irdma_pr_err(fmt, args ...) printf("%s: ERR "fmt, __func__, ## args) 181cdcd52d4SBartosz Sobczak #define irdma_memcpy(a, b, c) memcpy((a), (b), (c)) 182cdcd52d4SBartosz Sobczak #define irdma_memset(a, b, c) memset((a), (b), (c)) 183cdcd52d4SBartosz Sobczak #define irdma_usec_delay(x) DELAY(x) 184cdcd52d4SBartosz Sobczak #define mdelay(x) DELAY((x) * 1000) 185cdcd52d4SBartosz Sobczak 186777e472cSBartosz Sobczak #define rt_tos2priority(tos) (tos >> 5) 187cdcd52d4SBartosz Sobczak #define ah_attr_to_dmac(attr) ((attr).dmac) 188777e472cSBartosz Sobczak #define kc_ib_modify_qp_is_ok(cur_state, next_state, type, mask, ll) \ 189777e472cSBartosz Sobczak ib_modify_qp_is_ok(cur_state, next_state, type, mask) 190cdcd52d4SBartosz Sobczak #define kc_rdma_gid_attr_network_type(sgid_attr, gid_type, gid) \ 191cdcd52d4SBartosz Sobczak ib_gid_to_network_type(gid_type, gid) 192cdcd52d4SBartosz Sobczak #define irdma_del_timer_compat(tt) del_timer((tt)) 193cdcd52d4SBartosz Sobczak #define IRDMA_TAILQ_FOREACH CK_STAILQ_FOREACH 194cdcd52d4SBartosz Sobczak #define IRDMA_TAILQ_FOREACH_SAFE CK_STAILQ_FOREACH_SAFE 195cdcd52d4SBartosz Sobczak #define between(a, b, c) (bool)(c-a >= b-a) 196cdcd52d4SBartosz Sobczak 197cdcd52d4SBartosz Sobczak #define rd32(a, reg) irdma_rd32((a)->dev_context, (reg)) 198cdcd52d4SBartosz Sobczak #define wr32(a, reg, value) irdma_wr32((a)->dev_context, (reg), (value)) 199cdcd52d4SBartosz Sobczak 200cdcd52d4SBartosz Sobczak #define rd64(a, reg) irdma_rd64((a)->dev_context, (reg)) 201cdcd52d4SBartosz Sobczak #define wr64(a, reg, value) irdma_wr64((a)->dev_context, (reg), (value)) 202cdcd52d4SBartosz Sobczak #define db_wr32(value, a) writel((value), (a)) 203cdcd52d4SBartosz Sobczak 204cdcd52d4SBartosz Sobczak void *hw_to_dev(struct irdma_hw *hw); 205cdcd52d4SBartosz Sobczak 206cdcd52d4SBartosz Sobczak struct irdma_dma_mem { 207cdcd52d4SBartosz Sobczak void *va; 208cdcd52d4SBartosz Sobczak u64 pa; 209cdcd52d4SBartosz Sobczak bus_dma_tag_t tag; 210cdcd52d4SBartosz Sobczak bus_dmamap_t map; 211cdcd52d4SBartosz Sobczak bus_dma_segment_t seg; 212cdcd52d4SBartosz Sobczak bus_size_t size; 213cdcd52d4SBartosz Sobczak int nseg; 214cdcd52d4SBartosz Sobczak int flags; 215cdcd52d4SBartosz Sobczak }; 216cdcd52d4SBartosz Sobczak 217cdcd52d4SBartosz Sobczak struct irdma_virt_mem { 218cdcd52d4SBartosz Sobczak void *va; 219cdcd52d4SBartosz Sobczak u32 size; 220cdcd52d4SBartosz Sobczak }; 221cdcd52d4SBartosz Sobczak 222cdcd52d4SBartosz Sobczak struct irdma_dma_info { 223cdcd52d4SBartosz Sobczak dma_addr_t *dmaaddrs; 224cdcd52d4SBartosz Sobczak }; 225cdcd52d4SBartosz Sobczak 226cdcd52d4SBartosz Sobczak struct list_head; 227cdcd52d4SBartosz Sobczak u32 irdma_rd32(struct irdma_dev_ctx *dev_ctx, u32 reg); 228cdcd52d4SBartosz Sobczak void irdma_wr32(struct irdma_dev_ctx *dev_ctx, u32 reg, u32 value); 229cdcd52d4SBartosz Sobczak u64 irdma_rd64(struct irdma_dev_ctx *dev_ctx, u32 reg); 230cdcd52d4SBartosz Sobczak void irdma_wr64(struct irdma_dev_ctx *dev_ctx, u32 reg, u64 value); 231cdcd52d4SBartosz Sobczak 232cdcd52d4SBartosz Sobczak void irdma_term_modify_qp(struct irdma_sc_qp *qp, u8 next_state, u8 term, u8 term_len); 233cdcd52d4SBartosz Sobczak void irdma_terminate_done(struct irdma_sc_qp *qp, int timeout_occurred); 234cdcd52d4SBartosz Sobczak void irdma_terminate_start_timer(struct irdma_sc_qp *qp); 235cdcd52d4SBartosz Sobczak void irdma_terminate_del_timer(struct irdma_sc_qp *qp); 236cdcd52d4SBartosz Sobczak 237cdcd52d4SBartosz Sobczak void irdma_hw_stats_start_timer(struct irdma_sc_vsi *vsi); 238cdcd52d4SBartosz Sobczak void irdma_hw_stats_stop_timer(struct irdma_sc_vsi *vsi); 239cdcd52d4SBartosz Sobczak void irdma_send_ieq_ack(struct irdma_sc_qp *qp); 240cdcd52d4SBartosz Sobczak 241cdcd52d4SBartosz Sobczak u8* irdma_get_hw_addr(void *par); 242cdcd52d4SBartosz Sobczak 243cdcd52d4SBartosz Sobczak void irdma_unmap_vm_page_list(struct irdma_hw *hw, u64 *pg_arr, u32 pg_cnt); 244cdcd52d4SBartosz Sobczak int irdma_map_vm_page_list(struct irdma_hw *hw, void *va, 245cdcd52d4SBartosz Sobczak u64 *pg_arr, u32 pg_cnt); 246cdcd52d4SBartosz Sobczak 247cdcd52d4SBartosz Sobczak struct ib_device *irdma_get_ibdev(struct irdma_sc_dev *dev); 248cdcd52d4SBartosz Sobczak 249cdcd52d4SBartosz Sobczak #endif /* _ICRDMA_OSDEP_H_ */ 250