xref: /freebsd/sys/dev/irdma/osdep.h (revision 35105900)
1cdcd52d4SBartosz Sobczak /*-
2cdcd52d4SBartosz Sobczak  * SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB
3cdcd52d4SBartosz Sobczak  *
4cdcd52d4SBartosz Sobczak  * Copyright (c) 2021 - 2022 Intel Corporation
5cdcd52d4SBartosz Sobczak  *
6cdcd52d4SBartosz Sobczak  * This software is available to you under a choice of one of two
7cdcd52d4SBartosz Sobczak  * licenses.  You may choose to be licensed under the terms of the GNU
8cdcd52d4SBartosz Sobczak  * General Public License (GPL) Version 2, available from the file
9cdcd52d4SBartosz Sobczak  * COPYING in the main directory of this source tree, or the
10cdcd52d4SBartosz Sobczak  * OpenFabrics.org BSD license below:
11cdcd52d4SBartosz Sobczak  *
12cdcd52d4SBartosz Sobczak  *   Redistribution and use in source and binary forms, with or
13cdcd52d4SBartosz Sobczak  *   without modification, are permitted provided that the following
14cdcd52d4SBartosz Sobczak  *   conditions are met:
15cdcd52d4SBartosz Sobczak  *
16cdcd52d4SBartosz Sobczak  *    - Redistributions of source code must retain the above
17cdcd52d4SBartosz Sobczak  *	copyright notice, this list of conditions and the following
18cdcd52d4SBartosz Sobczak  *	disclaimer.
19cdcd52d4SBartosz Sobczak  *
20cdcd52d4SBartosz Sobczak  *    - Redistributions in binary form must reproduce the above
21cdcd52d4SBartosz Sobczak  *	copyright notice, this list of conditions and the following
22cdcd52d4SBartosz Sobczak  *	disclaimer in the documentation and/or other materials
23cdcd52d4SBartosz Sobczak  *	provided with the distribution.
24cdcd52d4SBartosz Sobczak  *
25cdcd52d4SBartosz Sobczak  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26cdcd52d4SBartosz Sobczak  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27cdcd52d4SBartosz Sobczak  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28cdcd52d4SBartosz Sobczak  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29cdcd52d4SBartosz Sobczak  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30cdcd52d4SBartosz Sobczak  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31cdcd52d4SBartosz Sobczak  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32cdcd52d4SBartosz Sobczak  * SOFTWARE.
33cdcd52d4SBartosz Sobczak  */
34cdcd52d4SBartosz Sobczak /*$FreeBSD$*/
35cdcd52d4SBartosz Sobczak 
36cdcd52d4SBartosz Sobczak #ifndef _ICRDMA_OSDEP_H_
37cdcd52d4SBartosz Sobczak #define _ICRDMA_OSDEP_H_
38cdcd52d4SBartosz Sobczak 
39cdcd52d4SBartosz Sobczak #include <linux/dma-mapping.h>
40cdcd52d4SBartosz Sobczak #include <linux/etherdevice.h>
41cdcd52d4SBartosz Sobczak #include <linux/fs.h>
42cdcd52d4SBartosz Sobczak #include <linux/if_ether.h>
43cdcd52d4SBartosz Sobczak #include <linux/interrupt.h>
44cdcd52d4SBartosz Sobczak #include <linux/io.h>
45cdcd52d4SBartosz Sobczak #include <linux/jhash.h>
46cdcd52d4SBartosz Sobczak #include <linux/list.h>
47cdcd52d4SBartosz Sobczak #include <linux/log2.h>
48cdcd52d4SBartosz Sobczak #include <linux/mutex.h>
49cdcd52d4SBartosz Sobczak #include <linux/pci.h>
50cdcd52d4SBartosz Sobczak #include <linux/random.h>
51cdcd52d4SBartosz Sobczak #include <linux/spinlock.h>
52cdcd52d4SBartosz Sobczak #include <linux/timer.h>
53cdcd52d4SBartosz Sobczak #include <linux/workqueue.h>
54cdcd52d4SBartosz Sobczak 
55cdcd52d4SBartosz Sobczak #include <sys/bus.h>
56cdcd52d4SBartosz Sobczak #include <machine/bus.h>
57cdcd52d4SBartosz Sobczak 
58cdcd52d4SBartosz Sobczak #define ATOMIC atomic_t
59cdcd52d4SBartosz Sobczak #define IOMEM
60cdcd52d4SBartosz Sobczak #define IRDMA_NTOHS(a) ntohs(a)
61cdcd52d4SBartosz Sobczak #define MAKEMASK(m, s) ((m) << (s))
62cdcd52d4SBartosz Sobczak #define OS_TIMER timer_list
63cdcd52d4SBartosz Sobczak #define DECLARE_HASHTABLE(n, b) struct hlist_head (n)[1 << (b)]
64cdcd52d4SBartosz Sobczak #define HASH_MIN(v, b) (sizeof(v) <= 4 ? hash_32(v, b) : hash_long(v, b))
65cdcd52d4SBartosz Sobczak #define HASH_FOR_EACH_RCU(n, b, o, m) 	for ((b) = 0, o = NULL; o == NULL && (b) < ARRAY_SIZE(n);\
66cdcd52d4SBartosz Sobczak 			(b)++)\
67cdcd52d4SBartosz Sobczak 		hlist_for_each_entry_rcu(o, &n[(b)], m)
68cdcd52d4SBartosz Sobczak #define HASH_FOR_EACH_POSSIBLE_RCU(n, o, m, k)		\
69cdcd52d4SBartosz Sobczak 	hlist_for_each_entry_rcu(o, &n[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(n)))],\
70cdcd52d4SBartosz Sobczak 		m)
71cdcd52d4SBartosz Sobczak #define HASH_FOR_EACH_POSSIBLE(n, o, m, k)		\
72cdcd52d4SBartosz Sobczak 	hlist_for_each_entry(o, &n[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(n)))],\
73cdcd52d4SBartosz Sobczak 		m)
74cdcd52d4SBartosz Sobczak #define HASH_ADD_RCU(h, n, k) \
75cdcd52d4SBartosz Sobczak 	hlist_add_head_rcu(n, &h[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(h)))])
76cdcd52d4SBartosz Sobczak #define HASH_DEL_RCU(tbl, node) hlist_del_rcu(node)
77cdcd52d4SBartosz Sobczak #define HASH_ADD(h, n, k) \
78cdcd52d4SBartosz Sobczak 	hlist_add_head(n, &h[jhash(&k, sizeof(k), 0) >> (32 - ilog2(ARRAY_SIZE(h)))])
79cdcd52d4SBartosz Sobczak #define HASH_DEL(tbl, node) hlist_del(node)
80cdcd52d4SBartosz Sobczak 
81cdcd52d4SBartosz Sobczak #define WQ_UNBOUND_MAX_ACTIVE max_t(int, 512, num_possible_cpus() * 4)
82cdcd52d4SBartosz Sobczak #define if_addr_rlock(x)
83cdcd52d4SBartosz Sobczak #define if_addr_runlock(x)
84cdcd52d4SBartosz Sobczak 
85cdcd52d4SBartosz Sobczak /* constants */
86cdcd52d4SBartosz Sobczak #define STATS_TIMER_DELAY 60000
87cdcd52d4SBartosz Sobczak 
88cdcd52d4SBartosz Sobczak /* a couple of linux size defines */
89cdcd52d4SBartosz Sobczak #define SZ_128     128
90cdcd52d4SBartosz Sobczak #define SPEED_1000     1000
91cdcd52d4SBartosz Sobczak #define SPEED_10000   10000
92cdcd52d4SBartosz Sobczak #define SPEED_20000   20000
93cdcd52d4SBartosz Sobczak #define SPEED_25000   25000
94cdcd52d4SBartosz Sobczak #define SPEED_40000   40000
95cdcd52d4SBartosz Sobczak #define SPEED_100000 100000
96cdcd52d4SBartosz Sobczak 
97cdcd52d4SBartosz Sobczak #define irdma_mb()	mb()
98cdcd52d4SBartosz Sobczak #define irdma_wmb()	wmb()
99cdcd52d4SBartosz Sobczak #define irdma_get_virt_to_phy vtophys
100cdcd52d4SBartosz Sobczak 
101cdcd52d4SBartosz Sobczak #define __aligned_u64 uint64_t __aligned(8)
102cdcd52d4SBartosz Sobczak 
103cdcd52d4SBartosz Sobczak #define VLAN_PRIO_SHIFT 13
104a527c18cSBartosz Sobczak #if __FreeBSD_version < 1400000
105a527c18cSBartosz Sobczak #define IB_USER_VERBS_EX_CMD_MODIFY_QP IB_USER_VERBS_CMD_MODIFY_QP
106a527c18cSBartosz Sobczak #endif
107cdcd52d4SBartosz Sobczak 
108cdcd52d4SBartosz Sobczak /*
109cdcd52d4SBartosz Sobczak  * debug definition section
110cdcd52d4SBartosz Sobczak  */
111cdcd52d4SBartosz Sobczak #define irdma_print(S, ...) printf("%s:%d "S, __FUNCTION__, __LINE__, ##__VA_ARGS__)
112cdcd52d4SBartosz Sobczak #define irdma_debug_buf(dev, mask, desc, buf, size)							\
113cdcd52d4SBartosz Sobczak do {													\
114cdcd52d4SBartosz Sobczak 	u32    i;											\
115cdcd52d4SBartosz Sobczak 	if (!((mask) & (dev)->debug_mask)) {								\
116cdcd52d4SBartosz Sobczak 		break;											\
117cdcd52d4SBartosz Sobczak 	}												\
118cdcd52d4SBartosz Sobczak 	irdma_debug(dev, mask, "%s\n", desc);								\
119cdcd52d4SBartosz Sobczak 	irdma_debug(dev, mask, "starting address virt=%p phy=%lxh\n", buf, irdma_get_virt_to_phy(buf));	\
120cdcd52d4SBartosz Sobczak 	for (i = 0; i < size ; i += 8)									\
12135105900SBartosz Sobczak 		irdma_debug(dev, mask, "index %03d val: %016lx\n", i, ((unsigned long *)(buf))[i / 8]);	\
122cdcd52d4SBartosz Sobczak } while(0)
123cdcd52d4SBartosz Sobczak 
124cdcd52d4SBartosz Sobczak #define irdma_debug(h, m, s, ...)					\
125cdcd52d4SBartosz Sobczak do {									\
126cdcd52d4SBartosz Sobczak 	if (!(h)) {							\
127cdcd52d4SBartosz Sobczak 		if ((m) == IRDMA_DEBUG_INIT)				\
128cdcd52d4SBartosz Sobczak 			printf("irdma INIT " s, ##__VA_ARGS__);	\
129cdcd52d4SBartosz Sobczak 	} else if (((m) & (h)->debug_mask)) {				\
130cdcd52d4SBartosz Sobczak 		printf("irdma " s, ##__VA_ARGS__);			\
131cdcd52d4SBartosz Sobczak 	} 								\
132cdcd52d4SBartosz Sobczak } while (0)
13335105900SBartosz Sobczak #define irdma_dev_err(ibdev, fmt, ...) \
13435105900SBartosz Sobczak 	pr_err("%s:%s:%d ERR "fmt, (ibdev)->name, __func__, __LINE__, ##__VA_ARGS__)
13535105900SBartosz Sobczak #define irdma_dev_warn(ibdev, fmt, ...) \
13635105900SBartosz Sobczak 	pr_warn("%s:%s:%d WARN "fmt, (ibdev)->name, __func__, __LINE__, ##__VA_ARGS__)
137cdcd52d4SBartosz Sobczak #define irdma_dev_info(a, b, ...) printf(b, ##__VA_ARGS__)
138cdcd52d4SBartosz Sobczak #define irdma_pr_warn printf
139cdcd52d4SBartosz Sobczak 
140cdcd52d4SBartosz Sobczak #define dump_struct(s, sz, name)	\
141cdcd52d4SBartosz Sobczak do {				\
142cdcd52d4SBartosz Sobczak 	unsigned char *a;	\
143cdcd52d4SBartosz Sobczak 	printf("%s %u", (name), (unsigned int)(sz));				\
144cdcd52d4SBartosz Sobczak 	for (a = (unsigned char*)(s); a < (unsigned char *)(s) + (sz) ; a ++) {	\
145cdcd52d4SBartosz Sobczak 		if ((u64)a % 8 == 0)		\
146cdcd52d4SBartosz Sobczak 			printf("\n%p ", a);	\
147cdcd52d4SBartosz Sobczak 		printf("%2x ", *a);		\
148cdcd52d4SBartosz Sobczak 	}			\
149cdcd52d4SBartosz Sobczak 	printf("\n");		\
150cdcd52d4SBartosz Sobczak }while(0)
151cdcd52d4SBartosz Sobczak 
152cdcd52d4SBartosz Sobczak /*
153cdcd52d4SBartosz Sobczak  * debug definition end
154cdcd52d4SBartosz Sobczak  */
155cdcd52d4SBartosz Sobczak 
156cdcd52d4SBartosz Sobczak typedef __be16 BE16;
157cdcd52d4SBartosz Sobczak typedef __be32 BE32;
158cdcd52d4SBartosz Sobczak typedef uintptr_t irdma_uintptr;
159cdcd52d4SBartosz Sobczak 
160cdcd52d4SBartosz Sobczak struct irdma_hw;
161cdcd52d4SBartosz Sobczak struct irdma_pci_f;
162cdcd52d4SBartosz Sobczak struct irdma_sc_dev;
163cdcd52d4SBartosz Sobczak struct irdma_sc_qp;
164cdcd52d4SBartosz Sobczak struct irdma_sc_vsi;
165cdcd52d4SBartosz Sobczak 
166cdcd52d4SBartosz Sobczak struct irdma_task_arg {
167cdcd52d4SBartosz Sobczak 	struct irdma_device *iwdev;
168cdcd52d4SBartosz Sobczak 	struct ice_rdma_peer *peer;
169cdcd52d4SBartosz Sobczak 	atomic_t open_ongoing;
170cdcd52d4SBartosz Sobczak 	atomic_t close_ongoing;
171cdcd52d4SBartosz Sobczak };
172cdcd52d4SBartosz Sobczak 
173cdcd52d4SBartosz Sobczak struct irdma_dev_ctx {
174cdcd52d4SBartosz Sobczak 	bus_space_tag_t mem_bus_space_tag;
175cdcd52d4SBartosz Sobczak 	bus_space_handle_t mem_bus_space_handle;
176cdcd52d4SBartosz Sobczak 	bus_size_t mem_bus_space_size;
177cdcd52d4SBartosz Sobczak 	void *dev;
178cdcd52d4SBartosz Sobczak 	struct irdma_task_arg task_arg;
179cdcd52d4SBartosz Sobczak };
180cdcd52d4SBartosz Sobczak 
181cdcd52d4SBartosz Sobczak #define irdma_pr_info(fmt, args ...) printf("%s: WARN "fmt, __func__, ## args)
182cdcd52d4SBartosz Sobczak #define irdma_pr_err(fmt, args ...) printf("%s: ERR "fmt, __func__, ## args)
183cdcd52d4SBartosz Sobczak #define irdma_memcpy(a, b, c)  memcpy((a), (b), (c))
184cdcd52d4SBartosz Sobczak #define irdma_memset(a, b, c)  memset((a), (b), (c))
185cdcd52d4SBartosz Sobczak #define irdma_usec_delay(x) DELAY(x)
186cdcd52d4SBartosz Sobczak #define mdelay(x) DELAY((x) * 1000)
187cdcd52d4SBartosz Sobczak 
188777e472cSBartosz Sobczak #define rt_tos2priority(tos) (tos >> 5)
189cdcd52d4SBartosz Sobczak #define ah_attr_to_dmac(attr) ((attr).dmac)
190777e472cSBartosz Sobczak #define kc_ib_modify_qp_is_ok(cur_state, next_state, type, mask, ll) \
191777e472cSBartosz Sobczak         ib_modify_qp_is_ok(cur_state, next_state, type, mask)
192cdcd52d4SBartosz Sobczak #define kc_rdma_gid_attr_network_type(sgid_attr, gid_type, gid) \
193cdcd52d4SBartosz Sobczak         ib_gid_to_network_type(gid_type, gid)
194cdcd52d4SBartosz Sobczak #define irdma_del_timer_compat(tt) del_timer((tt))
195cdcd52d4SBartosz Sobczak #define IRDMA_TAILQ_FOREACH CK_STAILQ_FOREACH
196cdcd52d4SBartosz Sobczak #define IRDMA_TAILQ_FOREACH_SAFE CK_STAILQ_FOREACH_SAFE
197cdcd52d4SBartosz Sobczak #define between(a, b, c) (bool)(c-a >= b-a)
198cdcd52d4SBartosz Sobczak 
199cdcd52d4SBartosz Sobczak #define rd32(a, reg)            irdma_rd32((a)->dev_context, (reg))
200cdcd52d4SBartosz Sobczak #define wr32(a, reg, value)     irdma_wr32((a)->dev_context, (reg), (value))
201cdcd52d4SBartosz Sobczak 
202cdcd52d4SBartosz Sobczak #define rd64(a, reg)            irdma_rd64((a)->dev_context, (reg))
203cdcd52d4SBartosz Sobczak #define wr64(a, reg, value)     irdma_wr64((a)->dev_context, (reg), (value))
204cdcd52d4SBartosz Sobczak #define db_wr32(value, a)	writel((value), (a))
205cdcd52d4SBartosz Sobczak 
206cdcd52d4SBartosz Sobczak void *hw_to_dev(struct irdma_hw *hw);
207cdcd52d4SBartosz Sobczak 
208cdcd52d4SBartosz Sobczak struct irdma_dma_mem {
209cdcd52d4SBartosz Sobczak 	void  *va;
210cdcd52d4SBartosz Sobczak 	u64    pa;
211cdcd52d4SBartosz Sobczak 	bus_dma_tag_t tag;
212cdcd52d4SBartosz Sobczak 	bus_dmamap_t map;
213cdcd52d4SBartosz Sobczak 	bus_dma_segment_t seg;
214cdcd52d4SBartosz Sobczak 	bus_size_t size;
215cdcd52d4SBartosz Sobczak 	int    nseg;
216cdcd52d4SBartosz Sobczak 	int    flags;
217cdcd52d4SBartosz Sobczak };
218cdcd52d4SBartosz Sobczak 
219cdcd52d4SBartosz Sobczak struct irdma_virt_mem {
220cdcd52d4SBartosz Sobczak 	void  *va;
221cdcd52d4SBartosz Sobczak 	u32    size;
222cdcd52d4SBartosz Sobczak };
223cdcd52d4SBartosz Sobczak 
224cdcd52d4SBartosz Sobczak struct irdma_dma_info {
225cdcd52d4SBartosz Sobczak 	dma_addr_t *dmaaddrs;
226cdcd52d4SBartosz Sobczak };
227cdcd52d4SBartosz Sobczak 
228cdcd52d4SBartosz Sobczak struct list_head;
229cdcd52d4SBartosz Sobczak u32 irdma_rd32(struct irdma_dev_ctx *dev_ctx, u32 reg);
230cdcd52d4SBartosz Sobczak void irdma_wr32(struct irdma_dev_ctx *dev_ctx, u32 reg, u32 value);
231cdcd52d4SBartosz Sobczak u64 irdma_rd64(struct irdma_dev_ctx *dev_ctx, u32 reg);
232cdcd52d4SBartosz Sobczak void irdma_wr64(struct irdma_dev_ctx *dev_ctx, u32 reg, u64 value);
233cdcd52d4SBartosz Sobczak 
234cdcd52d4SBartosz Sobczak void irdma_term_modify_qp(struct irdma_sc_qp *qp, u8 next_state, u8 term, u8 term_len);
235cdcd52d4SBartosz Sobczak void irdma_terminate_done(struct irdma_sc_qp *qp, int timeout_occurred);
236cdcd52d4SBartosz Sobczak void irdma_terminate_start_timer(struct irdma_sc_qp *qp);
237cdcd52d4SBartosz Sobczak void irdma_terminate_del_timer(struct irdma_sc_qp *qp);
238cdcd52d4SBartosz Sobczak 
239cdcd52d4SBartosz Sobczak void irdma_hw_stats_start_timer(struct irdma_sc_vsi *vsi);
240cdcd52d4SBartosz Sobczak void irdma_hw_stats_stop_timer(struct irdma_sc_vsi *vsi);
241cdcd52d4SBartosz Sobczak void irdma_send_ieq_ack(struct irdma_sc_qp *qp);
242cdcd52d4SBartosz Sobczak 
243cdcd52d4SBartosz Sobczak u8* irdma_get_hw_addr(void *par);
244cdcd52d4SBartosz Sobczak 
245cdcd52d4SBartosz Sobczak void irdma_unmap_vm_page_list(struct irdma_hw *hw, u64 *pg_arr, u32 pg_cnt);
246cdcd52d4SBartosz Sobczak int irdma_map_vm_page_list(struct irdma_hw *hw, void *va,
247cdcd52d4SBartosz Sobczak 			   u64 *pg_arr, u32 pg_cnt);
248cdcd52d4SBartosz Sobczak 
24935105900SBartosz Sobczak struct ib_device *to_ibdev(struct irdma_sc_dev *dev);
250cdcd52d4SBartosz Sobczak 
251cdcd52d4SBartosz Sobczak #endif /* _ICRDMA_OSDEP_H_ */
252