1217ec208SDavid C Somayajulu /*
2217ec208SDavid C Somayajulu * Copyright (c) 2018-2019 Cavium, Inc.
3217ec208SDavid C Somayajulu * All rights reserved.
4217ec208SDavid C Somayajulu *
5217ec208SDavid C Somayajulu * Redistribution and use in source and binary forms, with or without
6217ec208SDavid C Somayajulu * modification, are permitted provided that the following conditions
7217ec208SDavid C Somayajulu * are met:
8217ec208SDavid C Somayajulu *
9217ec208SDavid C Somayajulu * 1. Redistributions of source code must retain the above copyright
10217ec208SDavid C Somayajulu * notice, this list of conditions and the following disclaimer.
11217ec208SDavid C Somayajulu * 2. Redistributions in binary form must reproduce the above copyright
12217ec208SDavid C Somayajulu * notice, this list of conditions and the following disclaimer in the
13217ec208SDavid C Somayajulu * documentation and/or other materials provided with the distribution.
14217ec208SDavid C Somayajulu *
15217ec208SDavid C Somayajulu * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16217ec208SDavid C Somayajulu * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17217ec208SDavid C Somayajulu * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18217ec208SDavid C Somayajulu * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19217ec208SDavid C Somayajulu * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20217ec208SDavid C Somayajulu * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21217ec208SDavid C Somayajulu * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22217ec208SDavid C Somayajulu * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23217ec208SDavid C Somayajulu * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24217ec208SDavid C Somayajulu * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25217ec208SDavid C Somayajulu * POSSIBILITY OF SUCH DAMAGE.
26217ec208SDavid C Somayajulu */
27217ec208SDavid C Somayajulu
28217ec208SDavid C Somayajulu #ifndef __ECORE_RDMA_H__
29217ec208SDavid C Somayajulu #define __ECORE_RDMA_H__
30217ec208SDavid C Somayajulu
31217ec208SDavid C Somayajulu #include "ecore_status.h"
32217ec208SDavid C Somayajulu #include "ecore.h"
33217ec208SDavid C Somayajulu #include "ecore_hsi_common.h"
34217ec208SDavid C Somayajulu #include "ecore_proto_if.h"
35217ec208SDavid C Somayajulu #include "ecore_rdma_api.h"
36217ec208SDavid C Somayajulu #include "ecore_dev_api.h"
37217ec208SDavid C Somayajulu #include "ecore_roce.h"
38217ec208SDavid C Somayajulu #include "ecore_iwarp.h"
39217ec208SDavid C Somayajulu
40217ec208SDavid C Somayajulu /* Constants */
41217ec208SDavid C Somayajulu
42217ec208SDavid C Somayajulu /* HW/FW RoCE Limitations (internal. For external see ecore_rdma_api.h) */
43217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_FMR (RDMA_MAX_TIDS) /* 2^17 - 1 */
44217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_P_KEY (1)
45217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_WQE (0x7FFF) /* 2^15 -1 */
46217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_SRQ_WQE_ELEM (0x7FFF) /* 2^15 -1 */
47217ec208SDavid C Somayajulu #define ECORE_RDMA_PAGE_SIZE_CAPS (0xFFFFF000) /* TODO: > 4k?! */
48217ec208SDavid C Somayajulu #define ECORE_RDMA_ACK_DELAY (15) /* 131 milliseconds */
49217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_MR_SIZE (0x10000000000ULL) /* 2^40 */
50217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_CQS (RDMA_MAX_CQS) /* 64k */
51217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_MRS (RDMA_MAX_TIDS) /* 2^17 - 1 */
52217ec208SDavid C Somayajulu /* Add 1 for header element */
53217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_SRQ_ELEM_PER_WQE (RDMA_MAX_SGE_PER_RQ_WQE + 1)
54217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_SGE_PER_SRQ_WQE (RDMA_MAX_SGE_PER_RQ_WQE)
55217ec208SDavid C Somayajulu #define ECORE_RDMA_SRQ_WQE_ELEM_SIZE (16)
56217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_SRQS (32 * 1024) /* 32k */
57217ec208SDavid C Somayajulu
58217ec208SDavid C Somayajulu /* Configurable */
59217ec208SDavid C Somayajulu /* Max CQE is derived from u16/32 size, halved and decremented by 1 to handle
60217ec208SDavid C Somayajulu * wrap properly and then decremented by 1 again. The latter decrement comes
61217ec208SDavid C Somayajulu * from a requirement to create a chain that is bigger than what the user
62217ec208SDavid C Somayajulu * requested by one:
63217ec208SDavid C Somayajulu * The CQE size is 32 bytes but the FW writes in chunks of 64
64217ec208SDavid C Somayajulu * bytes, for performance purposes. Allocating an extra entry and telling the
65217ec208SDavid C Somayajulu * FW we have less prevents overwriting the first entry in case of a wrap i.e.
66217ec208SDavid C Somayajulu * when the FW writes the last entry and the application hasn't read the first
67217ec208SDavid C Somayajulu * one.
68217ec208SDavid C Somayajulu */
69217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_CQE_32_BIT (0x7FFFFFFF - 1)
70217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_CQE_16_BIT (0x7FFF - 1)
71217ec208SDavid C Somayajulu
72217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_XRC_SRQS (RDMA_MAX_XRC_SRQS)
73217ec208SDavid C Somayajulu
74217ec208SDavid C Somayajulu /* Up to 2^16 XRC Domains are supported, but the actual number of supported XRC
75217ec208SDavid C Somayajulu * SRQs is much smaller so there's no need to have that many domains.
76217ec208SDavid C Somayajulu */
77217ec208SDavid C Somayajulu #define ECORE_RDMA_MAX_XRCDS (OSAL_ROUNDUP_POW_OF_TWO(RDMA_MAX_XRC_SRQS))
78217ec208SDavid C Somayajulu
79217ec208SDavid C Somayajulu #define IS_IWARP(_p_hwfn) (_p_hwfn->p_rdma_info->proto == PROTOCOLID_IWARP)
80217ec208SDavid C Somayajulu #define IS_ROCE(_p_hwfn) (_p_hwfn->p_rdma_info->proto == PROTOCOLID_ROCE)
81217ec208SDavid C Somayajulu
82217ec208SDavid C Somayajulu enum ecore_rdma_toggle_bit {
83217ec208SDavid C Somayajulu ECORE_RDMA_TOGGLE_BIT_CLEAR = 0,
84217ec208SDavid C Somayajulu ECORE_RDMA_TOGGLE_BIT_SET = 1
85217ec208SDavid C Somayajulu };
86217ec208SDavid C Somayajulu
87217ec208SDavid C Somayajulu /* @@@TBD Currently we support only affilited events
88217ec208SDavid C Somayajulu * enum ecore_rdma_unaffiliated_event_code {
89217ec208SDavid C Somayajulu * ECORE_RDMA_PORT_ACTIVE, // Link Up
90217ec208SDavid C Somayajulu * ECORE_RDMA_PORT_CHANGED, // SGID table has changed
91217ec208SDavid C Somayajulu * ECORE_RDMA_LOCAL_CATASTROPHIC_ERR, // Fatal device error
92217ec208SDavid C Somayajulu * ECORE_RDMA_PORT_ERR, // Link down
93217ec208SDavid C Somayajulu * };
94217ec208SDavid C Somayajulu */
95217ec208SDavid C Somayajulu
96217ec208SDavid C Somayajulu #define QEDR_MAX_BMAP_NAME (10)
97217ec208SDavid C Somayajulu struct ecore_bmap {
98217ec208SDavid C Somayajulu u32 max_count;
99217ec208SDavid C Somayajulu unsigned long *bitmap;
100217ec208SDavid C Somayajulu char name[QEDR_MAX_BMAP_NAME];
101217ec208SDavid C Somayajulu };
102217ec208SDavid C Somayajulu
103217ec208SDavid C Somayajulu struct ecore_rdma_info {
104217ec208SDavid C Somayajulu osal_spinlock_t lock;
105217ec208SDavid C Somayajulu
106217ec208SDavid C Somayajulu struct ecore_bmap cq_map;
107217ec208SDavid C Somayajulu struct ecore_bmap pd_map;
108217ec208SDavid C Somayajulu struct ecore_bmap xrcd_map;
109217ec208SDavid C Somayajulu struct ecore_bmap tid_map;
110217ec208SDavid C Somayajulu struct ecore_bmap srq_map;
111217ec208SDavid C Somayajulu struct ecore_bmap xrc_srq_map;
112217ec208SDavid C Somayajulu struct ecore_bmap qp_map;
113217ec208SDavid C Somayajulu struct ecore_bmap tcp_cid_map;
114217ec208SDavid C Somayajulu struct ecore_bmap cid_map;
115217ec208SDavid C Somayajulu struct ecore_bmap dpi_map;
116217ec208SDavid C Somayajulu struct ecore_bmap toggle_bits;
117217ec208SDavid C Somayajulu struct ecore_rdma_events events;
118217ec208SDavid C Somayajulu struct ecore_rdma_device *dev;
119217ec208SDavid C Somayajulu struct ecore_rdma_port *port;
120217ec208SDavid C Somayajulu u32 last_tid;
121217ec208SDavid C Somayajulu u8 num_cnqs;
122217ec208SDavid C Somayajulu struct rdma_sent_stats rdma_sent_pstats;
123217ec208SDavid C Somayajulu struct rdma_rcv_stats rdma_rcv_tstats;
124217ec208SDavid C Somayajulu u32 num_qps;
125217ec208SDavid C Somayajulu u32 num_mrs;
126217ec208SDavid C Somayajulu u32 num_srqs;
127217ec208SDavid C Somayajulu u16 srq_id_offset;
128217ec208SDavid C Somayajulu u16 queue_zone_base;
129217ec208SDavid C Somayajulu u16 max_queue_zones;
130217ec208SDavid C Somayajulu
131217ec208SDavid C Somayajulu struct ecore_rdma_glob_cfg glob_cfg;
132217ec208SDavid C Somayajulu
133217ec208SDavid C Somayajulu enum protocol_type proto;
134217ec208SDavid C Somayajulu struct ecore_roce_info roce;
135217ec208SDavid C Somayajulu #ifdef CONFIG_ECORE_IWARP
136217ec208SDavid C Somayajulu struct ecore_iwarp_info iwarp;
137217ec208SDavid C Somayajulu #endif
138217ec208SDavid C Somayajulu bool active;
139217ec208SDavid C Somayajulu int ref_cnt;
140217ec208SDavid C Somayajulu };
141217ec208SDavid C Somayajulu
142217ec208SDavid C Somayajulu struct cq_prod {
143217ec208SDavid C Somayajulu u32 req;
144217ec208SDavid C Somayajulu u32 resp;
145217ec208SDavid C Somayajulu };
146217ec208SDavid C Somayajulu
147217ec208SDavid C Somayajulu struct ecore_rdma_qp {
148217ec208SDavid C Somayajulu struct regpair qp_handle;
149217ec208SDavid C Somayajulu struct regpair qp_handle_async;
150217ec208SDavid C Somayajulu u32 qpid; /* iwarp: may differ from icid */
151217ec208SDavid C Somayajulu u16 icid;
152217ec208SDavid C Somayajulu u16 qp_idx;
153217ec208SDavid C Somayajulu enum ecore_roce_qp_state cur_state;
154217ec208SDavid C Somayajulu enum ecore_rdma_qp_type qp_type;
155217ec208SDavid C Somayajulu #ifdef CONFIG_ECORE_IWARP
156217ec208SDavid C Somayajulu enum ecore_iwarp_qp_state iwarp_state;
157217ec208SDavid C Somayajulu #endif
158217ec208SDavid C Somayajulu bool use_srq;
159217ec208SDavid C Somayajulu bool signal_all;
160217ec208SDavid C Somayajulu bool fmr_and_reserved_lkey;
161217ec208SDavid C Somayajulu
162217ec208SDavid C Somayajulu bool incoming_rdma_read_en;
163217ec208SDavid C Somayajulu bool incoming_rdma_write_en;
164217ec208SDavid C Somayajulu bool incoming_atomic_en;
165217ec208SDavid C Somayajulu bool e2e_flow_control_en;
166217ec208SDavid C Somayajulu
167217ec208SDavid C Somayajulu u16 pd; /* Protection domain */
168217ec208SDavid C Somayajulu u16 pkey; /* Primary P_key index */
169217ec208SDavid C Somayajulu u32 dest_qp;
170217ec208SDavid C Somayajulu u16 mtu;
171217ec208SDavid C Somayajulu u16 srq_id;
172217ec208SDavid C Somayajulu u8 traffic_class_tos; /* IPv6/GRH traffic class; IPv4 TOS */
173217ec208SDavid C Somayajulu u8 hop_limit_ttl; /* IPv6/GRH hop limit; IPv4 TTL */
174217ec208SDavid C Somayajulu u16 dpi;
175217ec208SDavid C Somayajulu u32 flow_label; /* ignored in IPv4 */
176217ec208SDavid C Somayajulu u16 vlan_id;
177217ec208SDavid C Somayajulu u32 ack_timeout;
178217ec208SDavid C Somayajulu u8 retry_cnt;
179217ec208SDavid C Somayajulu u8 rnr_retry_cnt;
180217ec208SDavid C Somayajulu u8 min_rnr_nak_timer;
181217ec208SDavid C Somayajulu bool sqd_async;
182217ec208SDavid C Somayajulu union ecore_gid sgid; /* GRH SGID; IPv4/6 Source IP */
183217ec208SDavid C Somayajulu union ecore_gid dgid; /* GRH DGID; IPv4/6 Destination IP */
184217ec208SDavid C Somayajulu enum roce_mode roce_mode;
185217ec208SDavid C Somayajulu u16 udp_src_port; /* RoCEv2 only */
186217ec208SDavid C Somayajulu u8 stats_queue;
187217ec208SDavid C Somayajulu
188217ec208SDavid C Somayajulu /* requeseter */
189217ec208SDavid C Somayajulu u8 max_rd_atomic_req;
190217ec208SDavid C Somayajulu u32 sq_psn;
191217ec208SDavid C Somayajulu u16 sq_cq_id; /* The cq to be associated with the send queue*/
192217ec208SDavid C Somayajulu u16 sq_num_pages;
193217ec208SDavid C Somayajulu dma_addr_t sq_pbl_ptr;
194217ec208SDavid C Somayajulu void *orq;
195217ec208SDavid C Somayajulu dma_addr_t orq_phys_addr;
196217ec208SDavid C Somayajulu u8 orq_num_pages;
197217ec208SDavid C Somayajulu bool req_offloaded;
198217ec208SDavid C Somayajulu bool has_req;
199217ec208SDavid C Somayajulu
200217ec208SDavid C Somayajulu /* responder */
201217ec208SDavid C Somayajulu u8 max_rd_atomic_resp;
202217ec208SDavid C Somayajulu u32 rq_psn;
203217ec208SDavid C Somayajulu u16 rq_cq_id; /* The cq to be associated with the receive queue */
204217ec208SDavid C Somayajulu u16 rq_num_pages;
205217ec208SDavid C Somayajulu dma_addr_t rq_pbl_ptr;
206217ec208SDavid C Somayajulu void *irq;
207217ec208SDavid C Somayajulu dma_addr_t irq_phys_addr;
208217ec208SDavid C Somayajulu u8 irq_num_pages;
209217ec208SDavid C Somayajulu bool resp_offloaded;
210217ec208SDavid C Somayajulu bool has_resp;
211217ec208SDavid C Somayajulu struct cq_prod cq_prod;
212217ec208SDavid C Somayajulu
213217ec208SDavid C Somayajulu u8 remote_mac_addr[6];
214217ec208SDavid C Somayajulu u8 local_mac_addr[6];
215217ec208SDavid C Somayajulu
216217ec208SDavid C Somayajulu void *shared_queue;
217217ec208SDavid C Somayajulu dma_addr_t shared_queue_phys_addr;
218217ec208SDavid C Somayajulu #ifdef CONFIG_ECORE_IWARP
219217ec208SDavid C Somayajulu struct ecore_iwarp_ep *ep;
220217ec208SDavid C Somayajulu #endif
221217ec208SDavid C Somayajulu
222217ec208SDavid C Somayajulu u16 xrcd_id;
223217ec208SDavid C Somayajulu };
224217ec208SDavid C Somayajulu
ecore_rdma_is_xrc_qp(struct ecore_rdma_qp * qp)225217ec208SDavid C Somayajulu static OSAL_INLINE bool ecore_rdma_is_xrc_qp(struct ecore_rdma_qp *qp)
226217ec208SDavid C Somayajulu {
227217ec208SDavid C Somayajulu if ((qp->qp_type == ECORE_RDMA_QP_TYPE_XRC_TGT) ||
228217ec208SDavid C Somayajulu (qp->qp_type == ECORE_RDMA_QP_TYPE_XRC_INI))
229217ec208SDavid C Somayajulu return 1;
230217ec208SDavid C Somayajulu
231217ec208SDavid C Somayajulu return 0;
232217ec208SDavid C Somayajulu }
233217ec208SDavid C Somayajulu
234217ec208SDavid C Somayajulu enum _ecore_status_t ecore_rdma_info_alloc(struct ecore_hwfn *p_hwfn);
235217ec208SDavid C Somayajulu void ecore_rdma_info_free(struct ecore_hwfn *p_hwfn);
236217ec208SDavid C Somayajulu
237217ec208SDavid C Somayajulu enum _ecore_status_t
238217ec208SDavid C Somayajulu ecore_rdma_bmap_alloc(struct ecore_hwfn *p_hwfn,
239217ec208SDavid C Somayajulu struct ecore_bmap *bmap,
240217ec208SDavid C Somayajulu u32 max_count,
241217ec208SDavid C Somayajulu char *name);
242217ec208SDavid C Somayajulu
243217ec208SDavid C Somayajulu void
244217ec208SDavid C Somayajulu ecore_rdma_bmap_free(struct ecore_hwfn *p_hwfn,
245217ec208SDavid C Somayajulu struct ecore_bmap *bmap,
246217ec208SDavid C Somayajulu bool check);
247217ec208SDavid C Somayajulu
248217ec208SDavid C Somayajulu enum _ecore_status_t
249217ec208SDavid C Somayajulu ecore_rdma_bmap_alloc_id(struct ecore_hwfn *p_hwfn,
250217ec208SDavid C Somayajulu struct ecore_bmap *bmap,
251217ec208SDavid C Somayajulu u32 *id_num);
252217ec208SDavid C Somayajulu
253217ec208SDavid C Somayajulu void
254217ec208SDavid C Somayajulu ecore_bmap_set_id(struct ecore_hwfn *p_hwfn,
255217ec208SDavid C Somayajulu struct ecore_bmap *bmap,
256217ec208SDavid C Somayajulu u32 id_num);
257217ec208SDavid C Somayajulu
258217ec208SDavid C Somayajulu void
259217ec208SDavid C Somayajulu ecore_bmap_release_id(struct ecore_hwfn *p_hwfn,
260217ec208SDavid C Somayajulu struct ecore_bmap *bmap,
261217ec208SDavid C Somayajulu u32 id_num);
262217ec208SDavid C Somayajulu
263217ec208SDavid C Somayajulu int
264217ec208SDavid C Somayajulu ecore_bmap_test_id(struct ecore_hwfn *p_hwfn,
265217ec208SDavid C Somayajulu struct ecore_bmap *bmap,
266217ec208SDavid C Somayajulu u32 id_num);
267217ec208SDavid C Somayajulu
268217ec208SDavid C Somayajulu void
269217ec208SDavid C Somayajulu ecore_rdma_set_fw_mac(u16 *p_fw_mac, u8 *p_ecore_mac);
270217ec208SDavid C Somayajulu
271217ec208SDavid C Somayajulu bool
272217ec208SDavid C Somayajulu ecore_rdma_allocated_qps(struct ecore_hwfn *p_hwfn);
273217ec208SDavid C Somayajulu
274217ec208SDavid C Somayajulu u16 ecore_rdma_get_fw_srq_id(struct ecore_hwfn *p_hwfn, u16 id, bool is_xrc);
275217ec208SDavid C Somayajulu
276217ec208SDavid C Somayajulu #endif /*__ECORE_RDMA_H__*/
277