1 /*- 2 * Copyright (c) 2012, 2015 Chelsio Communications, Inc. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in the 12 * documentation and/or other materials provided with the distribution. 13 * 14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24 * SUCH DAMAGE. 25 * 26 * $FreeBSD$ 27 * 28 */ 29 30 #ifndef __CXGBEI_OFLD_H__ 31 #define __CXGBEI_OFLD_H__ 32 33 #include <dev/iscsi/icl.h> 34 35 enum { 36 CWT_SLEEPING = 1, 37 CWT_RUNNING = 2, 38 CWT_STOP = 3, 39 CWT_STOPPED = 4, 40 }; 41 42 struct cxgbei_worker_thread_softc { 43 struct mtx cwt_lock; 44 struct cv cwt_cv; 45 volatile int cwt_state; 46 47 TAILQ_HEAD(, icl_cxgbei_conn) rx_head; 48 } __aligned(CACHE_LINE_SIZE); 49 50 #define CXGBEI_CONN_SIGNATURE 0x56788765 51 52 enum { 53 RXF_ACTIVE = 1 << 0, /* In the worker thread's queue */ 54 }; 55 56 struct cxgbei_cmp { 57 LIST_ENTRY(cxgbei_cmp) link; 58 59 uint32_t tt; /* Transfer tag. */ 60 61 uint32_t next_datasn; 62 uint32_t next_buffer_offset; 63 uint32_t last_datasn; 64 }; 65 LIST_HEAD(cxgbei_cmp_head, cxgbei_cmp); 66 67 struct icl_cxgbei_conn { 68 struct icl_conn ic; 69 70 /* cxgbei specific stuff goes here. */ 71 uint32_t icc_signature; 72 int ulp_submode; 73 struct adapter *sc; 74 struct toepcb *toep; 75 76 /* Receive related. */ 77 u_int rx_flags; /* protected by so_rcv lock */ 78 u_int cwt; 79 STAILQ_HEAD(, icl_pdu) rcvd_pdus; /* protected by so_rcv lock */ 80 TAILQ_ENTRY(icl_cxgbei_conn) rx_link; /* protected by cwt lock */ 81 82 struct cxgbei_cmp_head *cmp_table; /* protected by cmp_lock */ 83 struct mtx cmp_lock; 84 unsigned long cmp_hash_mask; 85 }; 86 87 static inline struct icl_cxgbei_conn * 88 ic_to_icc(struct icl_conn *ic) 89 { 90 91 return (__containerof(ic, struct icl_cxgbei_conn, ic)); 92 } 93 94 /* PDU flags and signature. */ 95 enum { 96 ICPF_RX_HDR = 1 << 0, /* PDU header received. */ 97 ICPF_RX_FLBUF = 1 << 1, /* PDU payload received in a freelist. */ 98 ICPF_RX_DDP = 1 << 2, /* PDU payload DDP'd. */ 99 ICPF_RX_STATUS = 1 << 3, /* Rx status received. */ 100 ICPF_HCRC_ERR = 1 << 4, /* Header digest error. */ 101 ICPF_DCRC_ERR = 1 << 5, /* Data digest error. */ 102 ICPF_PAD_ERR = 1 << 6, /* Padding error. */ 103 104 CXGBEI_PDU_SIGNATURE = 0x12344321 105 }; 106 107 struct icl_cxgbei_pdu { 108 struct icl_pdu ip; 109 110 /* cxgbei specific stuff goes here. */ 111 uint32_t icp_signature; 112 uint32_t icp_seq; /* For debug only */ 113 u_int icp_flags; 114 115 u_int ref_cnt; 116 icl_pdu_cb cb; 117 int error; 118 }; 119 120 static inline struct icl_cxgbei_pdu * 121 ip_to_icp(struct icl_pdu *ip) 122 { 123 124 return (__containerof(ip, struct icl_cxgbei_pdu, ip)); 125 } 126 127 struct cxgbei_data { 128 u_int max_tx_pdu_len; 129 u_int max_rx_pdu_len; 130 131 u_int ddp_threshold; 132 struct ppod_region pr; 133 134 struct sysctl_ctx_list ctx; /* from uld_activate to deactivate */ 135 }; 136 137 /* cxgbei.c */ 138 u_int cxgbei_select_worker_thread(struct icl_cxgbei_conn *); 139 140 /* icl_cxgbei.c */ 141 int icl_cxgbei_mod_load(void); 142 int icl_cxgbei_mod_unload(void); 143 struct icl_pdu *icl_cxgbei_new_pdu(int); 144 void icl_cxgbei_new_pdu_set_conn(struct icl_pdu *, struct icl_conn *); 145 void icl_cxgbei_conn_pdu_free(struct icl_conn *, struct icl_pdu *); 146 struct cxgbei_cmp *cxgbei_find_cmp(struct icl_cxgbei_conn *, uint32_t); 147 148 #endif 149