1d722cab4SKip Macy 2d722cab4SKip Macy /************************************************************************** 3d722cab4SKip Macy 4d722cab4SKip Macy Copyright (c) 2007, Chelsio Inc. 5d722cab4SKip Macy All rights reserved. 6d722cab4SKip Macy 7d722cab4SKip Macy Redistribution and use in source and binary forms, with or without 8d722cab4SKip Macy modification, are permitted provided that the following conditions are met: 9d722cab4SKip Macy 10d722cab4SKip Macy 1. Redistributions of source code must retain the above copyright notice, 11d722cab4SKip Macy this list of conditions and the following disclaimer. 12d722cab4SKip Macy 13ac3a6d9cSKip Macy 2. Neither the name of the Chelsio Corporation nor the names of its 14d722cab4SKip Macy contributors may be used to endorse or promote products derived from 15d722cab4SKip Macy this software without specific prior written permission. 16d722cab4SKip Macy 17d722cab4SKip Macy THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 18d722cab4SKip Macy AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19d722cab4SKip Macy IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20d722cab4SKip Macy ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 21d722cab4SKip Macy LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 22d722cab4SKip Macy CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 23d722cab4SKip Macy SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 24d722cab4SKip Macy INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 25d722cab4SKip Macy CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 26d722cab4SKip Macy ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 27d722cab4SKip Macy POSSIBILITY OF SUCH DAMAGE. 28d722cab4SKip Macy 29d722cab4SKip Macy $FreeBSD$ 30d722cab4SKip Macy 31d722cab4SKip Macy ***************************************************************************/ 32d722cab4SKip Macy 33d722cab4SKip Macy #ifndef _CXGB_OFFLOAD_H 34d722cab4SKip Macy #define _CXGB_OFFLOAD_H 35d722cab4SKip Macy 36d722cab4SKip Macy 37d722cab4SKip Macy #include <dev/cxgb/common/cxgb_tcb.h> 38d722cab4SKip Macy #include <dev/cxgb/cxgb_l2t.h> 39d722cab4SKip Macy 40d722cab4SKip Macy #include <dev/cxgb/ulp/toecore/toedev.h> 41d722cab4SKip Macy #include <dev/cxgb/common/cxgb_t3_cpl.h> 42d722cab4SKip Macy 43d722cab4SKip Macy struct adapter; 44d722cab4SKip Macy struct cxgb_client; 45d722cab4SKip Macy 46d722cab4SKip Macy void cxgb_offload_init(void); 47d722cab4SKip Macy void cxgb_offload_exit(void); 48d722cab4SKip Macy 49d722cab4SKip Macy void cxgb_adapter_ofld(struct adapter *adapter); 50d722cab4SKip Macy void cxgb_adapter_unofld(struct adapter *adapter); 51d722cab4SKip Macy int cxgb_offload_activate(struct adapter *adapter); 52d722cab4SKip Macy void cxgb_offload_deactivate(struct adapter *adapter); 53d722cab4SKip Macy int cxgb_ofld_recv(struct toedev *dev, struct mbuf **m, int n); 54d722cab4SKip Macy 55d722cab4SKip Macy void cxgb_set_dummy_ops(struct toedev *dev); 56d722cab4SKip Macy 57d722cab4SKip Macy 58d722cab4SKip Macy /* 59d722cab4SKip Macy * Client registration. Users of T3 driver must register themselves. 60d722cab4SKip Macy * The T3 driver will call the add function of every client for each T3 61d722cab4SKip Macy * adapter activated, passing up the toedev ptr. Each client fills out an 62d722cab4SKip Macy * array of callback functions to process CPL messages. 63d722cab4SKip Macy */ 64d722cab4SKip Macy 65d722cab4SKip Macy void cxgb_register_client(struct cxgb_client *client); 66d722cab4SKip Macy void cxgb_unregister_client(struct cxgb_client *client); 67d722cab4SKip Macy void cxgb_add_clients(struct toedev *tdev); 68d722cab4SKip Macy void cxgb_remove_clients(struct toedev *tdev); 69d722cab4SKip Macy 70d722cab4SKip Macy typedef int (*cxgb_cpl_handler_func)(struct toedev *dev, 71d722cab4SKip Macy struct mbuf *m, void *ctx); 72d722cab4SKip Macy 73d722cab4SKip Macy struct cxgb_client { 74d722cab4SKip Macy char *name; 75d722cab4SKip Macy void (*add) (struct toedev *); 76d722cab4SKip Macy void (*remove) (struct toedev *); 77d722cab4SKip Macy cxgb_cpl_handler_func *handlers; 78d722cab4SKip Macy int (*redirect)(void *ctx, struct rtentry *old, 79d722cab4SKip Macy struct rtentry *new, 80d722cab4SKip Macy struct l2t_entry *l2t); 81d722cab4SKip Macy TAILQ_ENTRY(cxgb_client) client_entry; 82d722cab4SKip Macy }; 83d722cab4SKip Macy 84d722cab4SKip Macy /* 85d722cab4SKip Macy * TID allocation services. 86d722cab4SKip Macy */ 87d722cab4SKip Macy int cxgb_alloc_atid(struct toedev *dev, struct cxgb_client *client, 88d722cab4SKip Macy void *ctx); 89d722cab4SKip Macy int cxgb_alloc_stid(struct toedev *dev, struct cxgb_client *client, 90d722cab4SKip Macy void *ctx); 91d722cab4SKip Macy void *cxgb_free_atid(struct toedev *dev, int atid); 92d722cab4SKip Macy void cxgb_free_stid(struct toedev *dev, int stid); 93d722cab4SKip Macy void cxgb_insert_tid(struct toedev *dev, struct cxgb_client *client, 94d722cab4SKip Macy void *ctx, 95d722cab4SKip Macy unsigned int tid); 96d722cab4SKip Macy void cxgb_queue_tid_release(struct toedev *dev, unsigned int tid); 97d722cab4SKip Macy void cxgb_remove_tid(struct toedev *dev, void *ctx, unsigned int tid); 98d722cab4SKip Macy 99d722cab4SKip Macy struct toe_tid_entry { 100d722cab4SKip Macy struct cxgb_client *client; 101d722cab4SKip Macy void *ctx; 102d722cab4SKip Macy }; 103d722cab4SKip Macy 104d722cab4SKip Macy /* CPL message priority levels */ 105d722cab4SKip Macy enum { 106d722cab4SKip Macy CPL_PRIORITY_DATA = 0, /* data messages */ 107d722cab4SKip Macy CPL_PRIORITY_SETUP = 1, /* connection setup messages */ 108d722cab4SKip Macy CPL_PRIORITY_TEARDOWN = 0, /* connection teardown messages */ 109d722cab4SKip Macy CPL_PRIORITY_LISTEN = 1, /* listen start/stop messages */ 110d722cab4SKip Macy CPL_PRIORITY_ACK = 1, /* RX ACK messages */ 111d722cab4SKip Macy CPL_PRIORITY_CONTROL = 1 /* offload control messages */ 112d722cab4SKip Macy }; 113d722cab4SKip Macy 114d722cab4SKip Macy /* Flags for return value of CPL message handlers */ 115d722cab4SKip Macy enum { 116d722cab4SKip Macy CPL_RET_BUF_DONE = 1, // buffer processing done, buffer may be freed 117d722cab4SKip Macy CPL_RET_BAD_MSG = 2, // bad CPL message (e.g., unknown opcode) 118d722cab4SKip Macy CPL_RET_UNKNOWN_TID = 4 // unexpected unknown TID 119d722cab4SKip Macy }; 120d722cab4SKip Macy 121d722cab4SKip Macy typedef int (*cpl_handler_func)(struct toedev *dev, struct mbuf *m); 122d722cab4SKip Macy 123d722cab4SKip Macy /* 124d722cab4SKip Macy * Returns a pointer to the first byte of the CPL header in an sk_buff that 125d722cab4SKip Macy * contains a CPL message. 126d722cab4SKip Macy */ 127d722cab4SKip Macy static inline void *cplhdr(struct mbuf *m) 128d722cab4SKip Macy { 129ef72318fSKip Macy return mtod(m, uint8_t *); 130d722cab4SKip Macy } 131d722cab4SKip Macy 132d722cab4SKip Macy void t3_register_cpl_handler(unsigned int opcode, cpl_handler_func h); 133d722cab4SKip Macy 134d722cab4SKip Macy union listen_entry { 135d722cab4SKip Macy struct toe_tid_entry toe_tid; 136d722cab4SKip Macy union listen_entry *next; 137d722cab4SKip Macy }; 138d722cab4SKip Macy 139d722cab4SKip Macy union active_open_entry { 140d722cab4SKip Macy struct toe_tid_entry toe_tid; 141d722cab4SKip Macy union active_open_entry *next; 142d722cab4SKip Macy }; 143d722cab4SKip Macy 144d722cab4SKip Macy /* 145d722cab4SKip Macy * Holds the size, base address, free list start, etc of the TID, server TID, 146d722cab4SKip Macy * and active-open TID tables for a offload device. 147d722cab4SKip Macy * The tables themselves are allocated dynamically. 148d722cab4SKip Macy */ 149d722cab4SKip Macy struct tid_info { 150d722cab4SKip Macy struct toe_tid_entry *tid_tab; 151d722cab4SKip Macy unsigned int ntids; 152d722cab4SKip Macy volatile int tids_in_use; 153d722cab4SKip Macy 154d722cab4SKip Macy union listen_entry *stid_tab; 155d722cab4SKip Macy unsigned int nstids; 156d722cab4SKip Macy unsigned int stid_base; 157d722cab4SKip Macy 158d722cab4SKip Macy union active_open_entry *atid_tab; 159d722cab4SKip Macy unsigned int natids; 160d722cab4SKip Macy unsigned int atid_base; 161d722cab4SKip Macy 162d722cab4SKip Macy /* 163d722cab4SKip Macy * The following members are accessed R/W so we put them in their own 164d722cab4SKip Macy * cache lines. 165d722cab4SKip Macy * 166d722cab4SKip Macy * XXX We could combine the atid fields above with the lock here since 167d722cab4SKip Macy * atids are use once (unlike other tids). OTOH the above fields are 168d722cab4SKip Macy * usually in cache due to tid_tab. 169d722cab4SKip Macy */ 170d722cab4SKip Macy struct mtx atid_lock /* ____cacheline_aligned_in_smp */; 171d722cab4SKip Macy union active_open_entry *afree; 172d722cab4SKip Macy unsigned int atids_in_use; 173d722cab4SKip Macy 174d722cab4SKip Macy struct mtx stid_lock /*____cacheline_aligned */; 175d722cab4SKip Macy union listen_entry *sfree; 176d722cab4SKip Macy unsigned int stids_in_use; 177d722cab4SKip Macy }; 178d722cab4SKip Macy 179d722cab4SKip Macy struct toe_data { 180d722cab4SKip Macy #ifdef notyet 181d722cab4SKip Macy struct list_head list_node; 182d722cab4SKip Macy #endif 183d722cab4SKip Macy struct toedev *dev; 184d722cab4SKip Macy unsigned int tx_max_chunk; /* max payload for TX_DATA */ 185d722cab4SKip Macy unsigned int max_wrs; /* max in-flight WRs per connection */ 186d722cab4SKip Macy unsigned int nmtus; 187d722cab4SKip Macy const unsigned short *mtus; 188d722cab4SKip Macy struct tid_info tid_maps; 189d722cab4SKip Macy 190d722cab4SKip Macy struct toe_tid_entry *tid_release_list; 191d722cab4SKip Macy struct mtx tid_release_lock; 192d722cab4SKip Macy struct task tid_release_task; 193d722cab4SKip Macy }; 194d722cab4SKip Macy 195d722cab4SKip Macy /* 196d722cab4SKip Macy * toedev -> toe_data accessor 197d722cab4SKip Macy */ 198d722cab4SKip Macy #define TOE_DATA(dev) (*(struct toe_data **)&(dev)->l4opt) 199d722cab4SKip Macy 200d722cab4SKip Macy /* 201d722cab4SKip Macy * Map an ATID or STID to their entries in the corresponding TID tables. 202d722cab4SKip Macy */ 203d722cab4SKip Macy static inline union active_open_entry *atid2entry(const struct tid_info *t, 204d722cab4SKip Macy unsigned int atid) 205d722cab4SKip Macy { 206d722cab4SKip Macy return &t->atid_tab[atid - t->atid_base]; 207d722cab4SKip Macy } 208d722cab4SKip Macy 209d722cab4SKip Macy 210d722cab4SKip Macy static inline union listen_entry *stid2entry(const struct tid_info *t, 211d722cab4SKip Macy unsigned int stid) 212d722cab4SKip Macy { 213d722cab4SKip Macy return &t->stid_tab[stid - t->stid_base]; 214d722cab4SKip Macy } 215d722cab4SKip Macy 216d722cab4SKip Macy /* 217d722cab4SKip Macy * Find the connection corresponding to a TID. 218d722cab4SKip Macy */ 219d722cab4SKip Macy static inline struct toe_tid_entry *lookup_tid(const struct tid_info *t, 220d722cab4SKip Macy unsigned int tid) 221d722cab4SKip Macy { 222d722cab4SKip Macy return tid < t->ntids ? &(t->tid_tab[tid]) : NULL; 223d722cab4SKip Macy } 224d722cab4SKip Macy 225d722cab4SKip Macy /* 226d722cab4SKip Macy * Find the connection corresponding to a server TID. 227d722cab4SKip Macy */ 228d722cab4SKip Macy static inline struct toe_tid_entry *lookup_stid(const struct tid_info *t, 229d722cab4SKip Macy unsigned int tid) 230d722cab4SKip Macy { 231d722cab4SKip Macy if (tid < t->stid_base || tid >= t->stid_base + t->nstids) 232d722cab4SKip Macy return NULL; 233d722cab4SKip Macy return &(stid2entry(t, tid)->toe_tid); 234d722cab4SKip Macy } 235d722cab4SKip Macy 236d722cab4SKip Macy /* 237d722cab4SKip Macy * Find the connection corresponding to an active-open TID. 238d722cab4SKip Macy */ 239d722cab4SKip Macy static inline struct toe_tid_entry *lookup_atid(const struct tid_info *t, 240d722cab4SKip Macy unsigned int tid) 241d722cab4SKip Macy { 242d722cab4SKip Macy if (tid < t->atid_base || tid >= t->atid_base + t->natids) 243d722cab4SKip Macy return NULL; 244d722cab4SKip Macy return &(atid2entry(t, tid)->toe_tid); 245d722cab4SKip Macy } 246d722cab4SKip Macy 247d722cab4SKip Macy void *cxgb_alloc_mem(unsigned long size); 248d722cab4SKip Macy void cxgb_free_mem(void *addr); 249d722cab4SKip Macy void cxgb_neigh_update(struct rtentry *rt); 250d722cab4SKip Macy void cxgb_redirect(struct rtentry *old, struct rtentry *new); 251d722cab4SKip Macy int process_rx(struct toedev *dev, struct mbuf **m, int n); 252d722cab4SKip Macy int attach_toedev(struct toedev *dev); 253d722cab4SKip Macy void detach_toedev(struct toedev *dev); 254d722cab4SKip Macy 255d722cab4SKip Macy 256d722cab4SKip Macy #endif 257