1 /* 2 * Copyright (c) 2005 Topspin Communications. All rights reserved. 3 * Copyright (c) 2005, 2006 Cisco Systems. All rights reserved. 4 * Copyright (c) 2005 Mellanox Technologies. All rights reserved. 5 * Copyright (c) 2005 Voltaire, Inc. All rights reserved. 6 * Copyright (c) 2005 PathScale, Inc. All rights reserved. 7 * 8 * This software is available to you under a choice of one of two 9 * licenses. You may choose to be licensed under the terms of the GNU 10 * General Public License (GPL) Version 2, available from the file 11 * COPYING in the main directory of this source tree, or the 12 * OpenIB.org BSD license below: 13 * 14 * Redistribution and use in source and binary forms, with or 15 * without modification, are permitted provided that the following 16 * conditions are met: 17 * 18 * - Redistributions of source code must retain the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer. 21 * 22 * - Redistributions in binary form must reproduce the above 23 * copyright notice, this list of conditions and the following 24 * disclaimer in the documentation and/or other materials 25 * provided with the distribution. 26 * 27 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 28 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 29 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 30 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 31 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 32 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 33 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 34 * SOFTWARE. 35 */ 36 37 #ifndef UVERBS_H 38 #define UVERBS_H 39 40 #include <linux/kref.h> 41 #include <linux/idr.h> 42 #include <linux/mutex.h> 43 #include <linux/completion.h> 44 #include <linux/cdev.h> 45 #include <linux/srcu.h> 46 #include <linux/rcupdate.h> 47 #include <linux/rbtree.h> 48 49 #include <rdma/ib_verbs.h> 50 #include <rdma/ib_umem.h> 51 #include <rdma/ib_user_verbs.h> 52 53 #define INIT_UDATA(udata, ibuf, obuf, ilen, olen) \ 54 do { \ 55 (udata)->inbuf = (const void __user *) (ibuf); \ 56 (udata)->outbuf = (void __user *) (obuf); \ 57 (udata)->inlen = (ilen); \ 58 (udata)->outlen = (olen); \ 59 } while (0) 60 61 #define INIT_UDATA_BUF_OR_NULL(udata, ibuf, obuf, ilen, olen) \ 62 do { \ 63 (udata)->inbuf = (ilen) ? (const void __user *) (ibuf) : NULL; \ 64 (udata)->outbuf = (olen) ? (void __user *) (obuf) : NULL; \ 65 (udata)->inlen = (ilen); \ 66 (udata)->outlen = (olen); \ 67 } while (0) 68 69 /* 70 * Our lifetime rules for these structs are the following: 71 * 72 * struct ib_uverbs_device: One reference is held by the module and 73 * released in ib_uverbs_remove_one(). Another reference is taken by 74 * ib_uverbs_open() each time the character special file is opened, 75 * and released in ib_uverbs_release_file() when the file is released. 76 * 77 * struct ib_uverbs_file: One reference is held by the VFS and 78 * released when the file is closed. Another reference is taken when 79 * an asynchronous event queue file is created and released when the 80 * event file is closed. 81 * 82 * struct ib_uverbs_event_file: One reference is held by the VFS and 83 * released when the file is closed. For asynchronous event files, 84 * another reference is held by the corresponding main context file 85 * and released when that file is closed. For completion event files, 86 * a reference is taken when a CQ is created that uses the file, and 87 * released when the CQ is destroyed. 88 */ 89 90 struct ib_uverbs_device { 91 atomic_t refcount; 92 int num_comp_vectors; 93 struct completion comp; 94 struct device *dev; 95 struct ib_device __rcu *ib_dev; 96 int devnum; 97 struct cdev cdev; 98 struct rb_root xrcd_tree; 99 struct mutex xrcd_tree_mutex; 100 struct kobject kobj; 101 struct srcu_struct disassociate_srcu; 102 struct mutex lists_mutex; /* protect lists */ 103 struct list_head uverbs_file_list; 104 struct list_head uverbs_events_file_list; 105 }; 106 107 struct ib_uverbs_event_file { 108 struct kref ref; 109 struct file *filp; 110 int is_async; 111 struct ib_uverbs_file *uverbs_file; 112 spinlock_t lock; 113 int is_closed; 114 wait_queue_head_t poll_wait; 115 struct fasync_struct *async_queue; 116 struct list_head event_list; 117 struct list_head list; 118 }; 119 120 struct ib_uverbs_file { 121 struct kref ref; 122 struct mutex mutex; 123 struct mutex cleanup_mutex; /* protect cleanup */ 124 struct ib_uverbs_device *device; 125 struct ib_ucontext *ucontext; 126 struct ib_event_handler event_handler; 127 struct ib_uverbs_event_file *async_file; 128 struct list_head list; 129 int is_closed; 130 }; 131 132 struct ib_uverbs_event { 133 union { 134 struct ib_uverbs_async_event_desc async; 135 struct ib_uverbs_comp_event_desc comp; 136 } desc; 137 struct list_head list; 138 struct list_head obj_list; 139 u32 *counter; 140 }; 141 142 struct ib_uverbs_mcast_entry { 143 struct list_head list; 144 union ib_gid gid; 145 u16 lid; 146 }; 147 148 struct ib_uevent_object { 149 struct ib_uobject uobject; 150 struct list_head event_list; 151 u32 events_reported; 152 }; 153 154 struct ib_uxrcd_object { 155 struct ib_uobject uobject; 156 atomic_t refcnt; 157 }; 158 159 struct ib_usrq_object { 160 struct ib_uevent_object uevent; 161 struct ib_uxrcd_object *uxrcd; 162 }; 163 164 struct ib_uqp_object { 165 struct ib_uevent_object uevent; 166 struct list_head mcast_list; 167 struct ib_uxrcd_object *uxrcd; 168 }; 169 170 struct ib_uwq_object { 171 struct ib_uevent_object uevent; 172 }; 173 174 struct ib_ucq_object { 175 struct ib_uobject uobject; 176 struct ib_uverbs_file *uverbs_file; 177 struct list_head comp_list; 178 struct list_head async_list; 179 u32 comp_events_reported; 180 u32 async_events_reported; 181 }; 182 183 extern spinlock_t ib_uverbs_idr_lock; 184 extern struct idr ib_uverbs_pd_idr; 185 extern struct idr ib_uverbs_mr_idr; 186 extern struct idr ib_uverbs_mw_idr; 187 extern struct idr ib_uverbs_ah_idr; 188 extern struct idr ib_uverbs_cq_idr; 189 extern struct idr ib_uverbs_qp_idr; 190 extern struct idr ib_uverbs_srq_idr; 191 extern struct idr ib_uverbs_xrcd_idr; 192 extern struct idr ib_uverbs_rule_idr; 193 extern struct idr ib_uverbs_wq_idr; 194 extern struct idr ib_uverbs_rwq_ind_tbl_idr; 195 196 void idr_remove_uobj(struct idr *idp, struct ib_uobject *uobj); 197 198 struct file *ib_uverbs_alloc_event_file(struct ib_uverbs_file *uverbs_file, 199 struct ib_device *ib_dev, 200 int is_async); 201 void ib_uverbs_free_async_event_file(struct ib_uverbs_file *uverbs_file); 202 struct ib_uverbs_event_file *ib_uverbs_lookup_comp_file(int fd); 203 204 void ib_uverbs_release_ucq(struct ib_uverbs_file *file, 205 struct ib_uverbs_event_file *ev_file, 206 struct ib_ucq_object *uobj); 207 void ib_uverbs_release_uevent(struct ib_uverbs_file *file, 208 struct ib_uevent_object *uobj); 209 210 void ib_uverbs_comp_handler(struct ib_cq *cq, void *cq_context); 211 void ib_uverbs_cq_event_handler(struct ib_event *event, void *context_ptr); 212 void ib_uverbs_qp_event_handler(struct ib_event *event, void *context_ptr); 213 void ib_uverbs_wq_event_handler(struct ib_event *event, void *context_ptr); 214 void ib_uverbs_srq_event_handler(struct ib_event *event, void *context_ptr); 215 void ib_uverbs_event_handler(struct ib_event_handler *handler, 216 struct ib_event *event); 217 void ib_uverbs_dealloc_xrcd(struct ib_uverbs_device *dev, struct ib_xrcd *xrcd); 218 219 int uverbs_dealloc_mw(struct ib_mw *mw); 220 221 struct ib_uverbs_flow_spec { 222 union { 223 union { 224 struct ib_uverbs_flow_spec_hdr hdr; 225 struct { 226 __u32 type; 227 __u16 size; 228 __u16 reserved; 229 }; 230 }; 231 struct ib_uverbs_flow_spec_eth eth; 232 struct ib_uverbs_flow_spec_ipv4 ipv4; 233 struct ib_uverbs_flow_spec_tcp_udp tcp_udp; 234 struct ib_uverbs_flow_spec_ipv6 ipv6; 235 }; 236 }; 237 238 #define IB_UVERBS_DECLARE_CMD(name) \ 239 ssize_t ib_uverbs_##name(struct ib_uverbs_file *file, \ 240 struct ib_device *ib_dev, \ 241 const char __user *buf, int in_len, \ 242 int out_len) 243 244 IB_UVERBS_DECLARE_CMD(get_context); 245 IB_UVERBS_DECLARE_CMD(query_device); 246 IB_UVERBS_DECLARE_CMD(query_port); 247 IB_UVERBS_DECLARE_CMD(alloc_pd); 248 IB_UVERBS_DECLARE_CMD(dealloc_pd); 249 IB_UVERBS_DECLARE_CMD(reg_mr); 250 IB_UVERBS_DECLARE_CMD(rereg_mr); 251 IB_UVERBS_DECLARE_CMD(dereg_mr); 252 IB_UVERBS_DECLARE_CMD(alloc_mw); 253 IB_UVERBS_DECLARE_CMD(dealloc_mw); 254 IB_UVERBS_DECLARE_CMD(create_comp_channel); 255 IB_UVERBS_DECLARE_CMD(create_cq); 256 IB_UVERBS_DECLARE_CMD(resize_cq); 257 IB_UVERBS_DECLARE_CMD(poll_cq); 258 IB_UVERBS_DECLARE_CMD(req_notify_cq); 259 IB_UVERBS_DECLARE_CMD(destroy_cq); 260 IB_UVERBS_DECLARE_CMD(create_qp); 261 IB_UVERBS_DECLARE_CMD(open_qp); 262 IB_UVERBS_DECLARE_CMD(query_qp); 263 IB_UVERBS_DECLARE_CMD(modify_qp); 264 IB_UVERBS_DECLARE_CMD(destroy_qp); 265 IB_UVERBS_DECLARE_CMD(post_send); 266 IB_UVERBS_DECLARE_CMD(post_recv); 267 IB_UVERBS_DECLARE_CMD(post_srq_recv); 268 IB_UVERBS_DECLARE_CMD(create_ah); 269 IB_UVERBS_DECLARE_CMD(destroy_ah); 270 IB_UVERBS_DECLARE_CMD(attach_mcast); 271 IB_UVERBS_DECLARE_CMD(detach_mcast); 272 IB_UVERBS_DECLARE_CMD(create_srq); 273 IB_UVERBS_DECLARE_CMD(modify_srq); 274 IB_UVERBS_DECLARE_CMD(query_srq); 275 IB_UVERBS_DECLARE_CMD(destroy_srq); 276 IB_UVERBS_DECLARE_CMD(create_xsrq); 277 IB_UVERBS_DECLARE_CMD(open_xrcd); 278 IB_UVERBS_DECLARE_CMD(close_xrcd); 279 280 #define IB_UVERBS_DECLARE_EX_CMD(name) \ 281 int ib_uverbs_ex_##name(struct ib_uverbs_file *file, \ 282 struct ib_device *ib_dev, \ 283 struct ib_udata *ucore, \ 284 struct ib_udata *uhw) 285 286 IB_UVERBS_DECLARE_EX_CMD(create_flow); 287 IB_UVERBS_DECLARE_EX_CMD(destroy_flow); 288 IB_UVERBS_DECLARE_EX_CMD(query_device); 289 IB_UVERBS_DECLARE_EX_CMD(create_cq); 290 IB_UVERBS_DECLARE_EX_CMD(create_qp); 291 IB_UVERBS_DECLARE_EX_CMD(create_wq); 292 IB_UVERBS_DECLARE_EX_CMD(modify_wq); 293 IB_UVERBS_DECLARE_EX_CMD(destroy_wq); 294 IB_UVERBS_DECLARE_EX_CMD(create_rwq_ind_table); 295 IB_UVERBS_DECLARE_EX_CMD(destroy_rwq_ind_table); 296 297 #endif /* UVERBS_H */ 298