1baabaca3SWarner Losh /*- 2baabaca3SWarner Losh * Copyright (c) 2015 Netflix, Inc. 3baabaca3SWarner Losh * All rights reserved. 4baabaca3SWarner Losh * 5baabaca3SWarner Losh * Redistribution and use in source and binary forms, with or without 6baabaca3SWarner Losh * modification, are permitted provided that the following conditions 7baabaca3SWarner Losh * are met: 8baabaca3SWarner Losh * 1. Redistributions of source code must retain the above copyright 9baabaca3SWarner Losh * notice, this list of conditions and the following disclaimer, 10baabaca3SWarner Losh * without modification, immediately at the beginning of the file. 11baabaca3SWarner Losh * 2. Redistributions in binary form must reproduce the above copyright 12baabaca3SWarner Losh * notice, this list of conditions and the following disclaimer in the 13baabaca3SWarner Losh * documentation and/or other materials provided with the distribution. 14baabaca3SWarner Losh * 15baabaca3SWarner Losh * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16baabaca3SWarner Losh * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17baabaca3SWarner Losh * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18baabaca3SWarner Losh * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19baabaca3SWarner Losh * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20baabaca3SWarner Losh * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21baabaca3SWarner Losh * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22baabaca3SWarner Losh * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23baabaca3SWarner Losh * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24baabaca3SWarner Losh * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25baabaca3SWarner Losh * 26baabaca3SWarner Losh * derived from ata_xpt.c: Copyright (c) 2009 Alexander Motin <mav@FreeBSD.org> 27baabaca3SWarner Losh */ 28baabaca3SWarner Losh 29baabaca3SWarner Losh #include <sys/cdefs.h> 30baabaca3SWarner Losh __FBSDID("$FreeBSD$"); 31baabaca3SWarner Losh 32baabaca3SWarner Losh #include <sys/param.h> 33baabaca3SWarner Losh #include <sys/bus.h> 34baabaca3SWarner Losh #include <sys/endian.h> 35baabaca3SWarner Losh #include <sys/systm.h> 36baabaca3SWarner Losh #include <sys/types.h> 37baabaca3SWarner Losh #include <sys/malloc.h> 38baabaca3SWarner Losh #include <sys/kernel.h> 39baabaca3SWarner Losh #include <sys/time.h> 40baabaca3SWarner Losh #include <sys/conf.h> 41baabaca3SWarner Losh #include <sys/fcntl.h> 42baabaca3SWarner Losh #include <sys/interrupt.h> 43baabaca3SWarner Losh #include <sys/sbuf.h> 44baabaca3SWarner Losh 45baabaca3SWarner Losh #include <sys/lock.h> 46baabaca3SWarner Losh #include <sys/mutex.h> 47baabaca3SWarner Losh #include <sys/sysctl.h> 48baabaca3SWarner Losh 49baabaca3SWarner Losh #include <cam/cam.h> 50baabaca3SWarner Losh #include <cam/cam_ccb.h> 51baabaca3SWarner Losh #include <cam/cam_queue.h> 52baabaca3SWarner Losh #include <cam/cam_periph.h> 53baabaca3SWarner Losh #include <cam/cam_sim.h> 54baabaca3SWarner Losh #include <cam/cam_xpt.h> 55baabaca3SWarner Losh #include <cam/cam_xpt_sim.h> 56baabaca3SWarner Losh #include <cam/cam_xpt_periph.h> 57baabaca3SWarner Losh #include <cam/cam_xpt_internal.h> 58baabaca3SWarner Losh #include <cam/cam_debug.h> 59baabaca3SWarner Losh 60baabaca3SWarner Losh #include <cam/scsi/scsi_all.h> 61baabaca3SWarner Losh #include <cam/scsi/scsi_message.h> 62baabaca3SWarner Losh #include <cam/nvme/nvme_all.h> 63baabaca3SWarner Losh #include <machine/stdarg.h> /* for xpt_print below */ 64baabaca3SWarner Losh #include "opt_cam.h" 65baabaca3SWarner Losh 66baabaca3SWarner Losh struct nvme_quirk_entry { 67baabaca3SWarner Losh u_int quirks; 68baabaca3SWarner Losh #define CAM_QUIRK_MAXTAGS 1 69baabaca3SWarner Losh u_int mintags; 70baabaca3SWarner Losh u_int maxtags; 71baabaca3SWarner Losh }; 72baabaca3SWarner Losh 73baabaca3SWarner Losh /* Not even sure why we need this */ 74baabaca3SWarner Losh static periph_init_t nvme_probe_periph_init; 75baabaca3SWarner Losh 76baabaca3SWarner Losh static struct periph_driver nvme_probe_driver = 77baabaca3SWarner Losh { 78baabaca3SWarner Losh nvme_probe_periph_init, "nvme_probe", 79baabaca3SWarner Losh TAILQ_HEAD_INITIALIZER(nvme_probe_driver.units), /* generation */ 0, 80baabaca3SWarner Losh CAM_PERIPH_DRV_EARLY 81baabaca3SWarner Losh }; 82baabaca3SWarner Losh 83baabaca3SWarner Losh PERIPHDRIVER_DECLARE(nvme_probe, nvme_probe_driver); 84baabaca3SWarner Losh 85baabaca3SWarner Losh typedef enum { 86baabaca3SWarner Losh NVME_PROBE_IDENTIFY, 87baabaca3SWarner Losh NVME_PROBE_DONE, 88baabaca3SWarner Losh NVME_PROBE_INVALID, 89baabaca3SWarner Losh NVME_PROBE_RESET 90baabaca3SWarner Losh } nvme_probe_action; 91baabaca3SWarner Losh 92baabaca3SWarner Losh static char *nvme_probe_action_text[] = { 93baabaca3SWarner Losh "NVME_PROBE_IDENTIFY", 94baabaca3SWarner Losh "NVME_PROBE_DONE", 95baabaca3SWarner Losh "NVME_PROBE_INVALID", 96baabaca3SWarner Losh "NVME_PROBE_RESET", 97baabaca3SWarner Losh }; 98baabaca3SWarner Losh 99baabaca3SWarner Losh #define NVME_PROBE_SET_ACTION(softc, newaction) \ 100baabaca3SWarner Losh do { \ 101baabaca3SWarner Losh char **text; \ 102baabaca3SWarner Losh text = nvme_probe_action_text; \ 103baabaca3SWarner Losh CAM_DEBUG((softc)->periph->path, CAM_DEBUG_PROBE, \ 104baabaca3SWarner Losh ("Probe %s to %s\n", text[(softc)->action], \ 105baabaca3SWarner Losh text[(newaction)])); \ 106baabaca3SWarner Losh (softc)->action = (newaction); \ 107baabaca3SWarner Losh } while(0) 108baabaca3SWarner Losh 109baabaca3SWarner Losh typedef enum { 110baabaca3SWarner Losh NVME_PROBE_NO_ANNOUNCE = 0x04 111baabaca3SWarner Losh } nvme_probe_flags; 112baabaca3SWarner Losh 113baabaca3SWarner Losh typedef struct { 114baabaca3SWarner Losh TAILQ_HEAD(, ccb_hdr) request_ccbs; 115baabaca3SWarner Losh nvme_probe_action action; 116baabaca3SWarner Losh nvme_probe_flags flags; 117baabaca3SWarner Losh int restart; 118baabaca3SWarner Losh struct cam_periph *periph; 119baabaca3SWarner Losh } nvme_probe_softc; 120baabaca3SWarner Losh 121baabaca3SWarner Losh static struct nvme_quirk_entry nvme_quirk_table[] = 122baabaca3SWarner Losh { 123baabaca3SWarner Losh { 124baabaca3SWarner Losh // { 125baabaca3SWarner Losh // T_ANY, SIP_MEDIA_REMOVABLE|SIP_MEDIA_FIXED, 126baabaca3SWarner Losh // /*vendor*/"*", /*product*/"*", /*revision*/"*" 127baabaca3SWarner Losh // }, 128baabaca3SWarner Losh .quirks = 0, .mintags = 0, .maxtags = 0 129baabaca3SWarner Losh }, 130baabaca3SWarner Losh }; 131baabaca3SWarner Losh 132baabaca3SWarner Losh static const int nvme_quirk_table_size = 133baabaca3SWarner Losh sizeof(nvme_quirk_table) / sizeof(*nvme_quirk_table); 134baabaca3SWarner Losh 135baabaca3SWarner Losh static cam_status nvme_probe_register(struct cam_periph *periph, 136baabaca3SWarner Losh void *arg); 137baabaca3SWarner Losh static void nvme_probe_schedule(struct cam_periph *nvme_probe_periph); 138baabaca3SWarner Losh static void nvme_probe_start(struct cam_periph *periph, union ccb *start_ccb); 139baabaca3SWarner Losh static void nvme_probe_cleanup(struct cam_periph *periph); 140f24c011bSWarner Losh //static void nvme_find_quirk(struct cam_ed *device); 141baabaca3SWarner Losh static void nvme_scan_lun(struct cam_periph *periph, 142baabaca3SWarner Losh struct cam_path *path, cam_flags flags, 143baabaca3SWarner Losh union ccb *ccb); 144baabaca3SWarner Losh static struct cam_ed * 145baabaca3SWarner Losh nvme_alloc_device(struct cam_eb *bus, struct cam_et *target, 146baabaca3SWarner Losh lun_id_t lun_id); 147baabaca3SWarner Losh static void nvme_device_transport(struct cam_path *path); 148baabaca3SWarner Losh static void nvme_dev_async(u_int32_t async_code, 149baabaca3SWarner Losh struct cam_eb *bus, 150baabaca3SWarner Losh struct cam_et *target, 151baabaca3SWarner Losh struct cam_ed *device, 152baabaca3SWarner Losh void *async_arg); 153baabaca3SWarner Losh static void nvme_action(union ccb *start_ccb); 154baabaca3SWarner Losh static void nvme_announce_periph(struct cam_periph *periph); 15508f13879SWarner Losh static void nvme_proto_announce(struct cam_ed *device); 15608f13879SWarner Losh static void nvme_proto_denounce(struct cam_ed *device); 15708f13879SWarner Losh static void nvme_proto_debug_out(union ccb *ccb); 158baabaca3SWarner Losh 159ded2b706SWarner Losh static struct xpt_xport_ops nvme_xport_ops = { 160baabaca3SWarner Losh .alloc_device = nvme_alloc_device, 161baabaca3SWarner Losh .action = nvme_action, 162baabaca3SWarner Losh .async = nvme_dev_async, 163baabaca3SWarner Losh .announce = nvme_announce_periph, 164baabaca3SWarner Losh }; 165ded2b706SWarner Losh #define NVME_XPT_XPORT(x, X) \ 166ded2b706SWarner Losh static struct xpt_xport nvme_xport_ ## x = { \ 167ded2b706SWarner Losh .xport = XPORT_ ## X, \ 168ded2b706SWarner Losh .name = #x, \ 169ded2b706SWarner Losh .ops = &nvme_xport_ops, \ 170ded2b706SWarner Losh }; \ 171ded2b706SWarner Losh CAM_XPT_XPORT(nvme_xport_ ## x); 172baabaca3SWarner Losh 173ded2b706SWarner Losh NVME_XPT_XPORT(nvme, NVME); 174e0ce51cbSWarner Losh 175ded2b706SWarner Losh #undef NVME_XPT_XPORT 176baabaca3SWarner Losh 17708f13879SWarner Losh static struct xpt_proto_ops nvme_proto_ops = { 17808f13879SWarner Losh .announce = nvme_proto_announce, 17908f13879SWarner Losh .denounce = nvme_proto_denounce, 18008f13879SWarner Losh .debug_out = nvme_proto_debug_out, 18108f13879SWarner Losh }; 18208f13879SWarner Losh static struct xpt_proto nvme_proto = { 18308f13879SWarner Losh .proto = PROTO_NVME, 18408f13879SWarner Losh .name = "nvme", 18508f13879SWarner Losh .ops = &nvme_proto_ops, 18608f13879SWarner Losh }; 18708f13879SWarner Losh CAM_XPT_PROTO(nvme_proto); 18808f13879SWarner Losh 189baabaca3SWarner Losh static void 190baabaca3SWarner Losh nvme_probe_periph_init() 191baabaca3SWarner Losh { 192e0ce51cbSWarner Losh 193baabaca3SWarner Losh } 194baabaca3SWarner Losh 195baabaca3SWarner Losh static cam_status 196baabaca3SWarner Losh nvme_probe_register(struct cam_periph *periph, void *arg) 197baabaca3SWarner Losh { 198baabaca3SWarner Losh union ccb *request_ccb; /* CCB representing the probe request */ 199baabaca3SWarner Losh cam_status status; 200baabaca3SWarner Losh nvme_probe_softc *softc; 201baabaca3SWarner Losh 202baabaca3SWarner Losh request_ccb = (union ccb *)arg; 203baabaca3SWarner Losh if (request_ccb == NULL) { 204baabaca3SWarner Losh printf("nvme_probe_register: no probe CCB, " 205baabaca3SWarner Losh "can't register device\n"); 206baabaca3SWarner Losh return(CAM_REQ_CMP_ERR); 207baabaca3SWarner Losh } 208baabaca3SWarner Losh 209baabaca3SWarner Losh softc = (nvme_probe_softc *)malloc(sizeof(*softc), M_CAMXPT, M_ZERO | M_NOWAIT); 210baabaca3SWarner Losh 211baabaca3SWarner Losh if (softc == NULL) { 212baabaca3SWarner Losh printf("nvme_probe_register: Unable to probe new device. " 213baabaca3SWarner Losh "Unable to allocate softc\n"); 214baabaca3SWarner Losh return(CAM_REQ_CMP_ERR); 215baabaca3SWarner Losh } 216baabaca3SWarner Losh TAILQ_INIT(&softc->request_ccbs); 217baabaca3SWarner Losh TAILQ_INSERT_TAIL(&softc->request_ccbs, &request_ccb->ccb_h, 218baabaca3SWarner Losh periph_links.tqe); 219baabaca3SWarner Losh softc->flags = 0; 220baabaca3SWarner Losh periph->softc = softc; 221baabaca3SWarner Losh softc->periph = periph; 222baabaca3SWarner Losh softc->action = NVME_PROBE_INVALID; 223baabaca3SWarner Losh status = cam_periph_acquire(periph); 224baabaca3SWarner Losh if (status != CAM_REQ_CMP) { 225baabaca3SWarner Losh return (status); 226baabaca3SWarner Losh } 227baabaca3SWarner Losh CAM_DEBUG(periph->path, CAM_DEBUG_PROBE, ("Probe started\n")); 228baabaca3SWarner Losh 229baabaca3SWarner Losh // nvme_device_transport(periph->path); 230baabaca3SWarner Losh nvme_probe_schedule(periph); 231baabaca3SWarner Losh 232baabaca3SWarner Losh return(CAM_REQ_CMP); 233baabaca3SWarner Losh } 234baabaca3SWarner Losh 235baabaca3SWarner Losh static void 236baabaca3SWarner Losh nvme_probe_schedule(struct cam_periph *periph) 237baabaca3SWarner Losh { 238baabaca3SWarner Losh union ccb *ccb; 239baabaca3SWarner Losh nvme_probe_softc *softc; 240baabaca3SWarner Losh 241baabaca3SWarner Losh softc = (nvme_probe_softc *)periph->softc; 242baabaca3SWarner Losh ccb = (union ccb *)TAILQ_FIRST(&softc->request_ccbs); 243baabaca3SWarner Losh 244baabaca3SWarner Losh NVME_PROBE_SET_ACTION(softc, NVME_PROBE_IDENTIFY); 245baabaca3SWarner Losh 246baabaca3SWarner Losh if (ccb->crcn.flags & CAM_EXPECT_INQ_CHANGE) 247baabaca3SWarner Losh softc->flags |= NVME_PROBE_NO_ANNOUNCE; 248baabaca3SWarner Losh else 249baabaca3SWarner Losh softc->flags &= ~NVME_PROBE_NO_ANNOUNCE; 250baabaca3SWarner Losh 251baabaca3SWarner Losh xpt_schedule(periph, CAM_PRIORITY_XPT); 252baabaca3SWarner Losh } 253baabaca3SWarner Losh 254baabaca3SWarner Losh static void 255baabaca3SWarner Losh nvme_probe_start(struct cam_periph *periph, union ccb *start_ccb) 256baabaca3SWarner Losh { 257baabaca3SWarner Losh struct ccb_nvmeio *nvmeio; 258baabaca3SWarner Losh struct ccb_scsiio *csio; 259baabaca3SWarner Losh nvme_probe_softc *softc; 260baabaca3SWarner Losh struct cam_path *path; 261baabaca3SWarner Losh const struct nvme_namespace_data *nvme_data; 262baabaca3SWarner Losh lun_id_t lun; 263baabaca3SWarner Losh 264baabaca3SWarner Losh CAM_DEBUG(start_ccb->ccb_h.path, CAM_DEBUG_TRACE, ("nvme_probe_start\n")); 265baabaca3SWarner Losh 266baabaca3SWarner Losh softc = (nvme_probe_softc *)periph->softc; 267baabaca3SWarner Losh path = start_ccb->ccb_h.path; 268baabaca3SWarner Losh nvmeio = &start_ccb->nvmeio; 269baabaca3SWarner Losh csio = &start_ccb->csio; 270baabaca3SWarner Losh nvme_data = periph->path->device->nvme_data; 271baabaca3SWarner Losh 272baabaca3SWarner Losh if (softc->restart) { 273baabaca3SWarner Losh softc->restart = 0; 274baabaca3SWarner Losh if (periph->path->device->flags & CAM_DEV_UNCONFIGURED) 275baabaca3SWarner Losh NVME_PROBE_SET_ACTION(softc, NVME_PROBE_RESET); 276baabaca3SWarner Losh else 277baabaca3SWarner Losh NVME_PROBE_SET_ACTION(softc, NVME_PROBE_IDENTIFY); 278baabaca3SWarner Losh } 279baabaca3SWarner Losh 280baabaca3SWarner Losh /* 281baabaca3SWarner Losh * Other transports have to ask their SIM to do a lot of action. 282baabaca3SWarner Losh * NVMe doesn't, so don't do the dance. Just do things 283baabaca3SWarner Losh * directly. 284baabaca3SWarner Losh */ 285baabaca3SWarner Losh switch (softc->action) { 286baabaca3SWarner Losh case NVME_PROBE_RESET: 287baabaca3SWarner Losh /* FALLTHROUGH */ 288baabaca3SWarner Losh case NVME_PROBE_IDENTIFY: 289baabaca3SWarner Losh nvme_device_transport(path); 290baabaca3SWarner Losh /* 291baabaca3SWarner Losh * Test for lun == CAM_LUN_WILDCARD is lame, but 292baabaca3SWarner Losh * appears to be necessary here. XXX 293baabaca3SWarner Losh */ 294baabaca3SWarner Losh lun = xpt_path_lun_id(periph->path); 295baabaca3SWarner Losh if (lun == CAM_LUN_WILDCARD || 296baabaca3SWarner Losh periph->path->device->flags & CAM_DEV_UNCONFIGURED) { 297baabaca3SWarner Losh path->device->flags &= ~CAM_DEV_UNCONFIGURED; 298baabaca3SWarner Losh xpt_acquire_device(path->device); 299baabaca3SWarner Losh start_ccb->ccb_h.func_code = XPT_GDEV_TYPE; 300baabaca3SWarner Losh xpt_action(start_ccb); 301baabaca3SWarner Losh xpt_async(AC_FOUND_DEVICE, path, start_ccb); 302baabaca3SWarner Losh } 303baabaca3SWarner Losh NVME_PROBE_SET_ACTION(softc, NVME_PROBE_DONE); 304baabaca3SWarner Losh break; 305baabaca3SWarner Losh default: 306baabaca3SWarner Losh panic("nvme_probe_start: invalid action state 0x%x\n", softc->action); 307baabaca3SWarner Losh } 308baabaca3SWarner Losh /* 309baabaca3SWarner Losh * Probing is now done. We need to complete any lingering items 310baabaca3SWarner Losh * in the queue, though there shouldn't be any. 311baabaca3SWarner Losh */ 312baabaca3SWarner Losh xpt_release_ccb(start_ccb); 313baabaca3SWarner Losh CAM_DEBUG(periph->path, CAM_DEBUG_PROBE, ("Probe completed\n")); 314baabaca3SWarner Losh while ((start_ccb = (union ccb *)TAILQ_FIRST(&softc->request_ccbs))) { 315baabaca3SWarner Losh TAILQ_REMOVE(&softc->request_ccbs, 316baabaca3SWarner Losh &start_ccb->ccb_h, periph_links.tqe); 317baabaca3SWarner Losh start_ccb->ccb_h.status = CAM_REQ_CMP; 318baabaca3SWarner Losh xpt_done(start_ccb); 319baabaca3SWarner Losh } 320baabaca3SWarner Losh cam_periph_invalidate(periph); 321e0ce51cbSWarner Losh /* Can't release periph since we hit a (possibly bogus) assertion */ 322e0ce51cbSWarner Losh // cam_periph_release_locked(periph); 323baabaca3SWarner Losh } 324baabaca3SWarner Losh 325baabaca3SWarner Losh static void 326baabaca3SWarner Losh nvme_probe_cleanup(struct cam_periph *periph) 327baabaca3SWarner Losh { 328e0ce51cbSWarner Losh 329baabaca3SWarner Losh free(periph->softc, M_CAMXPT); 330baabaca3SWarner Losh } 331baabaca3SWarner Losh 332f24c011bSWarner Losh #if 0 333baabaca3SWarner Losh /* XXX should be used, don't delete */ 334baabaca3SWarner Losh static void 335baabaca3SWarner Losh nvme_find_quirk(struct cam_ed *device) 336baabaca3SWarner Losh { 337baabaca3SWarner Losh struct nvme_quirk_entry *quirk; 338baabaca3SWarner Losh caddr_t match; 339baabaca3SWarner Losh 340baabaca3SWarner Losh match = cam_quirkmatch((caddr_t)&device->nvme_data, 341baabaca3SWarner Losh (caddr_t)nvme_quirk_table, 342baabaca3SWarner Losh nvme_quirk_table_size, 343baabaca3SWarner Losh sizeof(*nvme_quirk_table), nvme_identify_match); 344baabaca3SWarner Losh 345baabaca3SWarner Losh if (match == NULL) 346baabaca3SWarner Losh panic("xpt_find_quirk: device didn't match wildcard entry!!"); 347baabaca3SWarner Losh 348baabaca3SWarner Losh quirk = (struct nvme_quirk_entry *)match; 349baabaca3SWarner Losh device->quirk = quirk; 350baabaca3SWarner Losh if (quirk->quirks & CAM_QUIRK_MAXTAGS) { 351baabaca3SWarner Losh device->mintags = quirk->mintags; 352baabaca3SWarner Losh device->maxtags = quirk->maxtags; 353baabaca3SWarner Losh } 354baabaca3SWarner Losh } 355f24c011bSWarner Losh #endif 356baabaca3SWarner Losh 357baabaca3SWarner Losh static void 358baabaca3SWarner Losh nvme_scan_lun(struct cam_periph *periph, struct cam_path *path, 359baabaca3SWarner Losh cam_flags flags, union ccb *request_ccb) 360baabaca3SWarner Losh { 361baabaca3SWarner Losh struct ccb_pathinq cpi; 362baabaca3SWarner Losh cam_status status; 363baabaca3SWarner Losh struct cam_periph *old_periph; 364baabaca3SWarner Losh int lock; 365baabaca3SWarner Losh 366baabaca3SWarner Losh CAM_DEBUG(path, CAM_DEBUG_TRACE, ("nvme_scan_lun\n")); 367baabaca3SWarner Losh 368baabaca3SWarner Losh xpt_setup_ccb(&cpi.ccb_h, path, CAM_PRIORITY_NONE); 369baabaca3SWarner Losh cpi.ccb_h.func_code = XPT_PATH_INQ; 370baabaca3SWarner Losh xpt_action((union ccb *)&cpi); 371baabaca3SWarner Losh 372baabaca3SWarner Losh if (cpi.ccb_h.status != CAM_REQ_CMP) { 373baabaca3SWarner Losh if (request_ccb != NULL) { 374baabaca3SWarner Losh request_ccb->ccb_h.status = cpi.ccb_h.status; 375baabaca3SWarner Losh xpt_done(request_ccb); 376baabaca3SWarner Losh } 377baabaca3SWarner Losh return; 378baabaca3SWarner Losh } 379baabaca3SWarner Losh 380baabaca3SWarner Losh if (xpt_path_lun_id(path) == CAM_LUN_WILDCARD) { 381baabaca3SWarner Losh CAM_DEBUG(path, CAM_DEBUG_TRACE, ("nvme_scan_lun ignoring bus\n")); 382baabaca3SWarner Losh request_ccb->ccb_h.status = CAM_REQ_CMP; /* XXX signal error ? */ 383baabaca3SWarner Losh xpt_done(request_ccb); 384baabaca3SWarner Losh return; 385baabaca3SWarner Losh } 386baabaca3SWarner Losh 387baabaca3SWarner Losh lock = (xpt_path_owned(path) == 0); 388baabaca3SWarner Losh if (lock) 389baabaca3SWarner Losh xpt_path_lock(path); 390baabaca3SWarner Losh if ((old_periph = cam_periph_find(path, "nvme_probe")) != NULL) { 391baabaca3SWarner Losh if ((old_periph->flags & CAM_PERIPH_INVALID) == 0) { 392baabaca3SWarner Losh nvme_probe_softc *softc; 393baabaca3SWarner Losh 394baabaca3SWarner Losh softc = (nvme_probe_softc *)old_periph->softc; 395baabaca3SWarner Losh TAILQ_INSERT_TAIL(&softc->request_ccbs, 396baabaca3SWarner Losh &request_ccb->ccb_h, periph_links.tqe); 397baabaca3SWarner Losh softc->restart = 1; 398baabaca3SWarner Losh CAM_DEBUG(path, CAM_DEBUG_TRACE, 399baabaca3SWarner Losh ("restarting nvme_probe device\n")); 400baabaca3SWarner Losh } else { 401baabaca3SWarner Losh request_ccb->ccb_h.status = CAM_REQ_CMP_ERR; 402baabaca3SWarner Losh CAM_DEBUG(path, CAM_DEBUG_TRACE, 403baabaca3SWarner Losh ("Failing to restart nvme_probe device\n")); 404baabaca3SWarner Losh xpt_done(request_ccb); 405baabaca3SWarner Losh } 406baabaca3SWarner Losh } else { 407baabaca3SWarner Losh CAM_DEBUG(path, CAM_DEBUG_TRACE, 408baabaca3SWarner Losh ("Adding nvme_probe device\n")); 409baabaca3SWarner Losh status = cam_periph_alloc(nvme_probe_register, NULL, nvme_probe_cleanup, 410baabaca3SWarner Losh nvme_probe_start, "nvme_probe", 411baabaca3SWarner Losh CAM_PERIPH_BIO, 412baabaca3SWarner Losh request_ccb->ccb_h.path, NULL, 0, 413baabaca3SWarner Losh request_ccb); 414baabaca3SWarner Losh 415baabaca3SWarner Losh if (status != CAM_REQ_CMP) { 416baabaca3SWarner Losh xpt_print(path, "xpt_scan_lun: cam_alloc_periph " 417baabaca3SWarner Losh "returned an error, can't continue probe\n"); 418baabaca3SWarner Losh request_ccb->ccb_h.status = status; 419baabaca3SWarner Losh xpt_done(request_ccb); 420baabaca3SWarner Losh } 421baabaca3SWarner Losh } 422baabaca3SWarner Losh if (lock) 423baabaca3SWarner Losh xpt_path_unlock(path); 424baabaca3SWarner Losh } 425baabaca3SWarner Losh 426baabaca3SWarner Losh static struct cam_ed * 427baabaca3SWarner Losh nvme_alloc_device(struct cam_eb *bus, struct cam_et *target, lun_id_t lun_id) 428baabaca3SWarner Losh { 429baabaca3SWarner Losh struct nvme_quirk_entry *quirk; 430baabaca3SWarner Losh struct cam_ed *device; 431baabaca3SWarner Losh 432baabaca3SWarner Losh device = xpt_alloc_device(bus, target, lun_id); 433baabaca3SWarner Losh if (device == NULL) 434baabaca3SWarner Losh return (NULL); 435baabaca3SWarner Losh 436baabaca3SWarner Losh /* 437baabaca3SWarner Losh * Take the default quirk entry until we have inquiry 438baabaca3SWarner Losh * data from nvme and can determine a better quirk to use. 439baabaca3SWarner Losh */ 440baabaca3SWarner Losh quirk = &nvme_quirk_table[nvme_quirk_table_size - 1]; 441baabaca3SWarner Losh device->quirk = (void *)quirk; 442baabaca3SWarner Losh device->mintags = 0; 443baabaca3SWarner Losh device->maxtags = 0; 444baabaca3SWarner Losh device->inq_flags = 0; 445baabaca3SWarner Losh device->queue_flags = 0; 446baabaca3SWarner Losh device->device_id = NULL; /* XXX Need to set this somewhere */ 447baabaca3SWarner Losh device->device_id_len = 0; 448baabaca3SWarner Losh device->serial_num = NULL; /* XXX Need to set this somewhere */ 449baabaca3SWarner Losh device->serial_num_len = 0; 450baabaca3SWarner Losh return (device); 451baabaca3SWarner Losh } 452baabaca3SWarner Losh 453baabaca3SWarner Losh static void 454baabaca3SWarner Losh nvme_device_transport(struct cam_path *path) 455baabaca3SWarner Losh { 456baabaca3SWarner Losh struct ccb_pathinq cpi; 457baabaca3SWarner Losh struct ccb_trans_settings cts; 458baabaca3SWarner Losh /* XXX get data from nvme namespace and other info ??? */ 459baabaca3SWarner Losh 460baabaca3SWarner Losh /* Get transport information from the SIM */ 461baabaca3SWarner Losh xpt_setup_ccb(&cpi.ccb_h, path, CAM_PRIORITY_NONE); 462baabaca3SWarner Losh cpi.ccb_h.func_code = XPT_PATH_INQ; 463baabaca3SWarner Losh xpt_action((union ccb *)&cpi); 464baabaca3SWarner Losh 465baabaca3SWarner Losh path->device->transport = cpi.transport; 466baabaca3SWarner Losh path->device->transport_version = cpi.transport_version; 467baabaca3SWarner Losh 468baabaca3SWarner Losh path->device->protocol = cpi.protocol; 469baabaca3SWarner Losh path->device->protocol_version = cpi.protocol_version; 470baabaca3SWarner Losh 471baabaca3SWarner Losh /* Tell the controller what we think */ 472baabaca3SWarner Losh xpt_setup_ccb(&cts.ccb_h, path, CAM_PRIORITY_NONE); 473baabaca3SWarner Losh cts.ccb_h.func_code = XPT_SET_TRAN_SETTINGS; 474baabaca3SWarner Losh cts.type = CTS_TYPE_CURRENT_SETTINGS; 475baabaca3SWarner Losh cts.transport = path->device->transport; 476baabaca3SWarner Losh cts.transport_version = path->device->transport_version; 477baabaca3SWarner Losh cts.protocol = path->device->protocol; 478baabaca3SWarner Losh cts.protocol_version = path->device->protocol_version; 479baabaca3SWarner Losh cts.proto_specific.valid = 0; 480baabaca3SWarner Losh cts.xport_specific.valid = 0; 481baabaca3SWarner Losh xpt_action((union ccb *)&cts); 482baabaca3SWarner Losh } 483baabaca3SWarner Losh 484baabaca3SWarner Losh static void 485baabaca3SWarner Losh nvme_dev_advinfo(union ccb *start_ccb) 486baabaca3SWarner Losh { 487baabaca3SWarner Losh struct cam_ed *device; 488baabaca3SWarner Losh struct ccb_dev_advinfo *cdai; 489baabaca3SWarner Losh off_t amt; 490baabaca3SWarner Losh 491baabaca3SWarner Losh start_ccb->ccb_h.status = CAM_REQ_INVALID; 492baabaca3SWarner Losh device = start_ccb->ccb_h.path->device; 493baabaca3SWarner Losh cdai = &start_ccb->cdai; 494baabaca3SWarner Losh switch(cdai->buftype) { 495baabaca3SWarner Losh case CDAI_TYPE_SCSI_DEVID: 496baabaca3SWarner Losh if (cdai->flags & CDAI_FLAG_STORE) 497baabaca3SWarner Losh return; 498baabaca3SWarner Losh cdai->provsiz = device->device_id_len; 499baabaca3SWarner Losh if (device->device_id_len == 0) 500baabaca3SWarner Losh break; 501baabaca3SWarner Losh amt = device->device_id_len; 502baabaca3SWarner Losh if (cdai->provsiz > cdai->bufsiz) 503baabaca3SWarner Losh amt = cdai->bufsiz; 504baabaca3SWarner Losh memcpy(cdai->buf, device->device_id, amt); 505baabaca3SWarner Losh break; 506baabaca3SWarner Losh case CDAI_TYPE_SERIAL_NUM: 507baabaca3SWarner Losh if (cdai->flags & CDAI_FLAG_STORE) 508baabaca3SWarner Losh return; 509baabaca3SWarner Losh cdai->provsiz = device->serial_num_len; 510baabaca3SWarner Losh if (device->serial_num_len == 0) 511baabaca3SWarner Losh break; 512baabaca3SWarner Losh amt = device->serial_num_len; 513baabaca3SWarner Losh if (cdai->provsiz > cdai->bufsiz) 514baabaca3SWarner Losh amt = cdai->bufsiz; 515baabaca3SWarner Losh memcpy(cdai->buf, device->serial_num, amt); 516baabaca3SWarner Losh break; 517baabaca3SWarner Losh case CDAI_TYPE_PHYS_PATH: 518baabaca3SWarner Losh if (cdai->flags & CDAI_FLAG_STORE) { 519baabaca3SWarner Losh if (device->physpath != NULL) 520baabaca3SWarner Losh free(device->physpath, M_CAMXPT); 521baabaca3SWarner Losh device->physpath_len = cdai->bufsiz; 522baabaca3SWarner Losh /* Clear existing buffer if zero length */ 523baabaca3SWarner Losh if (cdai->bufsiz == 0) 524baabaca3SWarner Losh break; 525baabaca3SWarner Losh device->physpath = malloc(cdai->bufsiz, M_CAMXPT, M_NOWAIT); 526baabaca3SWarner Losh if (device->physpath == NULL) { 527baabaca3SWarner Losh start_ccb->ccb_h.status = CAM_REQ_ABORTED; 528baabaca3SWarner Losh return; 529baabaca3SWarner Losh } 530baabaca3SWarner Losh memcpy(device->physpath, cdai->buf, cdai->bufsiz); 531baabaca3SWarner Losh } else { 532baabaca3SWarner Losh cdai->provsiz = device->physpath_len; 533baabaca3SWarner Losh if (device->physpath_len == 0) 534baabaca3SWarner Losh break; 535baabaca3SWarner Losh amt = device->physpath_len; 536baabaca3SWarner Losh if (cdai->provsiz > cdai->bufsiz) 537baabaca3SWarner Losh amt = cdai->bufsiz; 538baabaca3SWarner Losh memcpy(cdai->buf, device->physpath, amt); 539baabaca3SWarner Losh } 540baabaca3SWarner Losh break; 541baabaca3SWarner Losh default: 542baabaca3SWarner Losh return; 543baabaca3SWarner Losh } 544baabaca3SWarner Losh start_ccb->ccb_h.status = CAM_REQ_CMP; 545baabaca3SWarner Losh 546baabaca3SWarner Losh if (cdai->flags & CDAI_FLAG_STORE) { 547baabaca3SWarner Losh xpt_async(AC_ADVINFO_CHANGED, start_ccb->ccb_h.path, 548baabaca3SWarner Losh (void *)(uintptr_t)cdai->buftype); 549baabaca3SWarner Losh } 550baabaca3SWarner Losh } 551baabaca3SWarner Losh 552baabaca3SWarner Losh static void 553baabaca3SWarner Losh nvme_action(union ccb *start_ccb) 554baabaca3SWarner Losh { 555baabaca3SWarner Losh CAM_DEBUG(start_ccb->ccb_h.path, CAM_DEBUG_TRACE, 556baabaca3SWarner Losh ("nvme_action: func= %#x\n", start_ccb->ccb_h.func_code)); 557baabaca3SWarner Losh 558baabaca3SWarner Losh switch (start_ccb->ccb_h.func_code) { 559baabaca3SWarner Losh case XPT_SCAN_BUS: 560baabaca3SWarner Losh case XPT_SCAN_TGT: 561baabaca3SWarner Losh case XPT_SCAN_LUN: 562baabaca3SWarner Losh nvme_scan_lun(start_ccb->ccb_h.path->periph, 563baabaca3SWarner Losh start_ccb->ccb_h.path, start_ccb->crcn.flags, 564baabaca3SWarner Losh start_ccb); 565baabaca3SWarner Losh break; 566baabaca3SWarner Losh case XPT_DEV_ADVINFO: 567baabaca3SWarner Losh nvme_dev_advinfo(start_ccb); 568baabaca3SWarner Losh break; 569baabaca3SWarner Losh 570baabaca3SWarner Losh default: 571baabaca3SWarner Losh xpt_action_default(start_ccb); 572baabaca3SWarner Losh break; 573baabaca3SWarner Losh } 574baabaca3SWarner Losh } 575baabaca3SWarner Losh 576baabaca3SWarner Losh /* 577baabaca3SWarner Losh * Handle any per-device event notifications that require action by the XPT. 578baabaca3SWarner Losh */ 579baabaca3SWarner Losh static void 580baabaca3SWarner Losh nvme_dev_async(u_int32_t async_code, struct cam_eb *bus, struct cam_et *target, 581baabaca3SWarner Losh struct cam_ed *device, void *async_arg) 582baabaca3SWarner Losh { 583baabaca3SWarner Losh 584baabaca3SWarner Losh /* 585baabaca3SWarner Losh * We only need to handle events for real devices. 586baabaca3SWarner Losh */ 587baabaca3SWarner Losh if (target->target_id == CAM_TARGET_WILDCARD 588baabaca3SWarner Losh || device->lun_id == CAM_LUN_WILDCARD) 589baabaca3SWarner Losh return; 590baabaca3SWarner Losh 591baabaca3SWarner Losh if (async_code == AC_LOST_DEVICE && 592baabaca3SWarner Losh (device->flags & CAM_DEV_UNCONFIGURED) == 0) { 593baabaca3SWarner Losh device->flags |= CAM_DEV_UNCONFIGURED; 594baabaca3SWarner Losh xpt_release_device(device); 595baabaca3SWarner Losh } 596baabaca3SWarner Losh } 597baabaca3SWarner Losh 598baabaca3SWarner Losh static void 599baabaca3SWarner Losh nvme_announce_periph(struct cam_periph *periph) 600baabaca3SWarner Losh { 601baabaca3SWarner Losh struct ccb_pathinq cpi; 602baabaca3SWarner Losh struct ccb_trans_settings cts; 603baabaca3SWarner Losh struct cam_path *path = periph->path; 604baabaca3SWarner Losh 605baabaca3SWarner Losh cam_periph_assert(periph, MA_OWNED); 606baabaca3SWarner Losh 607baabaca3SWarner Losh xpt_setup_ccb(&cts.ccb_h, path, CAM_PRIORITY_NORMAL); 608baabaca3SWarner Losh cts.ccb_h.func_code = XPT_GET_TRAN_SETTINGS; 609baabaca3SWarner Losh cts.type = CTS_TYPE_CURRENT_SETTINGS; 610baabaca3SWarner Losh xpt_action((union ccb*)&cts); 611baabaca3SWarner Losh if ((cts.ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) 612baabaca3SWarner Losh return; 613baabaca3SWarner Losh /* Ask the SIM for its base transfer speed */ 614baabaca3SWarner Losh xpt_setup_ccb(&cpi.ccb_h, path, CAM_PRIORITY_NORMAL); 615baabaca3SWarner Losh cpi.ccb_h.func_code = XPT_PATH_INQ; 616baabaca3SWarner Losh xpt_action((union ccb *)&cpi); 617baabaca3SWarner Losh /* XXX NVME STUFF HERE */ 618baabaca3SWarner Losh printf("\n"); 619baabaca3SWarner Losh } 62008f13879SWarner Losh 62108f13879SWarner Losh static void 62208f13879SWarner Losh nvme_proto_announce(struct cam_ed *device) 62308f13879SWarner Losh { 62408f13879SWarner Losh nvme_print_ident(device->nvme_cdata, device->nvme_data); 62508f13879SWarner Losh } 62608f13879SWarner Losh 62708f13879SWarner Losh static void 62808f13879SWarner Losh nvme_proto_denounce(struct cam_ed *device) 62908f13879SWarner Losh { 63008f13879SWarner Losh nvme_print_ident(device->nvme_cdata, device->nvme_data); 63108f13879SWarner Losh } 63208f13879SWarner Losh 63308f13879SWarner Losh static void 63408f13879SWarner Losh nvme_proto_debug_out(union ccb *ccb) 63508f13879SWarner Losh { 63608f13879SWarner Losh char cdb_str[(sizeof(struct nvme_command) * 3) + 1]; 63708f13879SWarner Losh 63808f13879SWarner Losh if (ccb->ccb_h.func_code != XPT_NVME_IO) 63908f13879SWarner Losh return; 64008f13879SWarner Losh 64108f13879SWarner Losh CAM_DEBUG(ccb->ccb_h.path, 64208f13879SWarner Losh CAM_DEBUG_CDB,("%s. NCB: %s\n", nvme_op_string(&ccb->nvmeio.cmd), 64308f13879SWarner Losh nvme_cmd_string(&ccb->nvmeio.cmd, cdb_str, sizeof(cdb_str)))); 64408f13879SWarner Losh } 64508f13879SWarner Losh 646