1 /* $NetBSD: isp_netbsd.c,v 1.84 2010/09/20 03:52:45 mjacob Exp $ */ 2 /* 3 * Platform (NetBSD) dependent common attachment code for Qlogic adapters. 4 */ 5 /* 6 * Copyright (C) 1997, 1998, 1999 National Aeronautics & Space Administration 7 * All rights reserved. 8 * 9 * Additional Copyright (C) 2000-2007 by Matthew Jacob 10 * All rights reserved. 11 * 12 * Redistribution and use in source and binary forms, with or without 13 * modification, are permitted provided that the following conditions 14 * are met: 15 * 1. Redistributions of source code must retain the above copyright 16 * notice, this list of conditions and the following disclaimer. 17 * 2. Redistributions in binary form must reproduce the above copyright 18 * notice, this list of conditions and the following disclaimer in the 19 * documentation and/or other materials provided with the distribution. 20 * 3. The name of the author may not be used to endorse or promote products 21 * derived from this software without specific prior written permission 22 * 23 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 24 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 25 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 26 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 27 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 28 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 29 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 30 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 31 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 32 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 33 */ 34 35 #include <sys/cdefs.h> 36 __KERNEL_RCSID(0, "$NetBSD: isp_netbsd.c,v 1.84 2010/09/20 03:52:45 mjacob Exp $"); 37 38 #include <dev/ic/isp_netbsd.h> 39 #include <dev/ic/isp_ioctl.h> 40 #include <sys/scsiio.h> 41 42 #include <sys/timevar.h> 43 44 /* 45 * Set a timeout for the watchdogging of a command. 46 * 47 * The dimensional analysis is 48 * 49 * milliseconds * (seconds/millisecond) * (ticks/second) = ticks 50 * 51 * = 52 * 53 * (milliseconds / 1000) * hz = ticks 54 * 55 * 56 * For timeouts less than 1 second, we'll get zero. Because of this, and 57 * because we want to establish *our* timeout to be longer than what the 58 * firmware might do, we just add 3 seconds at the back end. 59 */ 60 #define _XT(xs) ((((xs)->timeout/1000) * hz) + (3 * hz)) 61 62 static void isp_config_interrupts(device_t); 63 static void ispminphys_1020(struct buf *); 64 static void ispminphys(struct buf *); 65 static void ispcmd(struct ispsoftc *, XS_T *); 66 static void isprequest(struct scsipi_channel *, scsipi_adapter_req_t, void *); 67 static int 68 ispioctl(struct scsipi_channel *, u_long, void *, int, struct proc *); 69 70 static void isp_polled_cmd_wait(struct ispsoftc *, XS_T *); 71 static void isp_dog(void *); 72 static void isp_gdt(void *); 73 static void isp_ldt(void *); 74 static void isp_make_here(ispsoftc_t *, int); 75 static void isp_make_gone(ispsoftc_t *, int); 76 static void isp_fc_worker(void *); 77 78 static const char *roles[4] = { 79 "(none)", "Target", "Initiator", "Target/Initiator" 80 }; 81 static const char prom3[] = 82 "PortID 0x%06x Departed from Target %u because of %s"; 83 int isp_change_is_bad = 0; /* "changed" devices are bad */ 84 int isp_quickboot_time = 15; /* don't wait more than N secs for loop up */ 85 static int isp_fabric_hysteresis = 5; 86 #define isp_change_is_bad 0 87 88 /* 89 * Complete attachment of hardware, include subdevices. 90 */ 91 92 void 93 isp_attach(struct ispsoftc *isp) 94 { 95 device_t self = isp->isp_osinfo.dev; 96 int i; 97 98 isp->isp_state = ISP_RUNSTATE; 99 100 isp->isp_osinfo.adapter.adapt_dev = self; 101 isp->isp_osinfo.adapter.adapt_openings = isp->isp_maxcmds; 102 isp->isp_osinfo.loop_down_limit = 300; 103 104 /* 105 * It's not stated whether max_periph is limited by SPI 106 * tag uage, but let's assume that it is. 107 */ 108 isp->isp_osinfo.adapter.adapt_max_periph = min(isp->isp_maxcmds, 255); 109 isp->isp_osinfo.adapter.adapt_ioctl = ispioctl; 110 isp->isp_osinfo.adapter.adapt_request = isprequest; 111 if (isp->isp_type <= ISP_HA_SCSI_1020A) { 112 isp->isp_osinfo.adapter.adapt_minphys = ispminphys_1020; 113 } else { 114 isp->isp_osinfo.adapter.adapt_minphys = ispminphys; 115 } 116 117 callout_init(&isp->isp_osinfo.gdt, 0); 118 callout_setfunc(&isp->isp_osinfo.gdt, isp_gdt, isp); 119 callout_init(&isp->isp_osinfo.ldt, 0); 120 callout_setfunc(&isp->isp_osinfo.ldt, isp_ldt, isp); 121 if (IS_FC(isp)) { 122 if (kthread_create(PRI_NONE, 0, NULL, isp_fc_worker, isp, 123 &isp->isp_osinfo.thread, "%s:fc_thrd", 124 device_xname(self))) { 125 isp_prt(isp, ISP_LOGERR, 126 "unable to create FC worker thread"); 127 return; 128 } 129 } 130 131 for (i = 0; i != isp->isp_osinfo.adapter.adapt_nchannels; i++) { 132 isp->isp_osinfo.chan[i].chan_adapter = 133 &isp->isp_osinfo.adapter; 134 isp->isp_osinfo.chan[i].chan_bustype = &scsi_bustype; 135 isp->isp_osinfo.chan[i].chan_channel = i; 136 /* 137 * Until the midlayer is fixed to use REPORT LUNS, 138 * limit to 8 luns. 139 */ 140 isp->isp_osinfo.chan[i].chan_nluns = min(isp->isp_maxluns, 8); 141 if (IS_FC(isp)) { 142 isp->isp_osinfo.chan[i].chan_ntargets = MAX_FC_TARG; 143 if (ISP_CAP_2KLOGIN(isp) == 0 && MAX_FC_TARG > 256) { 144 isp->isp_osinfo.chan[i].chan_ntargets = 256; 145 } 146 isp->isp_osinfo.chan[i].chan_id = MAX_FC_TARG; 147 } else { 148 isp->isp_osinfo.chan[i].chan_ntargets = MAX_TARGETS; 149 isp->isp_osinfo.chan[i].chan_id = 150 SDPARAM(isp, i)->isp_initiator_id; 151 ISP_LOCK(isp); 152 (void) isp_control(isp, ISPCTL_RESET_BUS, i); 153 ISP_UNLOCK(isp); 154 } 155 } 156 157 /* 158 * Defer enabling mailbox interrupts until later. 159 */ 160 config_interrupts(self, isp_config_interrupts); 161 } 162 163 static void 164 isp_config_interrupts(device_t self) 165 { 166 int i; 167 struct ispsoftc *isp = device_private(self); 168 169 isp->isp_osinfo.mbox_sleep_ok = 1; 170 171 if (IS_FC(isp) && (FCPARAM(isp, 0)->isp_fwstate != FW_READY || 172 FCPARAM(isp, 0)->isp_loopstate != LOOP_READY)) { 173 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 174 "Starting Initial Loop Down Timer"); 175 callout_schedule(&isp->isp_osinfo.ldt, isp_quickboot_time * hz); 176 } 177 178 /* 179 * And attach children (if any). 180 */ 181 for (i = 0; i < isp->isp_osinfo.adapter.adapt_nchannels; i++) { 182 config_found(self, &isp->isp_osinfo.chan[i], scsiprint); 183 } 184 } 185 186 /* 187 * minphys our xfers 188 */ 189 static void 190 ispminphys_1020(struct buf *bp) 191 { 192 if (bp->b_bcount >= (1 << 24)) { 193 bp->b_bcount = (1 << 24); 194 } 195 minphys(bp); 196 } 197 198 static void 199 ispminphys(struct buf *bp) 200 { 201 if (bp->b_bcount >= (1 << 30)) { 202 bp->b_bcount = (1 << 30); 203 } 204 minphys(bp); 205 } 206 207 static int 208 ispioctl(struct scsipi_channel *chan, u_long cmd, void *addr, int flag, 209 struct proc *p) 210 { 211 struct ispsoftc *isp = device_private(chan->chan_adapter->adapt_dev); 212 int nr, bus, retval = ENOTTY; 213 214 switch (cmd) { 215 case ISP_SDBLEV: 216 { 217 int olddblev = isp->isp_dblev; 218 isp->isp_dblev = *(int *)addr; 219 *(int *)addr = olddblev; 220 retval = 0; 221 break; 222 } 223 case ISP_GETROLE: 224 bus = *(int *)addr; 225 if (bus < 0 || bus >= isp->isp_nchan) { 226 retval = -ENXIO; 227 break; 228 } 229 if (IS_FC(isp)) { 230 *(int *)addr = FCPARAM(isp, bus)->role; 231 } else { 232 *(int *)addr = SDPARAM(isp, bus)->role; 233 } 234 retval = 0; 235 break; 236 case ISP_SETROLE: 237 238 nr = *(int *)addr; 239 bus = nr >> 8; 240 if (bus < 0 || bus >= isp->isp_nchan) { 241 retval = -ENXIO; 242 break; 243 } 244 nr &= 0xff; 245 if (nr & ~(ISP_ROLE_INITIATOR|ISP_ROLE_TARGET)) { 246 retval = EINVAL; 247 break; 248 } 249 if (IS_FC(isp)) { 250 *(int *)addr = FCPARAM(isp, bus)->role; 251 FCPARAM(isp, bus)->role = nr; 252 } else { 253 *(int *)addr = SDPARAM(isp, bus)->role; 254 SDPARAM(isp, bus)->role = nr; 255 } 256 retval = 0; 257 break; 258 259 case ISP_RESETHBA: 260 ISP_LOCK(isp); 261 isp_reinit(isp, 0); 262 ISP_UNLOCK(isp); 263 retval = 0; 264 break; 265 266 case ISP_RESCAN: 267 if (IS_FC(isp)) { 268 bus = *(int *)addr; 269 if (bus < 0 || bus >= isp->isp_nchan) { 270 retval = -ENXIO; 271 break; 272 } 273 ISP_LOCK(isp); 274 if (isp_fc_runstate(isp, bus, 5 * 1000000)) { 275 retval = EIO; 276 } else { 277 retval = 0; 278 } 279 ISP_UNLOCK(isp); 280 } 281 break; 282 283 case ISP_FC_LIP: 284 if (IS_FC(isp)) { 285 bus = *(int *)addr; 286 if (bus < 0 || bus >= isp->isp_nchan) { 287 retval = -ENXIO; 288 break; 289 } 290 ISP_LOCK(isp); 291 if (isp_control(isp, ISPCTL_SEND_LIP, bus)) { 292 retval = EIO; 293 } else { 294 retval = 0; 295 } 296 ISP_UNLOCK(isp); 297 } 298 break; 299 case ISP_FC_GETDINFO: 300 { 301 struct isp_fc_device *ifc = (struct isp_fc_device *) addr; 302 fcportdb_t *lp; 303 304 if (IS_SCSI(isp)) { 305 break; 306 } 307 if (ifc->loopid >= MAX_FC_TARG) { 308 retval = EINVAL; 309 break; 310 } 311 lp = &FCPARAM(isp, ifc->chan)->portdb[ifc->loopid]; 312 if (lp->state == FC_PORTDB_STATE_VALID) { 313 ifc->role = lp->roles; 314 ifc->loopid = lp->handle; 315 ifc->portid = lp->portid; 316 ifc->node_wwn = lp->node_wwn; 317 ifc->port_wwn = lp->port_wwn; 318 retval = 0; 319 } else { 320 retval = ENODEV; 321 } 322 break; 323 } 324 case ISP_GET_STATS: 325 { 326 isp_stats_t *sp = (isp_stats_t *) addr; 327 328 ISP_MEMZERO(sp, sizeof (*sp)); 329 sp->isp_stat_version = ISP_STATS_VERSION; 330 sp->isp_type = isp->isp_type; 331 sp->isp_revision = isp->isp_revision; 332 ISP_LOCK(isp); 333 sp->isp_stats[ISP_INTCNT] = isp->isp_intcnt; 334 sp->isp_stats[ISP_INTBOGUS] = isp->isp_intbogus; 335 sp->isp_stats[ISP_INTMBOXC] = isp->isp_intmboxc; 336 sp->isp_stats[ISP_INGOASYNC] = isp->isp_intoasync; 337 sp->isp_stats[ISP_RSLTCCMPLT] = isp->isp_rsltccmplt; 338 sp->isp_stats[ISP_FPHCCMCPLT] = isp->isp_fphccmplt; 339 sp->isp_stats[ISP_RSCCHIWAT] = isp->isp_rscchiwater; 340 sp->isp_stats[ISP_FPCCHIWAT] = isp->isp_fpcchiwater; 341 ISP_UNLOCK(isp); 342 retval = 0; 343 break; 344 } 345 case ISP_CLR_STATS: 346 ISP_LOCK(isp); 347 isp->isp_intcnt = 0; 348 isp->isp_intbogus = 0; 349 isp->isp_intmboxc = 0; 350 isp->isp_intoasync = 0; 351 isp->isp_rsltccmplt = 0; 352 isp->isp_fphccmplt = 0; 353 isp->isp_rscchiwater = 0; 354 isp->isp_fpcchiwater = 0; 355 ISP_UNLOCK(isp); 356 retval = 0; 357 break; 358 case ISP_FC_GETHINFO: 359 { 360 struct isp_hba_device *hba = (struct isp_hba_device *) addr; 361 bus = hba->fc_channel; 362 363 if (bus < 0 || bus >= isp->isp_nchan) { 364 retval = ENXIO; 365 break; 366 } 367 hba->fc_fw_major = ISP_FW_MAJORX(isp->isp_fwrev); 368 hba->fc_fw_minor = ISP_FW_MINORX(isp->isp_fwrev); 369 hba->fc_fw_micro = ISP_FW_MICROX(isp->isp_fwrev); 370 hba->fc_nchannels = isp->isp_nchan; 371 hba->fc_nports = isp->isp_nchan;/* XXXX 24XX STUFF? XXX */ 372 if (IS_FC(isp)) { 373 hba->fc_speed = FCPARAM(isp, bus)->isp_gbspeed; 374 hba->fc_topology = FCPARAM(isp, bus)->isp_topo + 1; 375 hba->fc_loopid = FCPARAM(isp, bus)->isp_loopid; 376 hba->nvram_node_wwn = FCPARAM(isp, bus)->isp_wwnn_nvram; 377 hba->nvram_port_wwn = FCPARAM(isp, bus)->isp_wwpn_nvram; 378 hba->active_node_wwn = FCPARAM(isp, bus)->isp_wwnn; 379 hba->active_port_wwn = FCPARAM(isp, bus)->isp_wwpn; 380 } else { 381 hba->fc_speed = 0; 382 hba->fc_topology = 0; 383 hba->nvram_node_wwn = 0ull; 384 hba->nvram_port_wwn = 0ull; 385 hba->active_node_wwn = 0ull; 386 hba->active_port_wwn = 0ull; 387 } 388 retval = 0; 389 break; 390 } 391 case ISP_TSK_MGMT: 392 { 393 int needmarker; 394 struct isp_fc_tsk_mgmt *fct = (struct isp_fc_tsk_mgmt *) addr; 395 uint16_t loopid; 396 mbreg_t mbs; 397 398 if (IS_SCSI(isp)) { 399 break; 400 } 401 402 bus = fct->chan; 403 if (bus < 0 || bus >= isp->isp_nchan) { 404 retval = -ENXIO; 405 break; 406 } 407 408 memset(&mbs, 0, sizeof (mbs)); 409 needmarker = retval = 0; 410 loopid = fct->loopid; 411 if (ISP_CAP_2KLOGIN(isp) == 0) { 412 loopid <<= 8; 413 } 414 switch (fct->action) { 415 case IPT_CLEAR_ACA: 416 mbs.param[0] = MBOX_CLEAR_ACA; 417 mbs.param[1] = loopid; 418 mbs.param[2] = fct->lun; 419 break; 420 case IPT_TARGET_RESET: 421 mbs.param[0] = MBOX_TARGET_RESET; 422 mbs.param[1] = loopid; 423 needmarker = 1; 424 break; 425 case IPT_LUN_RESET: 426 mbs.param[0] = MBOX_LUN_RESET; 427 mbs.param[1] = loopid; 428 mbs.param[2] = fct->lun; 429 needmarker = 1; 430 break; 431 case IPT_CLEAR_TASK_SET: 432 mbs.param[0] = MBOX_CLEAR_TASK_SET; 433 mbs.param[1] = loopid; 434 mbs.param[2] = fct->lun; 435 needmarker = 1; 436 break; 437 case IPT_ABORT_TASK_SET: 438 mbs.param[0] = MBOX_ABORT_TASK_SET; 439 mbs.param[1] = loopid; 440 mbs.param[2] = fct->lun; 441 needmarker = 1; 442 break; 443 default: 444 retval = EINVAL; 445 break; 446 } 447 if (retval == 0) { 448 if (needmarker) { 449 FCPARAM(isp, bus)->sendmarker = 1; 450 } 451 ISP_LOCK(isp); 452 retval = isp_control(isp, ISPCTL_RUN_MBOXCMD, &mbs); 453 ISP_UNLOCK(isp); 454 if (retval) { 455 retval = EIO; 456 } 457 } 458 break; 459 } 460 case ISP_FC_GETDLIST: 461 { 462 isp_dlist_t local, *ua; 463 uint16_t nph, nphe, count, channel, lim; 464 struct wwnpair pair, *uptr; 465 466 if (IS_SCSI(isp)) { 467 retval = EINVAL; 468 break; 469 } 470 471 ua = *(isp_dlist_t **)addr; 472 if (copyin(ua, &local, sizeof (isp_dlist_t))) { 473 retval = EFAULT; 474 break; 475 } 476 lim = local.count; 477 channel = local.channel; 478 479 ua = *(isp_dlist_t **)addr; 480 uptr = &ua->wwns[0]; 481 482 if (ISP_CAP_2KLOGIN(isp)) { 483 nphe = NPH_MAX_2K; 484 } else { 485 nphe = NPH_MAX; 486 } 487 for (count = 0, nph = 0; count < lim && nph != nphe; nph++) { 488 ISP_LOCK(isp); 489 retval = isp_control(isp, ISPCTL_GET_NAMES, channel, 490 nph, &pair.wwnn, &pair.wwpn); 491 ISP_UNLOCK(isp); 492 if (retval || (pair.wwpn == INI_NONE && 493 pair.wwnn == INI_NONE)) { 494 retval = 0; 495 continue; 496 } 497 if (copyout(&pair, (void *)uptr++, sizeof (pair))) { 498 retval = EFAULT; 499 break; 500 } 501 count++; 502 } 503 if (retval == 0) { 504 if (copyout(&count, (void *)&ua->count, 505 sizeof (count))) { 506 retval = EFAULT; 507 } 508 } 509 break; 510 } 511 case SCBUSIORESET: 512 ISP_LOCK(isp); 513 if (isp_control(isp, ISPCTL_RESET_BUS, &chan->chan_channel)) { 514 retval = EIO; 515 } else { 516 retval = 0; 517 } 518 ISP_UNLOCK(isp); 519 break; 520 default: 521 break; 522 } 523 return (retval); 524 } 525 526 static void 527 ispcmd(struct ispsoftc *isp, XS_T *xs) 528 { 529 volatile uint8_t ombi; 530 int lim, chan; 531 532 ISP_LOCK(isp); 533 if (isp->isp_state < ISP_RUNSTATE) { 534 ISP_DISABLE_INTS(isp); 535 isp_init(isp); 536 if (isp->isp_state != ISP_INITSTATE) { 537 ISP_ENABLE_INTS(isp); 538 ISP_UNLOCK(isp); 539 isp_prt(isp, ISP_LOGERR, "isp not at init state"); 540 XS_SETERR(xs, HBA_BOTCH); 541 scsipi_done(xs); 542 return; 543 } 544 isp->isp_state = ISP_RUNSTATE; 545 ISP_ENABLE_INTS(isp); 546 } 547 chan = XS_CHANNEL(xs); 548 549 /* 550 * Handle the case of a FC card where the FC thread hasn't 551 * fired up yet and we don't yet have a known loop state. 552 */ 553 if (IS_FC(isp) && (FCPARAM(isp, chan)->isp_fwstate != FW_READY || 554 FCPARAM(isp, chan)->isp_loopstate != LOOP_READY) && 555 isp->isp_osinfo.thread == NULL) { 556 ombi = isp->isp_osinfo.mbox_sleep_ok != 0; 557 int delay_time; 558 559 if (xs->xs_control & XS_CTL_POLL) { 560 isp->isp_osinfo.mbox_sleep_ok = 0; 561 } 562 563 if (isp->isp_osinfo.loop_checked == 0) { 564 delay_time = 10 * 1000000; 565 isp->isp_osinfo.loop_checked = 1; 566 } else { 567 delay_time = 250000; 568 } 569 570 if (isp_fc_runstate(isp, XS_CHANNEL(xs), delay_time) != 0) { 571 if (xs->xs_control & XS_CTL_POLL) { 572 isp->isp_osinfo.mbox_sleep_ok = ombi; 573 } 574 if (FCPARAM(isp, XS_CHANNEL(xs))->loop_seen_once == 0) { 575 XS_SETERR(xs, HBA_SELTIMEOUT); 576 scsipi_done(xs); 577 ISP_UNLOCK(isp); 578 return; 579 } 580 /* 581 * Otherwise, fall thru to be queued up for later. 582 */ 583 } else { 584 int wasblocked = 585 (isp->isp_osinfo.blocked || isp->isp_osinfo.paused); 586 isp->isp_osinfo.blocked = isp->isp_osinfo.paused = 0; 587 if (wasblocked) { 588 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 589 "THAW QUEUES @ LINE %d", __LINE__); 590 scsipi_channel_thaw(&isp->isp_osinfo.chan[chan], 591 1); 592 } 593 } 594 if (xs->xs_control & XS_CTL_POLL) { 595 isp->isp_osinfo.mbox_sleep_ok = ombi; 596 } 597 } 598 599 if (isp->isp_osinfo.paused) { 600 isp_prt(isp, ISP_LOGWARN, "I/O while paused"); 601 xs->error = XS_RESOURCE_SHORTAGE; 602 scsipi_done(xs); 603 ISP_UNLOCK(isp); 604 return; 605 } 606 if (isp->isp_osinfo.blocked) { 607 isp_prt(isp, ISP_LOGWARN, 608 "I/O while blocked with retries %d", xs, xs->xs_retries); 609 if (xs->xs_retries) { 610 xs->error = XS_REQUEUE; 611 xs->xs_retries--; 612 } else { 613 XS_SETERR(xs, HBA_SELTIMEOUT); 614 } 615 scsipi_done(xs); 616 ISP_UNLOCK(isp); 617 return; 618 } 619 620 if (xs->xs_control & XS_CTL_POLL) { 621 ombi = isp->isp_osinfo.mbox_sleep_ok; 622 isp->isp_osinfo.mbox_sleep_ok = 0; 623 } 624 625 switch (isp_start(xs)) { 626 case CMD_QUEUED: 627 if (IS_FC(isp) && isp->isp_osinfo.wwns[XS_TGT(xs)] == 0) { 628 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs)); 629 int dbidx = fcp->isp_dev_map[XS_TGT(xs)] - 1; 630 device_t dev = xs->xs_periph->periph_dev; 631 632 if (dbidx >= 0 && dev && 633 prop_dictionary_set_uint64(device_properties(dev), 634 "port-wwn", fcp->portdb[dbidx].port_wwn) == TRUE) { 635 isp->isp_osinfo.wwns[XS_TGT(xs)] = 636 fcp->portdb[dbidx].port_wwn; 637 } 638 } 639 if (xs->xs_control & XS_CTL_POLL) { 640 isp_polled_cmd_wait(isp, xs); 641 isp->isp_osinfo.mbox_sleep_ok = ombi; 642 } else if (xs->timeout) { 643 callout_reset(&xs->xs_callout, _XT(xs), isp_dog, xs); 644 } 645 break; 646 case CMD_EAGAIN: 647 isp->isp_osinfo.paused = 1; 648 xs->error = XS_RESOURCE_SHORTAGE; 649 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 650 "FREEZE QUEUES @ LINE %d", __LINE__); 651 for (chan = 0; chan < isp->isp_nchan; chan++) { 652 scsipi_channel_freeze(&isp->isp_osinfo.chan[chan], 1); 653 } 654 scsipi_done(xs); 655 break; 656 case CMD_RQLATER: 657 /* 658 * We can only get RQLATER from FC devices (1 channel only) 659 * 660 * If we've never seen loop up see if if we've been down 661 * quickboot time, otherwise wait loop down limit time. 662 * If so, then we start giving up on commands. 663 */ 664 if (FCPARAM(isp, XS_CHANNEL(xs))->loop_seen_once == 0) { 665 lim = isp_quickboot_time; 666 } else { 667 lim = isp->isp_osinfo.loop_down_limit; 668 } 669 if (isp->isp_osinfo.loop_down_time >= lim) { 670 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 671 "RQLATER->SELTIMEOUT for %d (%d >= %d)", XS_TGT(xs), 672 isp->isp_osinfo.loop_down_time, lim); 673 XS_SETERR(xs, HBA_SELTIMEOUT); 674 scsipi_done(xs); 675 break; 676 } 677 if (isp->isp_osinfo.blocked == 0) { 678 isp->isp_osinfo.blocked = 1; 679 scsipi_channel_freeze(&isp->isp_osinfo.chan[chan], 1); 680 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 681 "FREEZE QUEUES @ LINE %d", __LINE__); 682 } else { 683 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 684 "RQLATER WITH FROZEN QUEUES @ LINE %d", __LINE__); 685 } 686 xs->error = XS_REQUEUE; 687 scsipi_done(xs); 688 break; 689 case CMD_COMPLETE: 690 scsipi_done(xs); 691 break; 692 } 693 ISP_UNLOCK(isp); 694 } 695 696 static void 697 isprequest(struct scsipi_channel *chan, scsipi_adapter_req_t req, void *arg) 698 { 699 struct ispsoftc *isp = device_private(chan->chan_adapter->adapt_dev); 700 701 switch (req) { 702 case ADAPTER_REQ_RUN_XFER: 703 ispcmd(isp, (XS_T *) arg); 704 break; 705 706 case ADAPTER_REQ_GROW_RESOURCES: 707 /* Not supported. */ 708 break; 709 710 case ADAPTER_REQ_SET_XFER_MODE: 711 if (IS_SCSI(isp)) { 712 struct scsipi_xfer_mode *xm = arg; 713 int dflags = 0; 714 sdparam *sdp = SDPARAM(isp, chan->chan_channel); 715 716 if (xm->xm_mode & PERIPH_CAP_TQING) 717 dflags |= DPARM_TQING; 718 if (xm->xm_mode & PERIPH_CAP_WIDE16) 719 dflags |= DPARM_WIDE; 720 if (xm->xm_mode & PERIPH_CAP_SYNC) 721 dflags |= DPARM_SYNC; 722 ISP_LOCK(isp); 723 sdp->isp_devparam[xm->xm_target].goal_flags |= dflags; 724 dflags = sdp->isp_devparam[xm->xm_target].goal_flags; 725 sdp->isp_devparam[xm->xm_target].dev_update = 1; 726 sdp->update = 1; 727 ISP_UNLOCK(isp); 728 isp_prt(isp, ISP_LOGDEBUG1, 729 "isprequest: device flags 0x%x for %d.%d.X", 730 dflags, chan->chan_channel, xm->xm_target); 731 break; 732 } 733 default: 734 break; 735 } 736 } 737 738 static void 739 isp_polled_cmd_wait(struct ispsoftc *isp, XS_T *xs) 740 { 741 int infinite = 0, mswait; 742 743 /* 744 * If we can't use interrupts, poll on completion. 745 */ 746 if ((mswait = XS_TIME(xs)) == 0) { 747 infinite = 1; 748 } 749 750 while (mswait || infinite) { 751 uint32_t isr; 752 uint16_t sema, mbox; 753 if (ISP_READ_ISR(isp, &isr, &sema, &mbox)) { 754 isp_intr(isp, isr, sema, mbox); 755 if (XS_CMD_DONE_P(xs)) { 756 break; 757 } 758 } 759 ISP_DELAY(1000); 760 mswait -= 1; 761 } 762 763 /* 764 * If no other error occurred but we didn't finish 765 * something bad happened, so abort the command. 766 */ 767 if (XS_CMD_DONE_P(xs) == 0) { 768 if (isp_control(isp, ISPCTL_ABORT_CMD, xs)) { 769 isp_reinit(isp, 0); 770 } 771 if (XS_NOERR(xs)) { 772 isp_prt(isp, ISP_LOGERR, "polled command timed out"); 773 XS_SETERR(xs, HBA_BOTCH); 774 } 775 } 776 scsipi_done(xs); 777 } 778 779 void 780 isp_done(XS_T *xs) 781 { 782 if (XS_CMD_WDOG_P(xs) == 0) { 783 struct ispsoftc *isp = XS_ISP(xs); 784 callout_stop(&xs->xs_callout); 785 if (XS_CMD_GRACE_P(xs)) { 786 isp_prt(isp, ISP_LOGDEBUG1, 787 "finished command on borrowed time"); 788 } 789 XS_CMD_S_CLEAR(xs); 790 /* 791 * Fixup- if we get a QFULL, we need 792 * to set XS_BUSY as the error. 793 */ 794 if (xs->status == SCSI_QUEUE_FULL) { 795 xs->error = XS_BUSY; 796 } 797 if (isp->isp_osinfo.paused) { 798 int i; 799 isp->isp_osinfo.paused = 0; 800 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 801 "THAW QUEUES @ LINE %d", __LINE__); 802 for (i = 0; i < isp->isp_nchan; i++) { 803 scsipi_channel_timed_thaw(&isp->isp_osinfo.chan[i]); 804 } 805 } 806 if (xs->error == XS_DRIVER_STUFFUP) { 807 isp_prt(isp, ISP_LOGERR, 808 "BOTCHED cmd for %d.%d.%d cmd 0x%x datalen %ld", 809 XS_CHANNEL(xs), XS_TGT(xs), XS_LUN(xs), 810 XS_CDBP(xs)[0], (long) XS_XFRLEN(xs)); 811 } 812 scsipi_done(xs); 813 } 814 } 815 816 static void 817 isp_dog(void *arg) 818 { 819 XS_T *xs = arg; 820 struct ispsoftc *isp = XS_ISP(xs); 821 uint32_t handle; 822 823 824 ISP_ILOCK(isp); 825 /* 826 * We've decided this command is dead. Make sure we're not trying 827 * to kill a command that's already dead by getting it's handle and 828 * and seeing whether it's still alive. 829 */ 830 handle = isp_find_handle(isp, xs); 831 if (handle) { 832 uint32_t isr; 833 uint16_t mbox, sema; 834 835 if (XS_CMD_DONE_P(xs)) { 836 isp_prt(isp, ISP_LOGDEBUG1, 837 "watchdog found done cmd (handle 0x%x)", handle); 838 ISP_IUNLOCK(isp); 839 return; 840 } 841 842 if (XS_CMD_WDOG_P(xs)) { 843 isp_prt(isp, ISP_LOGDEBUG1, 844 "recursive watchdog (handle 0x%x)", handle); 845 ISP_IUNLOCK(isp); 846 return; 847 } 848 849 XS_CMD_S_WDOG(xs); 850 851 if (ISP_READ_ISR(isp, &isr, &sema, &mbox)) { 852 isp_intr(isp, isr, sema, mbox); 853 854 } 855 if (XS_CMD_DONE_P(xs)) { 856 isp_prt(isp, ISP_LOGDEBUG1, 857 "watchdog cleanup for handle 0x%x", handle); 858 XS_CMD_C_WDOG(xs); 859 isp_done(xs); 860 } else if (XS_CMD_GRACE_P(xs)) { 861 isp_prt(isp, ISP_LOGDEBUG1, 862 "watchdog timeout for handle 0x%x", handle); 863 /* 864 * Make sure the command is *really* dead before we 865 * release the handle (and DMA resources) for reuse. 866 */ 867 (void) isp_control(isp, ISPCTL_ABORT_CMD, arg); 868 869 /* 870 * After this point, the command is really dead. 871 */ 872 if (XS_XFRLEN(xs)) { 873 ISP_DMAFREE(isp, xs, handle); 874 } 875 isp_destroy_handle(isp, handle); 876 XS_SETERR(xs, XS_TIMEOUT); 877 XS_CMD_S_CLEAR(xs); 878 isp_done(xs); 879 } else { 880 void *qe; 881 isp_marker_t local, *mp = &local; 882 isp_prt(isp, ISP_LOGDEBUG2, 883 "possible command timeout on handle %x", handle); 884 XS_CMD_C_WDOG(xs); 885 callout_reset(&xs->xs_callout, hz, isp_dog, xs); 886 qe = isp_getrqentry(isp); 887 if (qe == NULL) { 888 ISP_UNLOCK(isp); 889 return; 890 } 891 XS_CMD_S_GRACE(xs); 892 ISP_MEMZERO((void *) mp, sizeof (*mp)); 893 mp->mrk_header.rqs_entry_count = 1; 894 mp->mrk_header.rqs_entry_type = RQSTYPE_MARKER; 895 mp->mrk_modifier = SYNC_ALL; 896 mp->mrk_target = XS_CHANNEL(xs) << 7; 897 isp_put_marker(isp, mp, qe); 898 ISP_SYNC_REQUEST(isp); 899 } 900 } else { 901 isp_prt(isp, ISP_LOGDEBUG0, "watchdog with no command"); 902 } 903 ISP_IUNLOCK(isp); 904 } 905 906 /* 907 * Gone Device Timer Function- when we have decided that a device has gone 908 * away, we wait a specific period of time prior to telling the OS it has 909 * gone away. 910 * 911 * This timer function fires once a second and then scans the port database 912 * for devices that are marked dead but still have a virtual target assigned. 913 * We decrement a counter for that port database entry, and when it hits zero, 914 * we tell the OS the device has gone away. 915 */ 916 static void 917 isp_gdt(void *arg) 918 { 919 ispsoftc_t *isp = arg; 920 fcportdb_t *lp; 921 int dbidx, tgt, more_to_do = 0; 922 923 isp_prt(isp, ISP_LOGDEBUG0, "GDT timer expired"); 924 ISP_LOCK(isp); 925 for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) { 926 lp = &FCPARAM(isp, 0)->portdb[dbidx]; 927 928 if (lp->state != FC_PORTDB_STATE_ZOMBIE) { 929 continue; 930 } 931 if (lp->dev_map_idx == 0) { 932 continue; 933 } 934 if (lp->new_reserved == 0) { 935 continue; 936 } 937 lp->new_reserved -= 1; 938 if (lp->new_reserved != 0) { 939 more_to_do++; 940 continue; 941 } 942 tgt = lp->dev_map_idx - 1; 943 FCPARAM(isp, 0)->isp_dev_map[tgt] = 0; 944 lp->dev_map_idx = 0; 945 lp->state = FC_PORTDB_STATE_NIL; 946 isp_prt(isp, ISP_LOGCONFIG, prom3, lp->portid, tgt, 947 "Gone Device Timeout"); 948 isp_make_gone(isp, tgt); 949 } 950 if (more_to_do) { 951 callout_schedule(&isp->isp_osinfo.gdt, hz); 952 } else { 953 isp->isp_osinfo.gdt_running = 0; 954 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 955 "stopping Gone Device Timer"); 956 } 957 ISP_UNLOCK(isp); 958 } 959 960 /* 961 * Loop Down Timer Function- when loop goes down, a timer is started and 962 * and after it expires we come here and take all probational devices that 963 * the OS knows about and the tell the OS that they've gone away. 964 * 965 * We don't clear the devices out of our port database because, when loop 966 * come back up, we have to do some actual cleanup with the chip at that 967 * point (implicit PLOGO, e.g., to get the chip's port database state right). 968 */ 969 static void 970 isp_ldt(void *arg) 971 { 972 ispsoftc_t *isp = arg; 973 fcportdb_t *lp; 974 int dbidx, tgt; 975 976 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, "Loop Down Timer expired"); 977 ISP_LOCK(isp); 978 979 /* 980 * Notify to the OS all targets who we now consider have departed. 981 */ 982 for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) { 983 lp = &FCPARAM(isp, 0)->portdb[dbidx]; 984 985 if (lp->state != FC_PORTDB_STATE_PROBATIONAL) { 986 continue; 987 } 988 if (lp->dev_map_idx == 0) { 989 continue; 990 } 991 992 /* 993 * XXX: CLEAN UP AND COMPLETE ANY PENDING COMMANDS FIRST! 994 */ 995 996 /* 997 * Mark that we've announced that this device is gone.... 998 */ 999 lp->reserved = 1; 1000 1001 /* 1002 * but *don't* change the state of the entry. Just clear 1003 * any target id stuff and announce to CAM that the 1004 * device is gone. This way any necessary PLOGO stuff 1005 * will happen when loop comes back up. 1006 */ 1007 1008 tgt = lp->dev_map_idx - 1; 1009 FCPARAM(isp, 0)->isp_dev_map[tgt] = 0; 1010 lp->dev_map_idx = 0; 1011 isp_prt(isp, ISP_LOGCONFIG, prom3, lp->portid, tgt, 1012 "Loop Down Timeout"); 1013 isp_make_gone(isp, tgt); 1014 } 1015 1016 /* 1017 * The loop down timer has expired. Wake up the kthread 1018 * to notice that fact (or make it false). 1019 */ 1020 isp->isp_osinfo.loop_down_time = isp->isp_osinfo.loop_down_limit+1; 1021 wakeup(&isp->isp_osinfo.thread); 1022 ISP_UNLOCK(isp); 1023 } 1024 1025 static void 1026 isp_make_here(ispsoftc_t *isp, int tgt) 1027 { 1028 isp_prt(isp, ISP_LOGINFO, "target %d has arrived", tgt); 1029 } 1030 1031 static void 1032 isp_make_gone(ispsoftc_t *isp, int tgt) 1033 { 1034 isp_prt(isp, ISP_LOGINFO, "target %d has departed", tgt); 1035 } 1036 1037 static void 1038 isp_fc_worker(void *arg) 1039 { 1040 void scsipi_run_queue(struct scsipi_channel *); 1041 ispsoftc_t *isp = arg; 1042 int slp = 0; 1043 int chan = 0; 1044 1045 int s = splbio(); 1046 /* 1047 * The first loop is for our usage where we have yet to have 1048 * gotten good fibre channel state. 1049 */ 1050 while (isp->isp_osinfo.thread != NULL) { 1051 int sok, lb, lim; 1052 1053 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, "checking FC state"); 1054 sok = isp->isp_osinfo.mbox_sleep_ok; 1055 isp->isp_osinfo.mbox_sleep_ok = 1; 1056 lb = isp_fc_runstate(isp, chan, 250000); 1057 isp->isp_osinfo.mbox_sleep_ok = sok; 1058 if (lb) { 1059 /* 1060 * Increment loop down time by the last sleep interval 1061 */ 1062 isp->isp_osinfo.loop_down_time += slp; 1063 1064 if (lb < 0) { 1065 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1066 "FC loop not up (down count %d)", 1067 isp->isp_osinfo.loop_down_time); 1068 } else { 1069 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1070 "FC got to %d (down count %d)", 1071 lb, isp->isp_osinfo.loop_down_time); 1072 } 1073 1074 1075 /* 1076 * If we've never seen loop up and we've waited longer 1077 * than quickboot time, or we've seen loop up but we've 1078 * waited longer than loop_down_limit, give up and go 1079 * to sleep until loop comes up. 1080 */ 1081 if (FCPARAM(isp, 0)->loop_seen_once == 0) { 1082 lim = isp_quickboot_time; 1083 } else { 1084 lim = isp->isp_osinfo.loop_down_limit; 1085 } 1086 if (isp->isp_osinfo.loop_down_time >= lim) { 1087 /* 1088 * If we're now past our limit, release 1089 * the queues and let them come in and 1090 * either get HBA_SELTIMOUT or cause 1091 * another freeze. 1092 */ 1093 isp->isp_osinfo.blocked = 1; 1094 slp = 0; 1095 } else if (isp->isp_osinfo.loop_down_time < 10) { 1096 slp = 1; 1097 } else if (isp->isp_osinfo.loop_down_time < 30) { 1098 slp = 5; 1099 } else if (isp->isp_osinfo.loop_down_time < 60) { 1100 slp = 10; 1101 } else if (isp->isp_osinfo.loop_down_time < 120) { 1102 slp = 20; 1103 } else { 1104 slp = 30; 1105 } 1106 1107 } else { 1108 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1109 "FC state OK"); 1110 isp->isp_osinfo.loop_down_time = 0; 1111 slp = 0; 1112 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1113 "THAW QUEUES @ LINE %d", __LINE__); 1114 scsipi_channel_thaw(&isp->isp_osinfo.chan[chan], 1); 1115 } 1116 1117 /* 1118 * If we'd frozen the queues, unfreeze them now so that 1119 * we can start getting commands. If the FC state isn't 1120 * okay yet, they'll hit that in isp_start which will 1121 * freeze the queues again. 1122 */ 1123 if (isp->isp_osinfo.blocked) { 1124 isp->isp_osinfo.blocked = 0; 1125 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1126 "THAW QUEUES @ LINE %d", __LINE__); 1127 scsipi_channel_thaw(&isp->isp_osinfo.chan[chan], 1); 1128 } 1129 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, "sleep time %d", slp); 1130 tsleep(&isp->isp_osinfo.thread, PRIBIO, "ispf", slp * hz); 1131 1132 /* 1133 * If slp is zero, we're waking up for the first time after 1134 * things have been okay. In this case, we set a deferral state 1135 * for all commands and delay hysteresis seconds before starting 1136 * the FC state evaluation. This gives the loop/fabric a chance 1137 * to settle. 1138 */ 1139 if (slp == 0 && isp_fabric_hysteresis) { 1140 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1141 "sleep hysteresis tick time %d", 1142 isp_fabric_hysteresis * hz); 1143 (void) tsleep(&isp_fabric_hysteresis, PRIBIO, "ispT", 1144 (isp_fabric_hysteresis * hz)); 1145 } 1146 } 1147 splx(s); 1148 1149 /* In case parent is waiting for us to exit. */ 1150 wakeup(&isp->isp_osinfo.thread); 1151 kthread_exit(0); 1152 } 1153 1154 /* 1155 * Free any associated resources prior to decommissioning and 1156 * set the card to a known state (so it doesn't wake up and kick 1157 * us when we aren't expecting it to). 1158 * 1159 * Locks are held before coming here. 1160 */ 1161 void 1162 isp_uninit(struct ispsoftc *isp) 1163 { 1164 isp_lock(isp); 1165 /* 1166 * Leave with interrupts disabled. 1167 */ 1168 ISP_DISABLE_INTS(isp); 1169 isp_unlock(isp); 1170 } 1171 1172 void 1173 isp_async(struct ispsoftc *isp, ispasync_t cmd, ...) 1174 { 1175 int bus, tgt; 1176 const char *msg = NULL; 1177 static const char prom[] = 1178 "PortID 0x%06x handle 0x%x role %s %s\n" 1179 " WWNN 0x%08x%08x WWPN 0x%08x%08x"; 1180 static const char prom2[] = 1181 "PortID 0x%06x handle 0x%x role %s %s tgt %u\n" 1182 " WWNN 0x%08x%08x WWPN 0x%08x%08x"; 1183 fcportdb_t *lp; 1184 va_list ap; 1185 1186 switch (cmd) { 1187 case ISPASYNC_NEW_TGT_PARAMS: 1188 if (IS_SCSI(isp)) { 1189 sdparam *sdp; 1190 int flags; 1191 struct scsipi_xfer_mode xm; 1192 1193 va_start(ap, cmd); 1194 bus = va_arg(ap, int); 1195 tgt = va_arg(ap, int); 1196 va_end(ap); 1197 sdp = SDPARAM(isp, bus); 1198 flags = sdp->isp_devparam[tgt].actv_flags; 1199 1200 xm.xm_mode = 0; 1201 xm.xm_period = sdp->isp_devparam[tgt].actv_period; 1202 xm.xm_offset = sdp->isp_devparam[tgt].actv_offset; 1203 xm.xm_target = tgt; 1204 1205 if ((flags & DPARM_SYNC) && xm.xm_period && xm.xm_offset) 1206 xm.xm_mode |= PERIPH_CAP_SYNC; 1207 if (flags & DPARM_WIDE) 1208 xm.xm_mode |= PERIPH_CAP_WIDE16; 1209 if (flags & DPARM_TQING) 1210 xm.xm_mode |= PERIPH_CAP_TQING; 1211 scsipi_async_event(&isp->isp_osinfo.chan[bus], 1212 ASYNC_EVENT_XFER_MODE, &xm); 1213 break; 1214 } 1215 case ISPASYNC_BUS_RESET: 1216 va_start(ap, cmd); 1217 bus = va_arg(ap, int); 1218 va_end(ap); 1219 isp_prt(isp, ISP_LOGINFO, "SCSI bus %d reset detected", bus); 1220 scsipi_async_event(&isp->isp_osinfo.chan[bus], 1221 ASYNC_EVENT_RESET, NULL); 1222 break; 1223 case ISPASYNC_LIP: 1224 if (msg == NULL) { 1225 msg = "LIP Received"; 1226 } 1227 /* FALLTHROUGH */ 1228 case ISPASYNC_LOOP_RESET: 1229 if (msg == NULL) { 1230 msg = "LOOP Reset Received"; 1231 } 1232 /* FALLTHROUGH */ 1233 case ISPASYNC_LOOP_DOWN: 1234 if (msg == NULL) { 1235 msg = "Loop DOWN"; 1236 } 1237 va_start(ap, cmd); 1238 bus = va_arg(ap, int); 1239 va_end(ap); 1240 1241 /* 1242 * Don't do queue freezes or blockage until we have the 1243 * thread running and interrupts that can unfreeze/unblock us. 1244 */ 1245 if (isp->isp_osinfo.mbox_sleep_ok && 1246 isp->isp_osinfo.blocked == 0 && 1247 isp->isp_osinfo.thread) { 1248 isp->isp_osinfo.blocked = 1; 1249 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1250 "FREEZE QUEUES @ LINE %d", __LINE__); 1251 scsipi_channel_freeze(&isp->isp_osinfo.chan[bus], 1); 1252 if (callout_pending(&isp->isp_osinfo.ldt) == 0) { 1253 callout_schedule(&isp->isp_osinfo.ldt, 1254 isp->isp_osinfo.loop_down_limit * hz); 1255 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1256 "Starting Loop Down Timer"); 1257 } 1258 } 1259 isp_prt(isp, ISP_LOGINFO, msg); 1260 break; 1261 case ISPASYNC_LOOP_UP: 1262 /* 1263 * Let the subsequent ISPASYNC_CHANGE_NOTIFY invoke 1264 * the FC worker thread. When the FC worker thread 1265 * is done, let *it* call scsipi_channel_thaw... 1266 */ 1267 isp_prt(isp, ISP_LOGINFO, "Loop UP"); 1268 break; 1269 case ISPASYNC_DEV_ARRIVED: 1270 va_start(ap, cmd); 1271 bus = va_arg(ap, int); 1272 lp = va_arg(ap, fcportdb_t *); 1273 va_end(ap); 1274 lp->reserved = 0; 1275 if ((FCPARAM(isp, bus)->role & ISP_ROLE_INITIATOR) && 1276 (lp->roles & (SVC3_TGT_ROLE >> SVC3_ROLE_SHIFT))) { 1277 int dbidx = lp - FCPARAM(isp, bus)->portdb; 1278 int i; 1279 1280 for (i = 0; i < MAX_FC_TARG; i++) { 1281 if (i >= FL_ID && i <= SNS_ID) { 1282 continue; 1283 } 1284 if (FCPARAM(isp, bus)->isp_dev_map[i] == 0) { 1285 break; 1286 } 1287 } 1288 if (i < MAX_FC_TARG) { 1289 FCPARAM(isp, bus)->isp_dev_map[i] = dbidx + 1; 1290 lp->dev_map_idx = i + 1; 1291 } else { 1292 isp_prt(isp, ISP_LOGWARN, "out of target ids"); 1293 isp_dump_portdb(isp, bus); 1294 } 1295 } 1296 if (lp->dev_map_idx) { 1297 tgt = lp->dev_map_idx - 1; 1298 isp_prt(isp, ISP_LOGCONFIG, prom2, 1299 lp->portid, lp->handle, 1300 roles[lp->roles], "arrived at", tgt, 1301 (uint32_t) (lp->node_wwn >> 32), 1302 (uint32_t) lp->node_wwn, 1303 (uint32_t) (lp->port_wwn >> 32), 1304 (uint32_t) lp->port_wwn); 1305 isp_make_here(isp, tgt); 1306 } else { 1307 isp_prt(isp, ISP_LOGCONFIG, prom, 1308 lp->portid, lp->handle, 1309 roles[lp->roles], "arrived", 1310 (uint32_t) (lp->node_wwn >> 32), 1311 (uint32_t) lp->node_wwn, 1312 (uint32_t) (lp->port_wwn >> 32), 1313 (uint32_t) lp->port_wwn); 1314 } 1315 break; 1316 case ISPASYNC_DEV_CHANGED: 1317 va_start(ap, cmd); 1318 bus = va_arg(ap, int); 1319 lp = va_arg(ap, fcportdb_t *); 1320 va_end(ap); 1321 if (isp_change_is_bad) { 1322 lp->state = FC_PORTDB_STATE_NIL; 1323 if (lp->dev_map_idx) { 1324 tgt = lp->dev_map_idx - 1; 1325 FCPARAM(isp, bus)->isp_dev_map[tgt] = 0; 1326 lp->dev_map_idx = 0; 1327 isp_prt(isp, ISP_LOGCONFIG, prom3, 1328 lp->portid, tgt, "change is bad"); 1329 isp_make_gone(isp, tgt); 1330 } else { 1331 isp_prt(isp, ISP_LOGCONFIG, prom, 1332 lp->portid, lp->handle, 1333 roles[lp->roles], 1334 "changed and departed", 1335 (uint32_t) (lp->node_wwn >> 32), 1336 (uint32_t) lp->node_wwn, 1337 (uint32_t) (lp->port_wwn >> 32), 1338 (uint32_t) lp->port_wwn); 1339 } 1340 } else { 1341 lp->portid = lp->new_portid; 1342 lp->roles = lp->new_roles; 1343 if (lp->dev_map_idx) { 1344 int t = lp->dev_map_idx - 1; 1345 FCPARAM(isp, bus)->isp_dev_map[t] = 1346 (lp - FCPARAM(isp, bus)->portdb) + 1; 1347 tgt = lp->dev_map_idx - 1; 1348 isp_prt(isp, ISP_LOGCONFIG, prom2, 1349 lp->portid, lp->handle, 1350 roles[lp->roles], "changed at", tgt, 1351 (uint32_t) (lp->node_wwn >> 32), 1352 (uint32_t) lp->node_wwn, 1353 (uint32_t) (lp->port_wwn >> 32), 1354 (uint32_t) lp->port_wwn); 1355 } else { 1356 isp_prt(isp, ISP_LOGCONFIG, prom, 1357 lp->portid, lp->handle, 1358 roles[lp->roles], "changed", 1359 (uint32_t) (lp->node_wwn >> 32), 1360 (uint32_t) lp->node_wwn, 1361 (uint32_t) (lp->port_wwn >> 32), 1362 (uint32_t) lp->port_wwn); 1363 } 1364 } 1365 break; 1366 case ISPASYNC_DEV_STAYED: 1367 va_start(ap, cmd); 1368 bus = va_arg(ap, int); 1369 lp = va_arg(ap, fcportdb_t *); 1370 va_end(ap); 1371 if (lp->dev_map_idx) { 1372 tgt = lp->dev_map_idx - 1; 1373 isp_prt(isp, ISP_LOGCONFIG, prom2, 1374 lp->portid, lp->handle, 1375 roles[lp->roles], "stayed at", tgt, 1376 (uint32_t) (lp->node_wwn >> 32), 1377 (uint32_t) lp->node_wwn, 1378 (uint32_t) (lp->port_wwn >> 32), 1379 (uint32_t) lp->port_wwn); 1380 } else { 1381 isp_prt(isp, ISP_LOGCONFIG, prom, 1382 lp->portid, lp->handle, 1383 roles[lp->roles], "stayed", 1384 (uint32_t) (lp->node_wwn >> 32), 1385 (uint32_t) lp->node_wwn, 1386 (uint32_t) (lp->port_wwn >> 32), 1387 (uint32_t) lp->port_wwn); 1388 } 1389 break; 1390 case ISPASYNC_DEV_GONE: 1391 va_start(ap, cmd); 1392 bus = va_arg(ap, int); 1393 lp = va_arg(ap, fcportdb_t *); 1394 va_end(ap); 1395 /* 1396 * If this has a virtual target and we haven't marked it 1397 * that we're going to have isp_gdt tell the OS it's gone, 1398 * set the isp_gdt timer running on it. 1399 * 1400 * If it isn't marked that isp_gdt is going to get rid of it, 1401 * announce that it's gone. 1402 */ 1403 if (lp->dev_map_idx && lp->reserved == 0) { 1404 lp->reserved = 1; 1405 lp->new_reserved = isp->isp_osinfo.gone_device_time; 1406 lp->state = FC_PORTDB_STATE_ZOMBIE; 1407 if (isp->isp_osinfo.gdt_running == 0) { 1408 isp->isp_osinfo.gdt_running = 1; 1409 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1410 "starting Gone Device Timer"); 1411 callout_schedule(&isp->isp_osinfo.gdt, hz); 1412 } 1413 tgt = lp->dev_map_idx - 1; 1414 isp_prt(isp, ISP_LOGCONFIG, prom2, 1415 lp->portid, lp->handle, 1416 roles[lp->roles], "gone zombie at", tgt, 1417 (uint32_t) (lp->node_wwn >> 32), 1418 (uint32_t) lp->node_wwn, 1419 (uint32_t) (lp->port_wwn >> 32), 1420 (uint32_t) lp->port_wwn); 1421 } else if (lp->reserved == 0) { 1422 isp_prt(isp, ISP_LOGCONFIG, prom, 1423 lp->portid, lp->handle, 1424 roles[lp->roles], "departed", 1425 (uint32_t) (lp->node_wwn >> 32), 1426 (uint32_t) lp->node_wwn, 1427 (uint32_t) (lp->port_wwn >> 32), 1428 (uint32_t) lp->port_wwn); 1429 } 1430 break; 1431 case ISPASYNC_CHANGE_NOTIFY: 1432 { 1433 int opt; 1434 1435 va_start(ap, cmd); 1436 bus = va_arg(ap, int); 1437 opt = va_arg(ap, int); 1438 va_end(ap); 1439 1440 if (opt == ISPASYNC_CHANGE_PDB) { 1441 msg = "Port Database Changed"; 1442 } else if (opt == ISPASYNC_CHANGE_SNS) { 1443 msg = "Name Server Database Changed"; 1444 } else { 1445 msg = "Other Change Notify"; 1446 } 1447 /* 1448 * If the loop down timer is running, cancel it. 1449 */ 1450 if (callout_pending(&isp->isp_osinfo.ldt)) { 1451 callout_stop(&isp->isp_osinfo.ldt); 1452 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1453 "Stopping Loop Down Timer"); 1454 } 1455 isp_prt(isp, ISP_LOGINFO, msg); 1456 /* 1457 * We can set blocked here because we know it's now okay 1458 * to try and run isp_fc_runstate (in order to build loop 1459 * state). But we don't try and freeze the midlayer's queue 1460 * if we have no thread that we can wake to later unfreeze 1461 * it. 1462 */ 1463 if (isp->isp_osinfo.blocked == 0) { 1464 isp->isp_osinfo.blocked = 1; 1465 if (isp->isp_osinfo.thread) { 1466 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1467 "FREEZE QUEUES @ LINE %d", __LINE__); 1468 scsipi_channel_freeze(&isp->isp_osinfo.chan[bus], 1); 1469 } 1470 } 1471 /* 1472 * Note that we have work for the thread to do, and 1473 * if the thread is here already, wake it up. 1474 */ 1475 if (isp->isp_osinfo.thread) { 1476 wakeup(&isp->isp_osinfo.thread); 1477 } else { 1478 isp_prt(isp, ISP_LOGDEBUG1, "no FC thread yet"); 1479 } 1480 break; 1481 } 1482 case ISPASYNC_FW_CRASH: 1483 { 1484 uint16_t mbox1; 1485 mbox1 = ISP_READ(isp, OUTMAILBOX1); 1486 if (IS_DUALBUS(isp)) { 1487 bus = ISP_READ(isp, OUTMAILBOX6); 1488 } else { 1489 bus = 0; 1490 } 1491 isp_prt(isp, ISP_LOGERR, 1492 "Internal Firmware Error on bus %d @ RISC Address 0x%x", 1493 bus, mbox1); 1494 if (IS_FC(isp)) { 1495 if (isp->isp_osinfo.blocked == 0) { 1496 isp->isp_osinfo.blocked = 1; 1497 isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, 1498 "FREEZE QUEUES @ LINE %d", __LINE__); 1499 scsipi_channel_freeze(&isp->isp_osinfo.chan[bus], 1); 1500 } 1501 } 1502 mbox1 = isp->isp_osinfo.mbox_sleep_ok; 1503 isp->isp_osinfo.mbox_sleep_ok = 0; 1504 isp_reinit(isp, 0); 1505 isp->isp_osinfo.mbox_sleep_ok = mbox1; 1506 isp_async(isp, ISPASYNC_FW_RESTARTED, NULL); 1507 break; 1508 } 1509 default: 1510 break; 1511 } 1512 } 1513 1514 void 1515 isp_prt(struct ispsoftc *isp, int level, const char *fmt, ...) 1516 { 1517 va_list ap; 1518 if (level != ISP_LOGALL && (level & isp->isp_dblev) == 0) { 1519 return; 1520 } 1521 printf("%s: ", device_xname(isp->isp_osinfo.dev)); 1522 va_start(ap, fmt); 1523 vprintf(fmt, ap); 1524 va_end(ap); 1525 printf("\n"); 1526 } 1527 1528 void 1529 isp_xs_prt(struct ispsoftc *isp, XS_T *xs, int level, const char *fmt, ...) 1530 { 1531 va_list ap; 1532 if (level != ISP_LOGALL && (level & isp->isp_dblev) == 0) { 1533 return; 1534 } 1535 scsipi_printaddr(xs->xs_periph); 1536 va_start(ap, fmt); 1537 vprintf(fmt, ap); 1538 va_end(ap); 1539 printf("\n"); 1540 } 1541 1542 void 1543 isp_lock(struct ispsoftc *isp) 1544 { 1545 int s = splbio(); 1546 if (isp->isp_osinfo.islocked++ == 0) { 1547 isp->isp_osinfo.splsaved = s; 1548 } else { 1549 splx(s); 1550 } 1551 } 1552 1553 void 1554 isp_unlock(struct ispsoftc *isp) 1555 { 1556 if (isp->isp_osinfo.islocked-- <= 1) { 1557 isp->isp_osinfo.islocked = 0; 1558 splx(isp->isp_osinfo.splsaved); 1559 } 1560 } 1561 1562 uint64_t 1563 isp_microtime_sub(struct timeval *b, struct timeval *a) 1564 { 1565 struct timeval x; 1566 uint64_t elapsed; 1567 timersub(b, a, &x); 1568 elapsed = GET_NANOSEC(&x); 1569 if (elapsed == 0) 1570 elapsed++; 1571 return (elapsed); 1572 } 1573 1574 int 1575 isp_mbox_acquire(ispsoftc_t *isp) 1576 { 1577 if (isp->isp_osinfo.mboxbsy) { 1578 return (1); 1579 } else { 1580 isp->isp_osinfo.mboxcmd_done = 0; 1581 isp->isp_osinfo.mboxbsy = 1; 1582 return (0); 1583 } 1584 } 1585 1586 void 1587 isp_mbox_wait_complete(struct ispsoftc *isp, mbreg_t *mbp) 1588 { 1589 unsigned int usecs = mbp->timeout; 1590 unsigned int maxc, olim, ilim; 1591 struct timeval start; 1592 1593 if (usecs == 0) { 1594 usecs = MBCMD_DEFAULT_TIMEOUT; 1595 } 1596 maxc = isp->isp_mbxwrk0 + 1; 1597 1598 microtime(&start); 1599 if (isp->isp_osinfo.mbox_sleep_ok) { 1600 int to; 1601 struct timeval tv; 1602 1603 tv.tv_sec = 0; 1604 tv.tv_usec = 0; 1605 for (olim = 0; olim < maxc; olim++) { 1606 tv.tv_sec += (usecs / 1000000); 1607 tv.tv_usec += (usecs % 1000000); 1608 if (tv.tv_usec >= 100000) { 1609 tv.tv_sec++; 1610 tv.tv_usec -= 1000000; 1611 } 1612 } 1613 timeradd(&tv, &start, &tv); 1614 to = tvhzto(&tv); 1615 if (to == 0) 1616 to = 1; 1617 1618 isp->isp_osinfo.mbox_sleep_ok = 0; 1619 isp->isp_osinfo.mbox_sleeping = 1; 1620 tsleep(&isp->isp_mbxworkp, PRIBIO, "ispmbx_sleep", to); 1621 isp->isp_osinfo.mbox_sleeping = 0; 1622 isp->isp_osinfo.mbox_sleep_ok = 1; 1623 } else { 1624 for (olim = 0; olim < maxc; olim++) { 1625 for (ilim = 0; ilim < usecs; ilim += 100) { 1626 uint32_t isr; 1627 uint16_t sema, mbox; 1628 if (isp->isp_osinfo.mboxcmd_done) { 1629 break; 1630 } 1631 if (ISP_READ_ISR(isp, &isr, &sema, &mbox)) { 1632 isp_intr(isp, isr, sema, mbox); 1633 if (isp->isp_osinfo.mboxcmd_done) { 1634 break; 1635 } 1636 } 1637 ISP_DELAY(100); 1638 } 1639 if (isp->isp_osinfo.mboxcmd_done) { 1640 break; 1641 } 1642 } 1643 } 1644 if (isp->isp_osinfo.mboxcmd_done == 0) { 1645 struct timeval finish, elapsed; 1646 1647 microtime(&finish); 1648 timersub(&finish, &start, &elapsed); 1649 isp_prt(isp, ISP_LOGWARN, 1650 "%s Mailbox Command (0x%x) Timeout (%uus actual)", 1651 isp->isp_osinfo.mbox_sleep_ok? "Interrupting" : "Polled", 1652 isp->isp_lastmbxcmd, (elapsed.tv_sec * 1000000) + 1653 elapsed.tv_usec); 1654 mbp->param[0] = MBOX_TIMEOUT; 1655 isp->isp_osinfo.mboxcmd_done = 1; 1656 } 1657 } 1658 1659 void 1660 isp_mbox_notify_done(ispsoftc_t *isp) 1661 { 1662 if (isp->isp_osinfo.mbox_sleeping) { 1663 wakeup(&isp->isp_mbxworkp); 1664 } 1665 isp->isp_osinfo.mboxcmd_done = 1; 1666 } 1667 1668 void 1669 isp_mbox_release(ispsoftc_t *isp) 1670 { 1671 isp->isp_osinfo.mboxbsy = 0; 1672 } 1673