xref: /freebsd/sys/dev/isp/isp.c (revision 0957b409)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3  *
4  *  Copyright (c) 2009-2018 Alexander Motin <mav@FreeBSD.org>
5  *  Copyright (c) 1997-2009 by Matthew Jacob
6  *  All rights reserved.
7  *
8  *  Redistribution and use in source and binary forms, with or without
9  *  modification, are permitted provided that the following conditions
10  *  are met:
11  *
12  *  1. Redistributions of source code must retain the above copyright
13  *     notice, this list of conditions and the following disclaimer.
14  *  2. Redistributions in binary form must reproduce the above copyright
15  *     notice, this list of conditions and the following disclaimer in the
16  *     documentation and/or other materials provided with the distribution.
17  *
18  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
22  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28  *  SUCH DAMAGE.
29  *
30  */
31 
32 /*
33  * Machine and OS Independent (well, as best as possible)
34  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
35  */
36 
37 /*
38  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
39  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
40  * ideas dredged from the Solaris driver.
41  */
42 
43 /*
44  * Include header file appropriate for platform we're building on.
45  */
46 #ifdef	__NetBSD__
47 #include <sys/cdefs.h>
48 __KERNEL_RCSID(0, "$NetBSD$");
49 #include <dev/ic/isp_netbsd.h>
50 #endif
51 #ifdef	__FreeBSD__
52 #include <sys/cdefs.h>
53 __FBSDID("$FreeBSD$");
54 #include <dev/isp/isp_freebsd.h>
55 #endif
56 #ifdef	__OpenBSD__
57 #include <dev/ic/isp_openbsd.h>
58 #endif
59 #ifdef	__linux__
60 #include "isp_linux.h"
61 #endif
62 #ifdef	__svr4__
63 #include "isp_solaris.h"
64 #endif
65 
66 /*
67  * General defines
68  */
69 #define	MBOX_DELAY_COUNT	1000000 / 100
70 
71 /*
72  * Local static data
73  */
74 static const char notresp[] = "Unknown IOCB in RESPONSE Queue (type 0x%x) @ idx %d (next %d)";
75 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
76 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
77 static const char sacq[] = "unable to acquire scratch area";
78 
79 static const uint8_t alpa_map[] = {
80 	0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
81 	0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
82 	0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
83 	0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
84 	0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
85 	0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
86 	0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
87 	0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
88 	0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
89 	0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
90 	0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
91 	0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
92 	0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
93 	0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
94 	0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
95 	0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
96 };
97 
98 /*
99  * Local function prototypes.
100  */
101 static void isp_parse_async(ispsoftc_t *, uint16_t);
102 static void isp_parse_async_fc(ispsoftc_t *, uint16_t);
103 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
104 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, uint32_t *);
105 static void isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, uint32_t *);
106 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
107 static void isp_scsi_init(ispsoftc_t *);
108 static void isp_scsi_channel_init(ispsoftc_t *, int);
109 static void isp_fibre_init(ispsoftc_t *);
110 static void isp_fibre_init_2400(ispsoftc_t *);
111 static void isp_clear_portdb(ispsoftc_t *, int);
112 static void isp_mark_portdb(ispsoftc_t *, int);
113 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
114 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
115 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
116 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
117 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
118 static void isp_dump_chip_portdb(ispsoftc_t *, int);
119 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
120 static int isp_fclink_test(ispsoftc_t *, int, int);
121 static int isp_pdb_sync(ispsoftc_t *, int);
122 static int isp_scan_loop(ispsoftc_t *, int);
123 static int isp_gid_pt(ispsoftc_t *, int);
124 static int isp_scan_fabric(ispsoftc_t *, int);
125 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
126 static int isp_send_change_request(ispsoftc_t *, int);
127 static int isp_register_fc4_type(ispsoftc_t *, int);
128 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
129 static int isp_register_port_name_24xx(ispsoftc_t *, int);
130 static int isp_register_node_name_24xx(ispsoftc_t *, int);
131 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
132 static int isp_fw_state(ispsoftc_t *, int);
133 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
134 
135 static void isp_spi_update(ispsoftc_t *, int);
136 static void isp_setdfltsdparm(ispsoftc_t *);
137 static void isp_setdfltfcparm(ispsoftc_t *, int);
138 static int isp_read_nvram(ispsoftc_t *, int);
139 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
140 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
141 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
142 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
143 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
144 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
145 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
146 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
147 
148 static void
149 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
150 {
151 	fcparam *fcp = FCPARAM(isp, chan);
152 
153 	if (fcp->isp_fwstate == state)
154 		return;
155 	isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
156 	    "Chan %d Firmware state <%s->%s>", chan,
157 	    isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
158 	fcp->isp_fwstate = state;
159 }
160 
161 /*
162  * Reset Hardware.
163  *
164  * Hit the chip over the head, download new f/w if available and set it running.
165  *
166  * Locking done elsewhere.
167  */
168 
169 void
170 isp_reset(ispsoftc_t *isp, int do_load_defaults)
171 {
172 	mbreg_t mbs;
173 	char *buf;
174 	uint64_t fwt;
175 	uint32_t code_org, val;
176 	int loops, i, dodnld = 1;
177 	const char *btype = "????";
178 	static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
179 
180 	/*
181 	 * Basic types (SCSI, FibreChannel and PCI or SBus)
182 	 * have been set in the MD code. We figure out more
183 	 * here. Possibly more refined types based upon PCI
184 	 * identification. Chip revision has been gathered.
185 	 *
186 	 * After we've fired this chip up, zero out the conf1 register
187 	 * for SCSI adapters and do other settings for the 2100.
188 	 */
189 
190 	isp->isp_state = ISP_NILSTATE;
191 	ISP_DISABLE_INTS(isp);
192 
193 	/*
194 	 * Put the board into PAUSE mode (so we can read the SXP registers
195 	 * or write FPM/FBM registers).
196 	 */
197 	if (IS_24XX(isp)) {
198 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
199 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
200 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
201 	} else {
202 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
203 	}
204 
205 	if (IS_FC(isp)) {
206 		switch (isp->isp_type) {
207 		case ISP_HA_FC_2100:
208 			btype = "2100";
209 			break;
210 		case ISP_HA_FC_2200:
211 			btype = "2200";
212 			break;
213 		case ISP_HA_FC_2300:
214 			btype = "2300";
215 			break;
216 		case ISP_HA_FC_2312:
217 			btype = "2312";
218 			break;
219 		case ISP_HA_FC_2322:
220 			btype = "2322";
221 			break;
222 		case ISP_HA_FC_2400:
223 			btype = "2422";
224 			break;
225 		case ISP_HA_FC_2500:
226 			btype = "2532";
227 			break;
228 		case ISP_HA_FC_2600:
229 			btype = "2600";
230 			break;
231 		case ISP_HA_FC_2700:
232 			btype = "2700";
233 			break;
234 		default:
235 			break;
236 		}
237 
238 		if (!IS_24XX(isp)) {
239 			/*
240 			 * While we're paused, reset the FPM module and FBM
241 			 * fifos.
242 			 */
243 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
244 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
245 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
246 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
247 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
248 		}
249 	} else if (IS_1240(isp)) {
250 		sdparam *sdp;
251 
252 		btype = "1240";
253 		isp->isp_clock = 60;
254 		sdp = SDPARAM(isp, 0);
255 		sdp->isp_ultramode = 1;
256 		sdp = SDPARAM(isp, 1);
257 		sdp->isp_ultramode = 1;
258 		/*
259 		 * XXX: Should probably do some bus sensing.
260 		 */
261 	} else if (IS_ULTRA3(isp)) {
262 		sdparam *sdp = isp->isp_param;
263 
264 		isp->isp_clock = 100;
265 
266 		if (IS_10160(isp))
267 			btype = "10160";
268 		else if (IS_12160(isp))
269 			btype = "12160";
270 		else
271 			btype = "<UNKLVD>";
272 		sdp->isp_lvdmode = 1;
273 
274 		if (IS_DUALBUS(isp)) {
275 			sdp++;
276 			sdp->isp_lvdmode = 1;
277 		}
278 	} else if (IS_ULTRA2(isp)) {
279 		static const char m[] = "bus %d is in %s Mode";
280 		uint16_t l;
281 		sdparam *sdp = SDPARAM(isp, 0);
282 
283 		isp->isp_clock = 100;
284 
285 		if (IS_1280(isp))
286 			btype = "1280";
287 		else if (IS_1080(isp))
288 			btype = "1080";
289 		else
290 			btype = "<UNKLVD>";
291 
292 		l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
293 		switch (l) {
294 		case ISP1080_LVD_MODE:
295 			sdp->isp_lvdmode = 1;
296 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
297 			break;
298 		case ISP1080_HVD_MODE:
299 			sdp->isp_diffmode = 1;
300 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
301 			break;
302 		case ISP1080_SE_MODE:
303 			sdp->isp_ultramode = 1;
304 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
305 			break;
306 		default:
307 			isp_prt(isp, ISP_LOGERR,
308 			    "unknown mode on bus %d (0x%x)", 0, l);
309 			break;
310 		}
311 
312 		if (IS_DUALBUS(isp)) {
313 			sdp = SDPARAM(isp, 1);
314 			l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
315 			l &= ISP1080_MODE_MASK;
316 			switch (l) {
317 			case ISP1080_LVD_MODE:
318 				sdp->isp_lvdmode = 1;
319 				isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
320 				break;
321 			case ISP1080_HVD_MODE:
322 				sdp->isp_diffmode = 1;
323 				isp_prt(isp, ISP_LOGCONFIG,
324 				    m, 1, "Differential");
325 				break;
326 			case ISP1080_SE_MODE:
327 				sdp->isp_ultramode = 1;
328 				isp_prt(isp, ISP_LOGCONFIG,
329 				    m, 1, "Single-Ended");
330 				break;
331 			default:
332 				isp_prt(isp, ISP_LOGERR,
333 				    "unknown mode on bus %d (0x%x)", 1, l);
334 				break;
335 			}
336 		}
337 	} else {
338 		sdparam *sdp = SDPARAM(isp, 0);
339 		i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
340 		switch (i) {
341 		default:
342 			isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
343 			/* FALLTHROUGH */
344 		case 1:
345 			btype = "1020";
346 			isp->isp_type = ISP_HA_SCSI_1020;
347 			isp->isp_clock = 40;
348 			break;
349 		case 2:
350 			/*
351 			 * Some 1020A chips are Ultra Capable, but don't
352 			 * run the clock rate up for that unless told to
353 			 * do so by the Ultra Capable bits being set.
354 			 */
355 			btype = "1020A";
356 			isp->isp_type = ISP_HA_SCSI_1020A;
357 			isp->isp_clock = 40;
358 			break;
359 		case 3:
360 			btype = "1040";
361 			isp->isp_type = ISP_HA_SCSI_1040;
362 			isp->isp_clock = 60;
363 			break;
364 		case 4:
365 			btype = "1040A";
366 			isp->isp_type = ISP_HA_SCSI_1040A;
367 			isp->isp_clock = 60;
368 			break;
369 		case 5:
370 			btype = "1040B";
371 			isp->isp_type = ISP_HA_SCSI_1040B;
372 			isp->isp_clock = 60;
373 			break;
374 		case 6:
375 			btype = "1040C";
376 			isp->isp_type = ISP_HA_SCSI_1040C;
377 			isp->isp_clock = 60;
378                         break;
379 		}
380 		/*
381 		 * Now, while we're at it, gather info about ultra
382 		 * and/or differential mode.
383 		 */
384 		if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
385 			isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
386 			sdp->isp_diffmode = 1;
387 		} else {
388 			sdp->isp_diffmode = 0;
389 		}
390 		i = ISP_READ(isp, RISC_PSR);
391 		if (isp->isp_bustype == ISP_BT_SBUS) {
392 			i &= RISC_PSR_SBUS_ULTRA;
393 		} else {
394 			i &= RISC_PSR_PCI_ULTRA;
395 		}
396 		if (i != 0) {
397 			isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
398 			sdp->isp_ultramode = 1;
399 			/*
400 			 * If we're in Ultra Mode, we have to be 60MHz clock-
401 			 * even for the SBus version.
402 			 */
403 			isp->isp_clock = 60;
404 		} else {
405 			sdp->isp_ultramode = 0;
406 			/*
407 			 * Clock is known. Gronk.
408 			 */
409 		}
410 
411 		/*
412 		 * Machine dependent clock (if set) overrides
413 		 * our generic determinations.
414 		 */
415 		if (isp->isp_mdvec->dv_clock) {
416 			if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
417 				isp->isp_clock = isp->isp_mdvec->dv_clock;
418 			}
419 		}
420 	}
421 
422 	/*
423 	 * Hit the chip over the head with hammer,
424 	 * and give it a chance to recover.
425 	 */
426 
427 	if (IS_SCSI(isp)) {
428 		ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
429 		/*
430 		 * A slight delay...
431 		 */
432 		ISP_DELAY(100);
433 
434 		/*
435 		 * Clear data && control DMA engines.
436 		 */
437 		ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
438 		ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
439 
440 
441 	} else if (IS_24XX(isp)) {
442 		/*
443 		 * Stop DMA and wait for it to stop.
444 		 */
445 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
446 		for (val = loops = 0; loops < 30000; loops++) {
447 			ISP_DELAY(10);
448 			val = ISP_READ(isp, BIU2400_CSR);
449 			if ((val & BIU2400_DMA_ACTIVE) == 0) {
450 				break;
451 			}
452 		}
453 		if (val & BIU2400_DMA_ACTIVE) {
454 			isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
455 			return;
456 		}
457 		/*
458 		 * Hold it in SOFT_RESET and STOP state for 100us.
459 		 */
460 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
461 		ISP_DELAY(100);
462 		for (loops = 0; loops < 10000; loops++) {
463 			ISP_DELAY(5);
464 			val = ISP_READ(isp, OUTMAILBOX0);
465 		}
466 		for (val = loops = 0; loops < 500000; loops ++) {
467 			val = ISP_READ(isp, BIU2400_CSR);
468 			if ((val & BIU2400_SOFT_RESET) == 0) {
469 				break;
470 			}
471 		}
472 		if (val & BIU2400_SOFT_RESET) {
473 			isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
474 			return;
475 		}
476 	} else {
477 		ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
478 		/*
479 		 * A slight delay...
480 		 */
481 		ISP_DELAY(100);
482 
483 		/*
484 		 * Clear data && control DMA engines.
485 		 */
486 		ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
487 		ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
488 		ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
489 	}
490 
491 	/*
492 	 * Wait for ISP to be ready to go...
493 	 */
494 	loops = MBOX_DELAY_COUNT;
495 	for (;;) {
496 		if (IS_SCSI(isp)) {
497 			if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
498 				break;
499 			}
500 		} else if (IS_24XX(isp)) {
501 			if (ISP_READ(isp, OUTMAILBOX0) == 0) {
502 				break;
503 			}
504 		} else {
505 			if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
506 				break;
507 		}
508 		ISP_DELAY(100);
509 		if (--loops < 0) {
510 			ISP_DUMPREGS(isp, "chip reset timed out");
511 			return;
512 		}
513 	}
514 
515 	/*
516 	 * After we've fired this chip up, zero out the conf1 register
517 	 * for SCSI adapters and other settings for the 2100.
518 	 */
519 
520 	if (IS_SCSI(isp)) {
521 		ISP_WRITE(isp, BIU_CONF1, 0);
522 	} else if (!IS_24XX(isp)) {
523 		ISP_WRITE(isp, BIU2100_CSR, 0);
524 	}
525 
526 	/*
527 	 * Reset RISC Processor
528 	 */
529 	if (IS_24XX(isp)) {
530 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
531 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
532 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
533 	} else {
534 		ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
535 		ISP_DELAY(100);
536 		ISP_WRITE(isp, BIU_SEMA, 0);
537 	}
538 
539 	/*
540 	 * Post-RISC Reset stuff.
541 	 */
542 	if (IS_24XX(isp)) {
543 		for (val = loops = 0; loops < 5000000; loops++) {
544 			ISP_DELAY(5);
545 			val = ISP_READ(isp, OUTMAILBOX0);
546 			if (val == 0) {
547 				break;
548 			}
549 		}
550 		if (val != 0) {
551 			isp_prt(isp, ISP_LOGERR, "reset didn't clear");
552 			return;
553 		}
554 	} else if (IS_SCSI(isp)) {
555 		uint16_t tmp = isp->isp_mdvec->dv_conf1;
556 		/*
557 		 * Busted FIFO. Turn off all but burst enables.
558 		 */
559 		if (isp->isp_type == ISP_HA_SCSI_1040A) {
560 			tmp &= BIU_BURST_ENABLE;
561 		}
562 		ISP_SETBITS(isp, BIU_CONF1, tmp);
563 		if (tmp & BIU_BURST_ENABLE) {
564 			ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
565 			ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
566 		}
567 		if (SDPARAM(isp, 0)->isp_ptisp) {
568 			if (SDPARAM(isp, 0)->isp_ultramode) {
569 				while (ISP_READ(isp, RISC_MTR) != 0x1313) {
570 					ISP_WRITE(isp, RISC_MTR, 0x1313);
571 					ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
572 				}
573 			} else {
574 				ISP_WRITE(isp, RISC_MTR, 0x1212);
575 			}
576 			/*
577 			 * PTI specific register
578 			 */
579 			ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
580 		} else {
581 			ISP_WRITE(isp, RISC_MTR, 0x1212);
582 		}
583 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
584 	} else {
585 		ISP_WRITE(isp, RISC_MTR2100, 0x1212);
586 		if (IS_2200(isp) || IS_23XX(isp)) {
587 			ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
588 		}
589 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
590 	}
591 
592 	/*
593 	 * Set up default request/response queue in-pointer/out-pointer
594 	 * register indices.
595 	 */
596 	if (IS_24XX(isp)) {
597 		isp->isp_rqstinrp = BIU2400_REQINP;
598 		isp->isp_rqstoutrp = BIU2400_REQOUTP;
599 		isp->isp_respinrp = BIU2400_RSPINP;
600 		isp->isp_respoutrp = BIU2400_RSPOUTP;
601 	} else if (IS_23XX(isp)) {
602 		isp->isp_rqstinrp = BIU_REQINP;
603 		isp->isp_rqstoutrp = BIU_REQOUTP;
604 		isp->isp_respinrp = BIU_RSPINP;
605 		isp->isp_respoutrp = BIU_RSPOUTP;
606 	} else {
607 		isp->isp_rqstinrp = INMAILBOX4;
608 		isp->isp_rqstoutrp = OUTMAILBOX4;
609 		isp->isp_respinrp = OUTMAILBOX5;
610 		isp->isp_respoutrp = INMAILBOX5;
611 	}
612 	ISP_WRITE(isp, isp->isp_rqstinrp, 0);
613 	ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
614 	ISP_WRITE(isp, isp->isp_respinrp, 0);
615 	ISP_WRITE(isp, isp->isp_respoutrp, 0);
616 	if (IS_24XX(isp)) {
617 		if (!IS_26XX(isp)) {
618 			ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
619 			ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
620 		}
621 		ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
622 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
623 	}
624 
625 	if (!IS_24XX(isp) && isp->isp_bustype == ISP_BT_PCI) {
626 		/* Make sure the BIOS is disabled */
627 		ISP_WRITE(isp, HCCR, PCI_HCCR_CMD_BIOS);
628 	}
629 
630 	/*
631 	 * Wait for everything to finish firing up.
632 	 *
633 	 * Avoid doing this on early 2312s because you can generate a PCI
634 	 * parity error (chip breakage).
635 	 */
636 	if (IS_2312(isp) && isp->isp_revision < 2) {
637 		ISP_DELAY(100);
638 	} else {
639 		loops = MBOX_DELAY_COUNT;
640 		while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
641 			ISP_DELAY(100);
642 			if (--loops < 0) {
643 				isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
644 				return;
645 			}
646 		}
647 	}
648 
649 	/*
650 	 * Up until this point we've done everything by just reading or
651 	 * setting registers. From this point on we rely on at least *some*
652 	 * kind of firmware running in the card.
653 	 */
654 
655 	/*
656 	 * Do some sanity checking by running a NOP command.
657 	 * If it succeeds, the ROM firmware is now running.
658 	 */
659 	MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
660 	isp_mboxcmd(isp, &mbs);
661 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
662 		isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
663 		return;
664 	}
665 
666 	/*
667 	 * Do some operational tests
668 	 */
669 	if (IS_SCSI(isp) || IS_24XX(isp)) {
670 		static const uint16_t patterns[MAX_MAILBOX] = {
671 			0x0000, 0xdead, 0xbeef, 0xffff,
672 			0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
673 			0x3421, 0xabcd, 0xdcba, 0xfeef,
674 			0xbead, 0xdebe, 0x2222, 0x3333,
675 			0x5555, 0x6666, 0x7777, 0xaaaa,
676 			0xffff, 0xdddd, 0x9999, 0x1fbc,
677 			0x6666, 0x6677, 0x1122, 0x33ff,
678 			0x0000, 0x0001, 0x1000, 0x1010,
679 		};
680 		int nmbox = ISP_NMBOX(isp);
681 		if (IS_SCSI(isp))
682 			nmbox = 6;
683 		MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
684 		for (i = 1; i < nmbox; i++) {
685 			mbs.param[i] = patterns[i];
686 		}
687 		isp_mboxcmd(isp, &mbs);
688 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
689 			return;
690 		}
691 		for (i = 1; i < nmbox; i++) {
692 			if (mbs.param[i] != patterns[i]) {
693 				isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
694 				return;
695 			}
696 		}
697 	}
698 
699 	/*
700 	 * Download new Firmware, unless requested not to do so.
701 	 * This is made slightly trickier in some cases where the
702 	 * firmware of the ROM revision is newer than the revision
703 	 * compiled into the driver. So, where we used to compare
704 	 * versions of our f/w and the ROM f/w, now we just see
705 	 * whether we have f/w at all and whether a config flag
706 	 * has disabled our download.
707 	 */
708 	if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
709 		dodnld = 0;
710 	} else {
711 
712 		/*
713 		 * Set up DMA for the request and response queues.
714 		 * We do this now so we can use the request queue
715 		 * for dma to load firmware from.
716 		 */
717 		if (ISP_MBOXDMASETUP(isp) != 0) {
718 			isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
719 			return;
720 		}
721 	}
722 
723 	if (IS_24XX(isp)) {
724 		code_org = ISP_CODE_ORG_2400;
725 	} else if (IS_23XX(isp)) {
726 		code_org = ISP_CODE_ORG_2300;
727 	} else {
728 		code_org = ISP_CODE_ORG;
729 	}
730 
731 	isp->isp_loaded_fw = 0;
732 	if (dodnld && IS_24XX(isp)) {
733 		const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
734 		uint32_t la, wi, wl;
735 
736 		/*
737 		 * Keep loading until we run out of f/w.
738 		 */
739 		code_org = ptr[2];	/* 1st load address is our start addr */
740 
741 		for (;;) {
742 
743 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
744 
745 			wi = 0;
746 			la = ptr[2];
747 			wl = ptr[3];
748 			while (wi < ptr[3]) {
749 				uint32_t *cp;
750 				uint32_t nw;
751 
752 				nw = min(wl, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 4);
753 				cp = isp->isp_rquest;
754 				for (i = 0; i < nw; i++)
755 					ISP_IOXPUT_32(isp, ptr[wi + i], &cp[i]);
756 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
757 				MBSINIT(&mbs, MBOX_LOAD_RISC_RAM, MBLOGALL, 0);
758 				mbs.param[1] = la;
759 				mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
760 				mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
761 				mbs.param[4] = nw >> 16;
762 				mbs.param[5] = nw;
763 				mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
764 				mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
765 				mbs.param[8] = la >> 16;
766 				isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
767 				isp_mboxcmd(isp, &mbs);
768 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
769 					isp_prt(isp, ISP_LOGERR, "F/W download failed");
770 					return;
771 				}
772 				la += nw;
773 				wi += nw;
774 				wl -= nw;
775 			}
776 
777 			if (ptr[1] == 0) {
778 				break;
779 			}
780 			ptr += ptr[3];
781 		}
782 		isp->isp_loaded_fw = 1;
783 	} else if (dodnld && IS_23XX(isp)) {
784 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
785 		uint16_t wi, wl, segno;
786 		uint32_t la;
787 
788 		la = code_org;
789 		segno = 0;
790 
791 		for (;;) {
792 			uint32_t nxtaddr;
793 
794 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
795 
796 			wi = 0;
797 			wl = ptr[3];
798 
799 			while (wi < ptr[3]) {
800 				uint16_t *cp;
801 				uint16_t nw;
802 
803 				nw = min(wl, min((1 << 15), ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 2));
804 				cp = isp->isp_rquest;
805 				for (i = 0; i < nw; i++)
806 					ISP_IOXPUT_16(isp, ptr[wi + i], &cp[i]);
807 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
808 				MBSINIT(&mbs, 0, MBLOGALL, 0);
809 				if (la < 0x10000) {
810 					mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
811 					mbs.param[1] = la;
812 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
813 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
814 					mbs.param[4] = nw;
815 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
816 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
817 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
818 				} else {
819 					mbs.param[0] = MBOX_LOAD_RISC_RAM;
820 					mbs.param[1] = la;
821 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
822 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
823 					mbs.param[4] = nw;
824 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
825 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
826 					mbs.param[8] = la >> 16;
827 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
828 				}
829 				isp_mboxcmd(isp, &mbs);
830 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
831 					isp_prt(isp, ISP_LOGERR, "F/W download failed");
832 					return;
833 				}
834 				la += nw;
835 				wi += nw;
836 				wl -= nw;
837 			}
838 
839 			if (!IS_2322(isp)) {
840 				break;
841 			}
842 
843 			if (++segno == 3) {
844 				break;
845 			}
846 
847 			/*
848 			 * If we're a 2322, the firmware actually comes in
849 			 * three chunks. We loaded the first at the code_org
850 			 * address. The other two chunks, which follow right
851 			 * after each other in memory here, get loaded at
852 			 * addresses specfied at offset 0x9..0xB.
853 			 */
854 
855 			nxtaddr = ptr[3];
856 			ptr = &ptr[nxtaddr];
857 			la = ptr[5] | ((ptr[4] & 0x3f) << 16);
858 		}
859 		isp->isp_loaded_fw = 1;
860 	} else if (dodnld) {
861 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
862 		u_int i, wl;
863 
864 		wl = ptr[3];
865 		isp_prt(isp, ISP_LOGDEBUG1,
866 		    "WRITE RAM %u words at load address 0x%x", wl, code_org);
867 		for (i = 0; i < wl; i++) {
868 			MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
869 			mbs.param[1] = code_org + i;
870 			mbs.param[2] = ptr[i];
871 			isp_mboxcmd(isp, &mbs);
872 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
873 				isp_prt(isp, ISP_LOGERR,
874 				    "F/W download failed at word %d", i);
875 				return;
876 			}
877 		}
878 	} else if (IS_26XX(isp)) {
879 		isp_prt(isp, ISP_LOGDEBUG1, "loading firmware from flash");
880 		MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
881 		mbs.ibitm = 0x01;
882 		mbs.obitm = 0x07;
883 		isp_mboxcmd(isp, &mbs);
884 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
885 			isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
886 			return;
887 		}
888 	} else {
889 		isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
890 	}
891 
892 	/*
893 	 * If we loaded firmware, verify its checksum
894 	 */
895 	if (isp->isp_loaded_fw) {
896 		MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
897 		if (IS_24XX(isp)) {
898 			mbs.param[1] = code_org >> 16;
899 			mbs.param[2] = code_org;
900 		} else {
901 			mbs.param[1] = code_org;
902 		}
903 		isp_mboxcmd(isp, &mbs);
904 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
905 			isp_prt(isp, ISP_LOGERR, dcrc);
906 			return;
907 		}
908 	}
909 
910 	/*
911 	 * Now start it rolling.
912 	 *
913 	 * If we didn't actually download f/w,
914 	 * we still need to (re)start it.
915 	 */
916 	MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
917 	if (IS_26XX(isp)) {
918 		mbs.param[1] = code_org >> 16;
919 		mbs.param[2] = code_org;
920 	} else if (IS_24XX(isp)) {
921 		mbs.param[1] = code_org >> 16;
922 		mbs.param[2] = code_org;
923 		if (isp->isp_loaded_fw) {
924 			mbs.param[3] = 0;
925 		} else {
926 			mbs.param[3] = 1;
927 		}
928 	} else if (IS_2322(isp)) {
929 		mbs.param[1] = code_org;
930 		if (isp->isp_loaded_fw) {
931 			mbs.param[2] = 0;
932 		} else {
933 			mbs.param[2] = 1;
934 		}
935 	} else {
936 		mbs.param[1] = code_org;
937 	}
938 	isp_mboxcmd(isp, &mbs);
939 	if (IS_2322(isp) || IS_24XX(isp)) {
940 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
941 			return;
942 		}
943 	}
944 
945 	if (IS_SCSI(isp)) {
946 		/*
947 		 * Set CLOCK RATE, but only if asked to.
948 		 */
949 		if (isp->isp_clock) {
950 			MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
951 			mbs.param[1] = isp->isp_clock;
952 			isp_mboxcmd(isp, &mbs);
953 			/* we will try not to care if this fails */
954 		}
955 	}
956 
957 	/*
958 	 * Ask the chip for the current firmware version.
959 	 * This should prove that the new firmware is working.
960 	 */
961 	MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 5000000);
962 	isp_mboxcmd(isp, &mbs);
963 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
964 		return;
965 	}
966 
967 	/*
968 	 * The SBus firmware that we are using apparently does not return
969 	 * major, minor, micro revisions in the mailbox registers, which
970 	 * is really, really, annoying.
971 	 */
972 	if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
973 		if (dodnld) {
974 #ifdef	ISP_TARGET_MODE
975 			isp->isp_fwrev[0] = 7;
976 			isp->isp_fwrev[1] = 55;
977 #else
978 			isp->isp_fwrev[0] = 1;
979 			isp->isp_fwrev[1] = 37;
980 #endif
981 			isp->isp_fwrev[2] = 0;
982 		}
983 	} else {
984 		isp->isp_fwrev[0] = mbs.param[1];
985 		isp->isp_fwrev[1] = mbs.param[2];
986 		isp->isp_fwrev[2] = mbs.param[3];
987 	}
988 
989 	if (IS_FC(isp)) {
990 		/*
991 		 * We do not believe firmware attributes for 2100 code less
992 		 * than 1.17.0, unless it's the firmware we specifically
993 		 * are loading.
994 		 *
995 		 * Note that all 22XX and later f/w is greater than 1.X.0.
996 		 */
997 		if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
998 #ifdef	USE_SMALLER_2100_FIRMWARE
999 			isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1000 #else
1001 			isp->isp_fwattr = 0;
1002 #endif
1003 		} else {
1004 			isp->isp_fwattr = mbs.param[6];
1005 		}
1006 		if (IS_24XX(isp)) {
1007 			isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1008 			if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1009 				isp->isp_fwattr |=
1010 				    (((uint64_t) mbs.param[16]) << 32) |
1011 				    (((uint64_t) mbs.param[17]) << 48);
1012 			}
1013 		}
1014 	} else {
1015 		isp->isp_fwattr = 0;
1016 	}
1017 
1018 	isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1019 	    btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1020 
1021 	fwt = isp->isp_fwattr;
1022 	if (IS_24XX(isp)) {
1023 		buf = FCPARAM(isp, 0)->isp_scanscratch;
1024 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1025 		if (fwt & ISP2400_FW_ATTR_CLASS2) {
1026 			fwt ^=ISP2400_FW_ATTR_CLASS2;
1027 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1028 		}
1029 		if (fwt & ISP2400_FW_ATTR_IP) {
1030 			fwt ^=ISP2400_FW_ATTR_IP;
1031 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1032 		}
1033 		if (fwt & ISP2400_FW_ATTR_MULTIID) {
1034 			fwt ^=ISP2400_FW_ATTR_MULTIID;
1035 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1036 		}
1037 		if (fwt & ISP2400_FW_ATTR_SB2) {
1038 			fwt ^=ISP2400_FW_ATTR_SB2;
1039 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1040 		}
1041 		if (fwt & ISP2400_FW_ATTR_T10CRC) {
1042 			fwt ^=ISP2400_FW_ATTR_T10CRC;
1043 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1044 		}
1045 		if (fwt & ISP2400_FW_ATTR_VI) {
1046 			fwt ^=ISP2400_FW_ATTR_VI;
1047 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1048 		}
1049 		if (fwt & ISP2400_FW_ATTR_MQ) {
1050 			fwt ^=ISP2400_FW_ATTR_MQ;
1051 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1052 		}
1053 		if (fwt & ISP2400_FW_ATTR_MSIX) {
1054 			fwt ^=ISP2400_FW_ATTR_MSIX;
1055 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1056 		}
1057 		if (fwt & ISP2400_FW_ATTR_FCOE) {
1058 			fwt ^=ISP2400_FW_ATTR_FCOE;
1059 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1060 		}
1061 		if (fwt & ISP2400_FW_ATTR_VP0) {
1062 			fwt ^= ISP2400_FW_ATTR_VP0;
1063 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1064 		}
1065 		if (fwt & ISP2400_FW_ATTR_EXPFW) {
1066 			fwt ^= ISP2400_FW_ATTR_EXPFW;
1067 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1068 		}
1069 		if (fwt & ISP2400_FW_ATTR_HOTFW) {
1070 			fwt ^= ISP2400_FW_ATTR_HOTFW;
1071 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1072 		}
1073 		fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1074 		if (fwt & ISP2400_FW_ATTR_EXTVP) {
1075 			fwt ^= ISP2400_FW_ATTR_EXTVP;
1076 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1077 		}
1078 		if (fwt & ISP2400_FW_ATTR_VN2VN) {
1079 			fwt ^= ISP2400_FW_ATTR_VN2VN;
1080 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1081 		}
1082 		if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1083 			fwt ^= ISP2400_FW_ATTR_EXMOFF;
1084 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1085 		}
1086 		if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1087 			fwt ^= ISP2400_FW_ATTR_NPMOFF;
1088 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1089 		}
1090 		if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1091 			fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1092 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1093 		}
1094 		if (fwt & ISP2400_FW_ATTR_SRIOV) {
1095 			fwt ^= ISP2400_FW_ATTR_SRIOV;
1096 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1097 		}
1098 		if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1099 			fwt ^= ISP2400_FW_ATTR_ASICTMP;
1100 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1101 		}
1102 		if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1103 			fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1104 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1105 		}
1106 		if (fwt) {
1107 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1108 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1109 		}
1110 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1111 	} else if (IS_FC(isp)) {
1112 		buf = FCPARAM(isp, 0)->isp_scanscratch;
1113 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1114 		if (fwt & ISP_FW_ATTR_TMODE) {
1115 			fwt ^=ISP_FW_ATTR_TMODE;
1116 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1117 		}
1118 		if (fwt & ISP_FW_ATTR_SCCLUN) {
1119 			fwt ^=ISP_FW_ATTR_SCCLUN;
1120 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1121 		}
1122 		if (fwt & ISP_FW_ATTR_FABRIC) {
1123 			fwt ^=ISP_FW_ATTR_FABRIC;
1124 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1125 		}
1126 		if (fwt & ISP_FW_ATTR_CLASS2) {
1127 			fwt ^=ISP_FW_ATTR_CLASS2;
1128 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1129 		}
1130 		if (fwt & ISP_FW_ATTR_FCTAPE) {
1131 			fwt ^=ISP_FW_ATTR_FCTAPE;
1132 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1133 		}
1134 		if (fwt & ISP_FW_ATTR_IP) {
1135 			fwt ^=ISP_FW_ATTR_IP;
1136 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1137 		}
1138 		if (fwt & ISP_FW_ATTR_VI) {
1139 			fwt ^=ISP_FW_ATTR_VI;
1140 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1141 		}
1142 		if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1143 			fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1144 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1145 		}
1146 		if (fwt & ISP_FW_ATTR_2KLOGINS) {
1147 			fwt ^=ISP_FW_ATTR_2KLOGINS;
1148 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1149 		}
1150 		if (fwt != 0) {
1151 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1152 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1153 		}
1154 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1155 	}
1156 
1157 	if (IS_24XX(isp)) {
1158 		MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1159 		isp_mboxcmd(isp, &mbs);
1160 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1161 			return;
1162 		}
1163 		isp->isp_maxcmds = mbs.param[3];
1164 	} else {
1165 		MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1166 		isp_mboxcmd(isp, &mbs);
1167 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1168 			return;
1169 		}
1170 		isp->isp_maxcmds = mbs.param[2];
1171 	}
1172 	isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1173 
1174 	/*
1175 	 * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1176 	 * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1177 	 * work for them).
1178 	 */
1179 	if (IS_FC(isp) && isp->isp_nchan > 1) {
1180 		if (!ISP_CAP_MULTI_ID(isp)) {
1181 			isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1182 			    "only can enable 1 of %d channels", isp->isp_nchan);
1183 			isp->isp_nchan = 1;
1184 		} else if (!ISP_CAP_VP0(isp)) {
1185 			isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1186 			    "feature properly without VP0_Decoupling");
1187 			isp->isp_nchan = 1;
1188 		}
1189 	}
1190 
1191 	/*
1192 	 * Final DMA setup after we got isp_maxcmds.
1193 	 */
1194 	if (ISP_MBOXDMASETUP(isp) != 0) {
1195 		isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
1196 		return;
1197 	}
1198 
1199 	/*
1200 	 * Setup interrupts.
1201 	 */
1202 	if (ISP_IRQSETUP(isp) != 0) {
1203 		isp_prt(isp, ISP_LOGERR, "Cannot setup IRQ");
1204 		return;
1205 	}
1206 	ISP_ENABLE_INTS(isp);
1207 
1208 	if (IS_FC(isp)) {
1209 		for (i = 0; i < isp->isp_nchan; i++)
1210 			isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1211 	}
1212 
1213 	isp->isp_state = ISP_RESETSTATE;
1214 
1215 	/*
1216 	 * Okay- now that we have new firmware running, we now (re)set our
1217 	 * notion of how many luns we support. This is somewhat tricky because
1218 	 * if we haven't loaded firmware, we sometimes do not have an easy way
1219 	 * of knowing how many luns we support.
1220 	 *
1221 	 * Expanded lun firmware gives you 32 luns for SCSI cards and
1222 	 * unlimited luns for Fibre Channel cards.
1223 	 *
1224 	 * It turns out that even for QLogic 2100s with ROM 1.10 and above
1225 	 * we do get a firmware attributes word returned in mailbox register 6.
1226 	 *
1227 	 * Because the lun is in a different position in the Request Queue
1228 	 * Entry structure for Fibre Channel with expanded lun firmware, we
1229 	 * can only support one lun (lun zero) when we don't know what kind
1230 	 * of firmware we're running.
1231 	 */
1232 	if (IS_SCSI(isp)) {
1233 		if (dodnld) {
1234 			if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1235 				isp->isp_maxluns = 32;
1236 			} else {
1237 				isp->isp_maxluns = 8;
1238 			}
1239 		} else {
1240 			isp->isp_maxluns = 8;
1241 		}
1242 	} else {
1243 		if (ISP_CAP_SCCFW(isp)) {
1244 			isp->isp_maxluns = 0;	/* No limit -- 2/8 bytes */
1245 		} else {
1246 			isp->isp_maxluns = 16;
1247 		}
1248 	}
1249 
1250 	/*
1251 	 * We get some default values established. As a side
1252 	 * effect, NVRAM is read here (unless overriden by
1253 	 * a configuration flag).
1254 	 */
1255 	if (do_load_defaults) {
1256 		if (IS_SCSI(isp)) {
1257 			isp_setdfltsdparm(isp);
1258 		} else {
1259 			for (i = 0; i < isp->isp_nchan; i++) {
1260 				isp_setdfltfcparm(isp, i);
1261 			}
1262 		}
1263 	}
1264 }
1265 
1266 /*
1267  * Clean firmware shutdown.
1268  */
1269 static int
1270 isp_stop(ispsoftc_t *isp)
1271 {
1272 	mbreg_t mbs;
1273 
1274 	isp->isp_state = ISP_NILSTATE;
1275 	MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1276 	mbs.param[1] = 0;
1277 	mbs.param[2] = 0;
1278 	mbs.param[3] = 0;
1279 	mbs.param[4] = 0;
1280 	mbs.param[5] = 0;
1281 	mbs.param[6] = 0;
1282 	mbs.param[7] = 0;
1283 	mbs.param[8] = 0;
1284 	isp_mboxcmd(isp, &mbs);
1285 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1286 }
1287 
1288 /*
1289  * Hardware shutdown.
1290  */
1291 void
1292 isp_shutdown(ispsoftc_t *isp)
1293 {
1294 
1295 	if (isp->isp_state >= ISP_RESETSTATE)
1296 		isp_stop(isp);
1297 	ISP_DISABLE_INTS(isp);
1298 	if (IS_FC(isp)) {
1299 		if (IS_24XX(isp)) {
1300 			ISP_WRITE(isp, BIU2400_ICR, 0);
1301 			ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
1302 		} else {
1303 			ISP_WRITE(isp, BIU_ICR, 0);
1304 			ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1305 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
1306 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
1307 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
1308 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
1309 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
1310 		}
1311 	} else {
1312 		ISP_WRITE(isp, BIU_ICR, 0);
1313 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1314 	}
1315 }
1316 
1317 /*
1318  * Initialize Parameters of Hardware to a known state.
1319  *
1320  * Locks are held before coming here.
1321  */
1322 void
1323 isp_init(ispsoftc_t *isp)
1324 {
1325 	if (IS_FC(isp)) {
1326 		if (IS_24XX(isp)) {
1327 			isp_fibre_init_2400(isp);
1328 		} else {
1329 			isp_fibre_init(isp);
1330 		}
1331 	} else {
1332 		isp_scsi_init(isp);
1333 	}
1334 }
1335 
1336 static void
1337 isp_scsi_init(ispsoftc_t *isp)
1338 {
1339 	sdparam *sdp_chan0, *sdp_chan1;
1340 	mbreg_t mbs;
1341 
1342 	isp->isp_state = ISP_INITSTATE;
1343 
1344 	sdp_chan0 = SDPARAM(isp, 0);
1345 	sdp_chan1 = sdp_chan0;
1346 	if (IS_DUALBUS(isp)) {
1347 		sdp_chan1 = SDPARAM(isp, 1);
1348 	}
1349 
1350 	/* First do overall per-card settings. */
1351 
1352 	/*
1353 	 * If we have fast memory timing enabled, turn it on.
1354 	 */
1355 	if (sdp_chan0->isp_fast_mttr) {
1356 		ISP_WRITE(isp, RISC_MTR, 0x1313);
1357 	}
1358 
1359 	/*
1360 	 * Set Retry Delay and Count.
1361 	 * You set both channels at the same time.
1362 	 */
1363 	MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1364 	mbs.param[1] = sdp_chan0->isp_retry_count;
1365 	mbs.param[2] = sdp_chan0->isp_retry_delay;
1366 	mbs.param[6] = sdp_chan1->isp_retry_count;
1367 	mbs.param[7] = sdp_chan1->isp_retry_delay;
1368 	isp_mboxcmd(isp, &mbs);
1369 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1370 		return;
1371 	}
1372 
1373 	/*
1374 	 * Set ASYNC DATA SETUP time. This is very important.
1375 	 */
1376 	MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1377 	mbs.param[1] = sdp_chan0->isp_async_data_setup;
1378 	mbs.param[2] = sdp_chan1->isp_async_data_setup;
1379 	isp_mboxcmd(isp, &mbs);
1380 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1381 		return;
1382 	}
1383 
1384 	/*
1385 	 * Set ACTIVE Negation State.
1386 	 */
1387 	MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1388 	mbs.param[1] =
1389 	    (sdp_chan0->isp_req_ack_active_neg << 4) |
1390 	    (sdp_chan0->isp_data_line_active_neg << 5);
1391 	mbs.param[2] =
1392 	    (sdp_chan1->isp_req_ack_active_neg << 4) |
1393 	    (sdp_chan1->isp_data_line_active_neg << 5);
1394 	isp_mboxcmd(isp, &mbs);
1395 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1396 		isp_prt(isp, ISP_LOGERR,
1397 		    "failed to set active negation state (%d,%d), (%d,%d)",
1398 		    sdp_chan0->isp_req_ack_active_neg,
1399 		    sdp_chan0->isp_data_line_active_neg,
1400 		    sdp_chan1->isp_req_ack_active_neg,
1401 		    sdp_chan1->isp_data_line_active_neg);
1402 		/*
1403 		 * But don't return.
1404 		 */
1405 	}
1406 
1407 	/*
1408 	 * Set the Tag Aging limit
1409 	 */
1410 	MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1411 	mbs.param[1] = sdp_chan0->isp_tag_aging;
1412 	mbs.param[2] = sdp_chan1->isp_tag_aging;
1413 	isp_mboxcmd(isp, &mbs);
1414 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1415 		isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1416 		    sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1417 		return;
1418 	}
1419 
1420 	/*
1421 	 * Set selection timeout.
1422 	 */
1423 	MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1424 	mbs.param[1] = sdp_chan0->isp_selection_timeout;
1425 	mbs.param[2] = sdp_chan1->isp_selection_timeout;
1426 	isp_mboxcmd(isp, &mbs);
1427 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1428 		return;
1429 	}
1430 
1431 	/* now do per-channel settings */
1432 	isp_scsi_channel_init(isp, 0);
1433 	if (IS_DUALBUS(isp))
1434 		isp_scsi_channel_init(isp, 1);
1435 
1436 	/*
1437 	 * Now enable request/response queues
1438 	 */
1439 
1440 	if (IS_ULTRA2(isp) || IS_1240(isp)) {
1441 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1442 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1443 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1444 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1445 		mbs.param[4] = 0;
1446 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1447 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1448 		isp_mboxcmd(isp, &mbs);
1449 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1450 			return;
1451 		}
1452 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1453 
1454 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1455 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1456 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1457 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1458 		mbs.param[5] = 0;
1459 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1460 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1461 		isp_mboxcmd(isp, &mbs);
1462 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1463 			return;
1464 		}
1465 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1466 	} else {
1467 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1468 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1469 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1470 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1471 		mbs.param[4] = 0;
1472 		isp_mboxcmd(isp, &mbs);
1473 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1474 			return;
1475 		}
1476 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1477 
1478 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1479 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1480 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1481 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1482 		mbs.param[5] = 0;
1483 		isp_mboxcmd(isp, &mbs);
1484 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1485 			return;
1486 		}
1487 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1488 	}
1489 
1490 	/*
1491 	 * Turn on LVD transitions for ULTRA2 or better and other features
1492 	 *
1493 	 * Now that we have 32 bit handles, don't do any fast posting
1494 	 * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1495 	 * operation or use fast posting. To be conservative, we'll only
1496 	 * do this for Ultra3 cards now because the other cards are so
1497 	 * rare for this author to find and test with.
1498 	 */
1499 
1500 	MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1501 	if (IS_ULTRA2(isp))
1502 		mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1503 #ifdef	ISP_NO_RIO
1504 	if (IS_ULTRA3(isp))
1505 		mbs.param[1] |= FW_FEATURE_FAST_POST;
1506 #else
1507 	if (IS_ULTRA3(isp))
1508 		mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1509 #endif
1510 	if (mbs.param[1] != 0) {
1511 		uint16_t sfeat = mbs.param[1];
1512 		isp_mboxcmd(isp, &mbs);
1513 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1514 			isp_prt(isp, ISP_LOGINFO,
1515 			    "Enabled FW features (0x%x)", sfeat);
1516 		}
1517 	}
1518 
1519 	isp->isp_state = ISP_RUNSTATE;
1520 }
1521 
1522 static void
1523 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1524 {
1525 	sdparam *sdp;
1526 	mbreg_t mbs;
1527 	int tgt;
1528 
1529 	sdp = SDPARAM(isp, chan);
1530 
1531 	/*
1532 	 * Set (possibly new) Initiator ID.
1533 	 */
1534 	MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1535 	mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1536 	isp_mboxcmd(isp, &mbs);
1537 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1538 		return;
1539 	}
1540 	isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1541 	    chan, sdp->isp_initiator_id);
1542 
1543 
1544 	/*
1545 	 * Set current per-target parameters to an initial safe minimum.
1546 	 */
1547 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1548 		int lun;
1549 		uint16_t sdf;
1550 
1551 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
1552 			continue;
1553 		}
1554 #ifndef	ISP_TARGET_MODE
1555 		sdf = sdp->isp_devparam[tgt].goal_flags;
1556 		sdf &= DPARM_SAFE_DFLT;
1557 		/*
1558 		 * It is not quite clear when this changed over so that
1559 		 * we could force narrow and async for 1000/1020 cards,
1560 		 * but assume that this is only the case for loaded
1561 		 * firmware.
1562 		 */
1563 		if (isp->isp_loaded_fw) {
1564 			sdf |= DPARM_NARROW | DPARM_ASYNC;
1565 		}
1566 #else
1567 		/*
1568 		 * The !$*!)$!$)* f/w uses the same index into some
1569 		 * internal table to decide how to respond to negotiations,
1570 		 * so if we've said "let's be safe" for ID X, and ID X
1571 		 * selects *us*, the negotiations will back to 'safe'
1572 		 * (as in narrow/async). What the f/w *should* do is
1573 		 * use the initiator id settings to decide how to respond.
1574 		 */
1575 		sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1576 #endif
1577 		MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1578 		mbs.param[1] = (chan << 15) | (tgt << 8);
1579 		mbs.param[2] = sdf;
1580 		if ((sdf & DPARM_SYNC) == 0) {
1581 			mbs.param[3] = 0;
1582 		} else {
1583 			mbs.param[3] =
1584 			    (sdp->isp_devparam[tgt].goal_offset << 8) |
1585 			    (sdp->isp_devparam[tgt].goal_period);
1586 		}
1587 		isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1588 		    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1589 		isp_mboxcmd(isp, &mbs);
1590 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1591 			sdf = DPARM_SAFE_DFLT;
1592 			MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1593 			mbs.param[1] = (tgt << 8) | (chan << 15);
1594 			mbs.param[2] = sdf;
1595 			mbs.param[3] = 0;
1596 			isp_mboxcmd(isp, &mbs);
1597 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1598 				continue;
1599 			}
1600 		}
1601 
1602 		/*
1603 		 * We don't update any information directly from the f/w
1604 		 * because we need to run at least one command to cause a
1605 		 * new state to be latched up. So, we just assume that we
1606 		 * converge to the values we just had set.
1607 		 *
1608 		 * Ensure that we don't believe tagged queuing is enabled yet.
1609 		 * It turns out that sometimes the ISP just ignores our
1610 		 * attempts to set parameters for devices that it hasn't
1611 		 * seen yet.
1612 		 */
1613 		sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1614 		for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1615 			MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1616 			mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1617 			mbs.param[2] = sdp->isp_max_queue_depth;
1618 			mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1619 			isp_mboxcmd(isp, &mbs);
1620 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1621 				break;
1622 			}
1623 		}
1624 	}
1625 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1626 		if (sdp->isp_devparam[tgt].dev_refresh) {
1627 			sdp->sendmarker = 1;
1628 			sdp->update = 1;
1629 			break;
1630 		}
1631 	}
1632 }
1633 
1634 /*
1635  * Fibre Channel specific initialization.
1636  */
1637 static void
1638 isp_fibre_init(ispsoftc_t *isp)
1639 {
1640 	fcparam *fcp;
1641 	isp_icb_t local, *icbp = &local;
1642 	mbreg_t mbs;
1643 	int ownloopid;
1644 
1645 	/*
1646 	 * We only support one channel on non-24XX cards
1647 	 */
1648 	fcp = FCPARAM(isp, 0);
1649 	if (fcp->role == ISP_ROLE_NONE)
1650 		return;
1651 
1652 	isp->isp_state = ISP_INITSTATE;
1653 	ISP_MEMZERO(icbp, sizeof (*icbp));
1654 	icbp->icb_version = ICB_VERSION1;
1655 	icbp->icb_fwoptions = fcp->isp_fwoptions;
1656 
1657 	/*
1658 	 * Firmware Options are either retrieved from NVRAM or
1659 	 * are patched elsewhere. We check them for sanity here
1660 	 * and make changes based on board revision, but otherwise
1661 	 * let others decide policy.
1662 	 */
1663 
1664 	/*
1665 	 * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1666 	 */
1667 	if (IS_2100(isp) && isp->isp_revision < 5) {
1668 		icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1669 	}
1670 
1671 	/*
1672 	 * We have to use FULL LOGIN even though it resets the loop too much
1673 	 * because otherwise port database entries don't get updated after
1674 	 * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1675 	 */
1676 	if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1677 		icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1678 	}
1679 
1680 	/*
1681 	 * Insist on Port Database Update Async notifications
1682 	 */
1683 	icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1684 
1685 	/*
1686 	 * Make sure that target role reflects into fwoptions.
1687 	 */
1688 	if (fcp->role & ISP_ROLE_TARGET) {
1689 		icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1690 	} else {
1691 		icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1692 	}
1693 
1694 	/*
1695 	 * For some reason my 2200 does not generate ATIOs in target mode
1696 	 * if initiator is disabled.  Extra logins are better then target
1697 	 * not working at all.
1698 	 */
1699 	if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1700 		icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1701 	} else {
1702 		icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1703 	}
1704 
1705 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1706 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1707 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1708 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1709 	}
1710 	icbp->icb_maxalloc = fcp->isp_maxalloc;
1711 	if (icbp->icb_maxalloc < 1) {
1712 		isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1713 		icbp->icb_maxalloc = 16;
1714 	}
1715 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1716 	if (icbp->icb_execthrottle < 1) {
1717 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1718 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1719 	}
1720 	icbp->icb_retry_delay = fcp->isp_retry_delay;
1721 	icbp->icb_retry_count = fcp->isp_retry_count;
1722 	icbp->icb_hardaddr = fcp->isp_loopid;
1723 	ownloopid = (isp->isp_confopts & ISP_CFG_OWNLOOPID) != 0;
1724 	if (icbp->icb_hardaddr >= LOCAL_LOOP_LIM) {
1725 		icbp->icb_hardaddr = 0;
1726 		ownloopid = 0;
1727 	}
1728 
1729 	/*
1730 	 * Our life seems so much better with 2200s and later with
1731 	 * the latest f/w if we set Hard Address.
1732 	 */
1733 	if (ownloopid || ISP_FW_NEWER_THAN(isp, 2, 2, 5)) {
1734 		icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1735 	}
1736 
1737 	/*
1738 	 * Right now we just set extended options to prefer point-to-point
1739 	 * over loop based upon some soft config options.
1740 	 *
1741 	 * NB: for the 2300, ICBOPT_EXTENDED is required.
1742 	 */
1743 	if (IS_2100(isp)) {
1744 		/*
1745 		 * We can't have Fast Posting any more- we now
1746 		 * have 32 bit handles.
1747 		 */
1748 		icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1749 	} else if (IS_2200(isp) || IS_23XX(isp)) {
1750 		icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1751 
1752 		icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1753 
1754 		if (ISP_CAP_FCTAPE(isp)) {
1755 			if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1756 				icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1757 
1758 			if (isp->isp_confopts & ISP_CFG_FCTAPE)
1759 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1760 
1761 			if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1762 				icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;	/* per documents */
1763 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1764 				FCPARAM(isp, 0)->fctape_enabled = 1;
1765 			} else {
1766 				FCPARAM(isp, 0)->fctape_enabled = 0;
1767 			}
1768 		} else {
1769 			icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1770 			FCPARAM(isp, 0)->fctape_enabled = 0;
1771 		}
1772 
1773 		/*
1774 		 * Prefer or force Point-To-Point instead Loop?
1775 		 */
1776 		switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1777 		case ISP_CFG_LPORT_ONLY:
1778 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1779 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1780 			break;
1781 		case ISP_CFG_NPORT_ONLY:
1782 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1783 			icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1784 			break;
1785 		case ISP_CFG_LPORT:
1786 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1787 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1788 			break;
1789 		case ISP_CFG_NPORT:
1790 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1791 			icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1792 			break;
1793 		default:
1794 			/* Let NVRAM settings define it if they are sane */
1795 			switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1796 			case ICBXOPT_PTP_2_LOOP:
1797 			case ICBXOPT_PTP_ONLY:
1798 			case ICBXOPT_LOOP_ONLY:
1799 			case ICBXOPT_LOOP_2_PTP:
1800 				break;
1801 			default:
1802 				icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1803 				icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1804 			}
1805 			break;
1806 		}
1807 		if (IS_2200(isp)) {
1808 			/*
1809 			 * We can't have Fast Posting any more- we now
1810 			 * have 32 bit handles.
1811 			 *
1812 			 * RIO seemed to have to much breakage.
1813 			 *
1814 			 * Just opt for safety.
1815 			 */
1816 			icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1817 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1818 		} else {
1819 			/*
1820 			 * QLogic recommends that FAST Posting be turned
1821 			 * off for 23XX cards and instead allow the HBA
1822 			 * to write response queue entries and interrupt
1823 			 * after a delay (ZIO).
1824 			 */
1825 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1826 			if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1827 				icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1828 				icbp->icb_idelaytimer = 10;
1829 			}
1830 			icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1831 			if (isp->isp_confopts & ISP_CFG_1GB) {
1832 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1833 				icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1834 			} else if (isp->isp_confopts & ISP_CFG_2GB) {
1835 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1836 				icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1837 			} else {
1838 				switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1839 				case ICBZOPT_RATE_1GB:
1840 				case ICBZOPT_RATE_2GB:
1841 				case ICBZOPT_RATE_AUTO:
1842 					break;
1843 				default:
1844 					icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1845 					icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1846 					break;
1847 				}
1848 			}
1849 		}
1850 	}
1851 
1852 
1853 	/*
1854 	 * For 22XX > 2.1.26 && 23XX, set some options.
1855 	 */
1856 	if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1857 		MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1858 		mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1859 		mbs.param[2] = 0;
1860 		mbs.param[3] = 0;
1861 		if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1862 			mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1863 			if (fcp->role & ISP_ROLE_TARGET) {
1864 				if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1865 					mbs.param[1] |= IFCOPT1_ENAPURE;
1866 				}
1867 				mbs.param[3] = IFCOPT3_NOPRLI;
1868 			}
1869 		}
1870 		isp_mboxcmd(isp, &mbs);
1871 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1872 			return;
1873 		}
1874 	}
1875 	icbp->icb_logintime = ICB_LOGIN_TOV;
1876 
1877 #ifdef	ISP_TARGET_MODE
1878 	if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1879 		icbp->icb_lunenables = 0xffff;
1880 		icbp->icb_ccnt = 0xff;
1881 		icbp->icb_icnt = 0xff;
1882 		icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1883 	}
1884 #endif
1885 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
1886 		icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1887 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1888 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1889 		isp_prt(isp, ISP_LOGDEBUG1,
1890 		    "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1891 		    ((uint32_t) (fcp->isp_wwnn >> 32)),
1892 		    ((uint32_t) (fcp->isp_wwnn)),
1893 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1894 		    ((uint32_t) (fcp->isp_wwpn)));
1895 	} else if (fcp->isp_wwpn) {
1896 		icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1897 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1898 		isp_prt(isp, ISP_LOGDEBUG1,
1899 		    "Setting ICB Port 0x%08x%08x",
1900 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1901 		    ((uint32_t) (fcp->isp_wwpn)));
1902 	} else {
1903 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1904 		return;
1905 	}
1906 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1907 	if (icbp->icb_rqstqlen < 1) {
1908 		isp_prt(isp, ISP_LOGERR, "bad request queue length");
1909 	}
1910 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1911 	if (icbp->icb_rsltqlen < 1) {
1912 		isp_prt(isp, ISP_LOGERR, "bad result queue length");
1913 	}
1914 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1915 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1916 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1917 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1918 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1919 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1920 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1921 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1922 
1923 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1924 		isp_prt(isp, ISP_LOGERR, sacq);
1925 		return;
1926 	}
1927 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1928 	    icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1929 
1930 	isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1931 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
1932 		isp_print_bytes(isp, "isp_fibre_init",
1933 		    sizeof(*icbp), fcp->isp_scratch);
1934 	}
1935 
1936 	/*
1937 	 * Init the firmware
1938 	 */
1939 	MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1940 	mbs.param[1] = 0;
1941 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1942 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1943 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1944 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1945 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1946 	    fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1947 	    (uint32_t) fcp->isp_scdma);
1948 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1949 	isp_mboxcmd(isp, &mbs);
1950 	FC_SCRATCH_RELEASE(isp, 0);
1951 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
1952 		return;
1953 	isp->isp_reqidx = 0;
1954 	isp->isp_reqodx = 0;
1955 	isp->isp_residx = 0;
1956 	isp->isp_resodx = 0;
1957 
1958 	/*
1959 	 * Whatever happens, we're now committed to being here.
1960 	 */
1961 	isp->isp_state = ISP_RUNSTATE;
1962 }
1963 
1964 static void
1965 isp_fibre_init_2400(ispsoftc_t *isp)
1966 {
1967 	fcparam *fcp;
1968 	isp_icb_2400_t local, *icbp = &local;
1969 	mbreg_t mbs;
1970 	int chan;
1971 	int ownloopid = 0;
1972 
1973 	/*
1974 	 * Check to see whether all channels have *some* kind of role
1975 	 */
1976 	for (chan = 0; chan < isp->isp_nchan; chan++) {
1977 		fcp = FCPARAM(isp, chan);
1978 		if (fcp->role != ISP_ROLE_NONE) {
1979 			break;
1980 		}
1981 	}
1982 	if (chan == isp->isp_nchan) {
1983 		isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
1984 		return;
1985 	}
1986 
1987 	isp->isp_state = ISP_INITSTATE;
1988 
1989 	/*
1990 	 * Start with channel 0.
1991 	 */
1992 	fcp = FCPARAM(isp, 0);
1993 
1994 	/*
1995 	 * Turn on LIP F8 async event (1)
1996 	 */
1997 	MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1998 	mbs.param[1] = 1;
1999 	isp_mboxcmd(isp, &mbs);
2000 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2001 		return;
2002 	}
2003 
2004 	ISP_MEMZERO(icbp, sizeof (*icbp));
2005 	icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2006 	icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2007 	icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2008 	if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2009 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2010 		icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2011 	} else {
2012 		if (fcp->role & ISP_ROLE_TARGET)
2013 			icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2014 		else
2015 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2016 		if (fcp->role & ISP_ROLE_INITIATOR)
2017 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2018 		else
2019 			icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2020 	}
2021 
2022 	icbp->icb_version = ICB_VERSION1;
2023 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2024 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2025 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2026 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2027 	}
2028 
2029 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2030 	if (icbp->icb_execthrottle < 1 && !IS_26XX(isp)) {
2031 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2032 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2033 	}
2034 
2035 	/*
2036 	 * Set target exchange count. Take half if we are supporting both roles.
2037 	 */
2038 	if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2039 		icbp->icb_xchgcnt = isp->isp_maxcmds;
2040 		if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2041 			icbp->icb_xchgcnt >>= 1;
2042 	}
2043 
2044 
2045 	ownloopid = (isp->isp_confopts & ISP_CFG_OWNLOOPID) != 0;
2046 	icbp->icb_hardaddr = fcp->isp_loopid;
2047 	if (icbp->icb_hardaddr >= LOCAL_LOOP_LIM) {
2048 		icbp->icb_hardaddr = 0;
2049 		ownloopid = 0;
2050 	}
2051 
2052 	if (ownloopid)
2053 		icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2054 
2055 	if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2056 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2057 	}
2058 	if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2059 		icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2060 	}
2061 
2062 	for (chan = 0; chan < isp->isp_nchan; chan++) {
2063 		if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2064 			FCPARAM(isp, chan)->fctape_enabled = 1;
2065 		else
2066 			FCPARAM(isp, chan)->fctape_enabled = 0;
2067 	}
2068 
2069 	switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2070 	case ISP_CFG_LPORT_ONLY:
2071 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2072 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2073 		break;
2074 	case ISP_CFG_NPORT_ONLY:
2075 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2076 		icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2077 		break;
2078 	case ISP_CFG_NPORT:
2079 		/* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2080 	case ISP_CFG_LPORT:
2081 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2082 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2083 		break;
2084 	default:
2085 		/* Let NVRAM settings define it if they are sane */
2086 		switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2087 		case ICB2400_OPT2_LOOP_ONLY:
2088 		case ICB2400_OPT2_PTP_ONLY:
2089 		case ICB2400_OPT2_LOOP_2_PTP:
2090 			break;
2091 		default:
2092 			icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2093 			icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2094 		}
2095 		break;
2096 	}
2097 
2098 	switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2099 	case ICB2400_OPT2_ZIO:
2100 	case ICB2400_OPT2_ZIO1:
2101 		icbp->icb_idelaytimer = 0;
2102 		break;
2103 	case 0:
2104 		break;
2105 	default:
2106 		isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2107 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2108 		break;
2109 	}
2110 
2111 	if (IS_26XX(isp)) {
2112 		/* Use handshake to reduce global lock congestion. */
2113 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2114 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2115 	}
2116 
2117 	if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2118 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2119 	}
2120 	if (isp->isp_confopts & ISP_CFG_1GB) {
2121 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2122 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2123 	} else if (isp->isp_confopts & ISP_CFG_2GB) {
2124 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2125 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2126 	} else if (isp->isp_confopts & ISP_CFG_4GB) {
2127 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2128 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2129 	} else if (isp->isp_confopts & ISP_CFG_8GB) {
2130 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2131 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2132 	} else if (isp->isp_confopts & ISP_CFG_16GB) {
2133 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2134 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2135 	} else if (isp->isp_confopts & ISP_CFG_32GB) {
2136 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2137 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_32GB;
2138 	} else {
2139 		switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2140 		case ICB2400_OPT3_RATE_4GB:
2141 		case ICB2400_OPT3_RATE_8GB:
2142 		case ICB2400_OPT3_RATE_16GB:
2143 		case ICB2400_OPT3_RATE_32GB:
2144 		case ICB2400_OPT3_RATE_AUTO:
2145 			break;
2146 		case ICB2400_OPT3_RATE_2GB:
2147 			if (isp->isp_type <= ISP_HA_FC_2500)
2148 				break;
2149 			/*FALLTHROUGH*/
2150 		case ICB2400_OPT3_RATE_1GB:
2151 			if (isp->isp_type <= ISP_HA_FC_2400)
2152 				break;
2153 			/*FALLTHROUGH*/
2154 		default:
2155 			icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2156 			icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2157 			break;
2158 		}
2159 	}
2160 	if (ownloopid == 0) {
2161 		icbp->icb_fwoptions3 |= ICB2400_OPT3_SOFTID;
2162 	}
2163 	icbp->icb_logintime = ICB_LOGIN_TOV;
2164 
2165 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
2166 		icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2167 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2168 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2169 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2170 		    ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2171 	} else if (fcp->isp_wwpn) {
2172 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2173 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2174 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2175 	} else {
2176 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2177 		return;
2178 	}
2179 	icbp->icb_retry_count = fcp->isp_retry_count;
2180 
2181 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2182 	if (icbp->icb_rqstqlen < 8) {
2183 		isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2184 		return;
2185 	}
2186 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2187 	if (icbp->icb_rsltqlen < 8) {
2188 		isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2189 		    icbp->icb_rsltqlen);
2190 		return;
2191 	}
2192 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2193 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2194 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2195 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2196 
2197 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2198 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2199 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2200 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2201 
2202 #ifdef	ISP_TARGET_MODE
2203 	/* unconditionally set up the ATIO queue if we support target mode */
2204 	icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2205 	if (icbp->icb_atioqlen < 8) {
2206 		isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2207 		return;
2208 	}
2209 	icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2210 	icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2211 	icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2212 	icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2213 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2214 	    DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2215 #endif
2216 
2217 	if (ISP_CAP_MSIX(isp) && isp->isp_nirq >= 2) {
2218 		icbp->icb_msixresp = 1;
2219 		if (IS_26XX(isp) && isp->isp_nirq >= 3)
2220 			icbp->icb_msixatio = 2;
2221 	}
2222 
2223 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2224 
2225 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2226 	    DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2227 	    DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2228 
2229 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2230 		isp_prt(isp, ISP_LOGERR, sacq);
2231 		return;
2232 	}
2233 	ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2234 	isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2235 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
2236 		isp_print_bytes(isp, "isp_fibre_init_2400",
2237 		    sizeof (*icbp), fcp->isp_scratch);
2238 	}
2239 
2240 	/*
2241 	 * Now fill in information about any additional channels
2242 	 */
2243 	if (isp->isp_nchan > 1) {
2244 		isp_icb_2400_vpinfo_t vpinfo, *vdst;
2245 		vp_port_info_t pi, *pdst;
2246 		size_t amt = 0;
2247 		uint8_t *off;
2248 
2249 		vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2250 		if (ISP_CAP_VP0(isp)) {
2251 			vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2252 			vpinfo.vp_count = isp->isp_nchan;
2253 			chan = 0;
2254 		} else {
2255 			vpinfo.vp_count = isp->isp_nchan - 1;
2256 			chan = 1;
2257 		}
2258 		off = fcp->isp_scratch;
2259 		off += ICB2400_VPINFO_OFF;
2260 		vdst = (isp_icb_2400_vpinfo_t *) off;
2261 		isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2262 		amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2263 		for (; chan < isp->isp_nchan; chan++) {
2264 			fcparam *fcp2;
2265 
2266 			ISP_MEMZERO(&pi, sizeof (pi));
2267 			fcp2 = FCPARAM(isp, chan);
2268 			if (fcp2->role != ISP_ROLE_NONE) {
2269 				pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2270 				    ICB2400_VPOPT_ENA_SNSLOGIN;
2271 				if (fcp2->role & ISP_ROLE_INITIATOR)
2272 					pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2273 				if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2274 					pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2275 				if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2276 					pi.vp_port_loopid = fcp2->isp_loopid;
2277 					if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2278 						pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2279 				}
2280 
2281 			}
2282 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2283 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2284 			off = fcp->isp_scratch;
2285 			if (ISP_CAP_VP0(isp))
2286 				off += ICB2400_VPINFO_PORT_OFF(chan);
2287 			else
2288 				off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2289 			pdst = (vp_port_info_t *) off;
2290 			isp_put_vp_port_info(isp, &pi, pdst);
2291 			amt += ICB2400_VPOPT_WRITE_SIZE;
2292 		}
2293 		if (isp->isp_dblev & ISP_LOGDEBUG1) {
2294 			isp_print_bytes(isp, "isp_fibre_init_2400",
2295 			    amt - ICB2400_VPINFO_OFF,
2296 			    (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2297 		}
2298 	}
2299 
2300 	/*
2301 	 * Init the firmware
2302 	 */
2303 	MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2304 	if (isp->isp_nchan > 1) {
2305 		mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2306 	} else {
2307 		mbs.param[0] = MBOX_INIT_FIRMWARE;
2308 	}
2309 	mbs.param[1] = 0;
2310 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2311 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2312 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2313 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2314 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2315 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2316 	isp_mboxcmd(isp, &mbs);
2317 	FC_SCRATCH_RELEASE(isp, 0);
2318 
2319 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2320 		return;
2321 	}
2322 	isp->isp_reqidx = 0;
2323 	isp->isp_reqodx = 0;
2324 	isp->isp_residx = 0;
2325 	isp->isp_resodx = 0;
2326 	isp->isp_atioodx = 0;
2327 
2328 	/*
2329 	 * Whatever happens, we're now committed to being here.
2330 	 */
2331 	isp->isp_state = ISP_RUNSTATE;
2332 }
2333 
2334 static int
2335 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2336 {
2337 	fcparam *fcp = FCPARAM(isp, chan);
2338 	vp_modify_t vp;
2339 	void *reqp;
2340 	uint8_t resp[QENTRY_LEN];
2341 
2342 	/* Build a VP MODIFY command in memory */
2343 	ISP_MEMZERO(&vp, sizeof(vp));
2344 	vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2345 	vp.vp_mod_hdr.rqs_entry_count = 1;
2346 	vp.vp_mod_cnt = 1;
2347 	vp.vp_mod_idx0 = chan;
2348 	vp.vp_mod_cmd = VP_MODIFY_ENA;
2349 	vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2350 	    ICB2400_VPOPT_ENA_SNSLOGIN;
2351 	if (fcp->role & ISP_ROLE_INITIATOR)
2352 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2353 	if ((fcp->role & ISP_ROLE_TARGET) == 0)
2354 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2355 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2356 		vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2357 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2358 			vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2359 	}
2360 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2361 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2362 
2363 	/* Prepare space for response in memory */
2364 	memset(resp, 0xff, sizeof(resp));
2365 	vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2366 	if (vp.vp_mod_hdl == 0) {
2367 		isp_prt(isp, ISP_LOGERR,
2368 		    "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2369 		return (EIO);
2370 	}
2371 
2372 	/* Send request and wait for response. */
2373 	reqp = isp_getrqentry(isp);
2374 	if (reqp == NULL) {
2375 		isp_prt(isp, ISP_LOGERR,
2376 		    "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2377 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2378 		return (EIO);
2379 	}
2380 	isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2381 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2382 		isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2383 	ISP_SYNC_REQUEST(isp);
2384 	if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2385 		isp_prt(isp, ISP_LOGERR,
2386 		    "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2387 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2388 		return (EIO);
2389 	}
2390 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2391 		isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2392 	isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2393 
2394 	if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2395 		isp_prt(isp, ISP_LOGERR,
2396 		    "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2397 		    __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2398 		return (EIO);
2399 	}
2400 	return (0);
2401 }
2402 
2403 static int
2404 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2405 {
2406 	vp_ctrl_info_t vp;
2407 	void *reqp;
2408 	uint8_t resp[QENTRY_LEN];
2409 
2410 	/* Build a VP CTRL command in memory */
2411 	ISP_MEMZERO(&vp, sizeof(vp));
2412 	vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2413 	vp.vp_ctrl_hdr.rqs_entry_count = 1;
2414 	if (ISP_CAP_VP0(isp)) {
2415 		vp.vp_ctrl_status = 1;
2416 	} else {
2417 		vp.vp_ctrl_status = 0;
2418 		chan--;	/* VP0 can not be controlled in this case. */
2419 	}
2420 	vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2421 	vp.vp_ctrl_vp_count = 1;
2422 	vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2423 
2424 	/* Prepare space for response in memory */
2425 	memset(resp, 0xff, sizeof(resp));
2426 	vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2427 	if (vp.vp_ctrl_handle == 0) {
2428 		isp_prt(isp, ISP_LOGERR,
2429 		    "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2430 		return (EIO);
2431 	}
2432 
2433 	/* Send request and wait for response. */
2434 	reqp = isp_getrqentry(isp);
2435 	if (reqp == NULL) {
2436 		isp_prt(isp, ISP_LOGERR,
2437 		    "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2438 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2439 		return (EIO);
2440 	}
2441 	isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2442 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2443 		isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2444 	ISP_SYNC_REQUEST(isp);
2445 	if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2446 		isp_prt(isp, ISP_LOGERR,
2447 		    "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2448 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2449 		return (EIO);
2450 	}
2451 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2452 		isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2453 	isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2454 
2455 	if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2456 		isp_prt(isp, ISP_LOGERR,
2457 		    "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2458 		    __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2459 		    vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2460 		return (EIO);
2461 	}
2462 	return (0);
2463 }
2464 
2465 static int
2466 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2467 {
2468 	fcparam *fcp = FCPARAM(isp, chan);
2469 	int i, was, res = 0;
2470 
2471 	if (chan >= isp->isp_nchan) {
2472 		isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2473 		return (ENXIO);
2474 	}
2475 	if (fcp->role == new_role)
2476 		return (0);
2477 	for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2478 		if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2479 			was++;
2480 	}
2481 	if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2482 		fcp->role = new_role;
2483 		return (isp_reinit(isp, 0));
2484 	}
2485 	if (fcp->role != ISP_ROLE_NONE) {
2486 		res = isp_fc_disable_vp(isp, chan);
2487 		isp_clear_portdb(isp, chan);
2488 	}
2489 	fcp->role = new_role;
2490 	if (fcp->role != ISP_ROLE_NONE)
2491 		res = isp_fc_enable_vp(isp, chan);
2492 	return (res);
2493 }
2494 
2495 static void
2496 isp_clear_portdb(ispsoftc_t *isp, int chan)
2497 {
2498 	fcparam *fcp = FCPARAM(isp, chan);
2499 	fcportdb_t *lp;
2500 	int i;
2501 
2502 	for (i = 0; i < MAX_FC_TARG; i++) {
2503 		lp = &fcp->portdb[i];
2504 		switch (lp->state) {
2505 		case FC_PORTDB_STATE_DEAD:
2506 		case FC_PORTDB_STATE_CHANGED:
2507 		case FC_PORTDB_STATE_VALID:
2508 			lp->state = FC_PORTDB_STATE_NIL;
2509 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2510 			break;
2511 		case FC_PORTDB_STATE_NIL:
2512 		case FC_PORTDB_STATE_NEW:
2513 			lp->state = FC_PORTDB_STATE_NIL;
2514 			break;
2515 		case FC_PORTDB_STATE_ZOMBIE:
2516 			break;
2517 		default:
2518 			panic("Don't know how to clear state %d\n", lp->state);
2519 		}
2520 	}
2521 }
2522 
2523 static void
2524 isp_mark_portdb(ispsoftc_t *isp, int chan)
2525 {
2526 	fcparam *fcp = FCPARAM(isp, chan);
2527 	fcportdb_t *lp;
2528 	int i;
2529 
2530 	for (i = 0; i < MAX_FC_TARG; i++) {
2531 		lp = &fcp->portdb[i];
2532 		if (lp->state == FC_PORTDB_STATE_NIL)
2533 			continue;
2534 		if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2535 		    lp->portid <= DOMAIN_CONTROLLER_END)
2536 			continue;
2537 		fcp->portdb[i].probational = 1;
2538 	}
2539 }
2540 
2541 /*
2542  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2543  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2544  */
2545 static int
2546 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2547 {
2548 	isp_plogx_t pl;
2549 	void *reqp;
2550 	uint8_t resp[QENTRY_LEN];
2551 	uint32_t sst, parm1;
2552 	int rval, lev;
2553 	const char *msg;
2554 	char buf[64];
2555 
2556 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2557 	    chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2558 	    "Login":"Logout", portid, handle);
2559 	if (!IS_24XX(isp)) {
2560 		int action = flags & PLOGX_FLG_CMD_MASK;
2561 		if (action == PLOGX_FLG_CMD_PLOGI) {
2562 			return (isp_port_login(isp, handle, portid));
2563 		} else if (action == PLOGX_FLG_CMD_LOGO) {
2564 			return (isp_port_logout(isp, handle, portid));
2565 		} else {
2566 			return (MBOX_INVALID_COMMAND);
2567 		}
2568 	}
2569 
2570 	ISP_MEMZERO(&pl, sizeof(pl));
2571 	pl.plogx_header.rqs_entry_count = 1;
2572 	pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2573 	pl.plogx_nphdl = handle;
2574 	pl.plogx_vphdl = chan;
2575 	pl.plogx_portlo = portid;
2576 	pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2577 	pl.plogx_flags = flags;
2578 
2579 	/* Prepare space for response in memory */
2580 	memset(resp, 0xff, sizeof(resp));
2581 	pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2582 	if (pl.plogx_handle == 0) {
2583 		isp_prt(isp, ISP_LOGERR,
2584 		    "%s: PLOGX of Chan %d out of handles", __func__, chan);
2585 		return (-1);
2586 	}
2587 
2588 	/* Send request and wait for response. */
2589 	reqp = isp_getrqentry(isp);
2590 	if (reqp == NULL) {
2591 		isp_prt(isp, ISP_LOGERR,
2592 		    "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2593 		isp_destroy_handle(isp, pl.plogx_handle);
2594 		return (-1);
2595 	}
2596 	isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2597 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2598 		isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2599 	FCPARAM(isp, chan)->isp_login_hdl = handle;
2600 	ISP_SYNC_REQUEST(isp);
2601 	if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2602 	    == EWOULDBLOCK) {
2603 		isp_prt(isp, ISP_LOGERR,
2604 		    "%s: PLOGX of Chan %d timed out", __func__, chan);
2605 		isp_destroy_handle(isp, pl.plogx_handle);
2606 		return (-1);
2607 	}
2608 	FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2609 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2610 		isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2611 	isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2612 
2613 	if (pl.plogx_status == PLOGX_STATUS_OK) {
2614 		return (0);
2615 	} else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2616 		isp_prt(isp, ISP_LOGWARN,
2617 		    "status 0x%x on port login IOCB channel %d",
2618 		    pl.plogx_status, chan);
2619 		return (-1);
2620 	}
2621 
2622 	sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2623 	parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2624 
2625 	rval = -1;
2626 	lev = ISP_LOGERR;
2627 	msg = NULL;
2628 
2629 	switch (sst) {
2630 	case PLOGX_IOCBERR_NOLINK:
2631 		msg = "no link";
2632 		break;
2633 	case PLOGX_IOCBERR_NOIOCB:
2634 		msg = "no IOCB buffer";
2635 		break;
2636 	case PLOGX_IOCBERR_NOXGHG:
2637 		msg = "no Exchange Control Block";
2638 		break;
2639 	case PLOGX_IOCBERR_FAILED:
2640 		ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2641 		msg = buf;
2642 		break;
2643 	case PLOGX_IOCBERR_NOFABRIC:
2644 		msg = "no fabric";
2645 		break;
2646 	case PLOGX_IOCBERR_NOTREADY:
2647 		msg = "firmware not ready";
2648 		break;
2649 	case PLOGX_IOCBERR_NOLOGIN:
2650 		ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2651 		msg = buf;
2652 		rval = MBOX_NOT_LOGGED_IN;
2653 		break;
2654 	case PLOGX_IOCBERR_REJECT:
2655 		ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2656 		msg = buf;
2657 		break;
2658 	case PLOGX_IOCBERR_NOPCB:
2659 		msg = "no PCB allocated";
2660 		break;
2661 	case PLOGX_IOCBERR_EINVAL:
2662 		ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2663 		msg = buf;
2664 		break;
2665 	case PLOGX_IOCBERR_PORTUSED:
2666 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2667 		ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2668 		msg = buf;
2669 		rval = MBOX_PORT_ID_USED | (parm1 << 16);
2670 		break;
2671 	case PLOGX_IOCBERR_HNDLUSED:
2672 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2673 		ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2674 		msg = buf;
2675 		rval = MBOX_LOOP_ID_USED;
2676 		break;
2677 	case PLOGX_IOCBERR_NOHANDLE:
2678 		msg = "no handle allocated";
2679 		break;
2680 	case PLOGX_IOCBERR_NOFLOGI:
2681 		msg = "no FLOGI_ACC";
2682 		break;
2683 	default:
2684 		ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2685 		msg = buf;
2686 		break;
2687 	}
2688 	if (msg) {
2689 		isp_prt(isp, lev, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s",
2690 		    chan, portid, handle, msg);
2691 	}
2692 	return (rval);
2693 }
2694 
2695 static int
2696 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2697 {
2698 	mbreg_t mbs;
2699 
2700 	MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2701 	if (ISP_CAP_2KLOGIN(isp)) {
2702 		mbs.param[1] = handle;
2703 		mbs.ibits = (1 << 10);
2704 	} else {
2705 		mbs.param[1] = handle << 8;
2706 	}
2707 	mbs.param[2] = portid >> 16;
2708 	mbs.param[3] = portid;
2709 	mbs.logval = MBLOGNONE;
2710 	mbs.timeout = 500000;
2711 	isp_mboxcmd(isp, &mbs);
2712 
2713 	switch (mbs.param[0]) {
2714 	case MBOX_PORT_ID_USED:
2715 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2716 		return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2717 
2718 	case MBOX_LOOP_ID_USED:
2719 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2720 		return (MBOX_LOOP_ID_USED);
2721 
2722 	case MBOX_COMMAND_COMPLETE:
2723 		return (0);
2724 
2725 	case MBOX_COMMAND_ERROR:
2726 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2727 		return (MBOX_COMMAND_ERROR);
2728 
2729 	case MBOX_ALL_IDS_USED:
2730 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2731 		return (MBOX_ALL_IDS_USED);
2732 
2733 	default:
2734 		isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2735 		return (mbs.param[0]);
2736 	}
2737 }
2738 
2739 /*
2740  * Pre-24XX fabric port logout
2741  *
2742  * Note that portid is not used
2743  */
2744 static int
2745 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2746 {
2747 	mbreg_t mbs;
2748 
2749 	MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2750 	if (ISP_CAP_2KLOGIN(isp)) {
2751 		mbs.param[1] = handle;
2752 		mbs.ibits = (1 << 10);
2753 	} else {
2754 		mbs.param[1] = handle << 8;
2755 	}
2756 	isp_mboxcmd(isp, &mbs);
2757 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2758 }
2759 
2760 static int
2761 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2762 {
2763 	mbreg_t mbs;
2764 	union {
2765 		isp_pdb_21xx_t fred;
2766 		isp_pdb_24xx_t bill;
2767 	} un;
2768 
2769 	MBSINIT(&mbs, MBOX_GET_PORT_DB,
2770 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2771 	if (IS_24XX(isp)) {
2772 		mbs.ibits = (1 << 9)|(1 << 10);
2773 		mbs.param[1] = id;
2774 		mbs.param[9] = chan;
2775 	} else if (ISP_CAP_2KLOGIN(isp)) {
2776 		mbs.param[1] = id;
2777 	} else {
2778 		mbs.param[1] = id << 8;
2779 	}
2780 	mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2781 	mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2782 	mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2783 	mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2784 	MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2785 
2786 	isp_mboxcmd(isp, &mbs);
2787 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2788 		return (mbs.param[0] | (mbs.param[1] << 16));
2789 
2790 	MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2791 	if (IS_24XX(isp)) {
2792 		isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2793 		pdb->handle = un.bill.pdb_handle;
2794 		pdb->prli_word3 = un.bill.pdb_prli_svc3;
2795 		pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2796 		ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2797 		ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2798 		isp_prt(isp, ISP_LOGDEBUG0,
2799 		    "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x laststate %x",
2800 		    chan, id, pdb->portid, un.bill.pdb_flags,
2801 		    un.bill.pdb_curstate, un.bill.pdb_laststate);
2802 
2803 		if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2804 			mbs.param[0] = MBOX_NOT_LOGGED_IN;
2805 			return (mbs.param[0]);
2806 		}
2807 	} else {
2808 		isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2809 		pdb->handle = un.fred.pdb_loopid;
2810 		pdb->prli_word3 = un.fred.pdb_prli_svc3;
2811 		pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2812 		ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2813 		ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2814 		isp_prt(isp, ISP_LOGDEBUG1,
2815 		    "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2816 	}
2817 	return (0);
2818 }
2819 
2820 static int
2821 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2822 {
2823 	fcparam *fcp = FCPARAM(isp, chan);
2824 	mbreg_t mbs;
2825 	isp_pnhle_21xx_t el1, *elp1;
2826 	isp_pnhle_23xx_t el3, *elp3;
2827 	isp_pnhle_24xx_t el4, *elp4;
2828 	int i, j;
2829 	uint32_t p;
2830 	uint16_t h;
2831 
2832 	MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2833 	if (IS_24XX(isp)) {
2834 		mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2835 		mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2836 		mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2837 		mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2838 		mbs.param[8] = ISP_FC_SCRLEN;
2839 		mbs.param[9] = chan;
2840 	} else {
2841 		mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2842 		mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2843 		mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2844 		mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2845 		mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2846 	}
2847 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2848 		isp_prt(isp, ISP_LOGERR, sacq);
2849 		return (-1);
2850 	}
2851 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2852 	isp_mboxcmd(isp, &mbs);
2853 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2854 		FC_SCRATCH_RELEASE(isp, chan);
2855 		return (mbs.param[0] | (mbs.param[1] << 16));
2856 	}
2857 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2858 	elp1 = fcp->isp_scratch;
2859 	elp3 = fcp->isp_scratch;
2860 	elp4 = fcp->isp_scratch;
2861 	for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2862 		if (IS_24XX(isp)) {
2863 			isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2864 			p = el4.pnhle_port_id_lo |
2865 			    (el4.pnhle_port_id_hi << 16);
2866 			h = el4.pnhle_handle;
2867 		} else if (IS_23XX(isp)) {
2868 			isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2869 			p = el3.pnhle_port_id_lo |
2870 			    (el3.pnhle_port_id_hi << 16);
2871 			h = el3.pnhle_handle;
2872 		} else { /* 21xx */
2873 			isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2874 			p = el1.pnhle_port_id_lo |
2875 			    ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2876 			h = el1.pnhle_port_id_hi_handle >> 8;
2877 		}
2878 		if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2879 			continue;
2880 		handles[j++] = h;
2881 	}
2882 	*num = j;
2883 	FC_SCRATCH_RELEASE(isp, chan);
2884 	return (0);
2885 }
2886 
2887 static void
2888 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2889 {
2890 	isp_pdb_t pdb;
2891 	uint16_t lim, nphdl;
2892 
2893 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2894 	if (ISP_CAP_2KLOGIN(isp)) {
2895 		lim = NPH_MAX_2K;
2896 	} else {
2897 		lim = NPH_MAX;
2898 	}
2899 	for (nphdl = 0; nphdl != lim; nphdl++) {
2900 		if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2901 			continue;
2902 		}
2903 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2904 		    "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2905 		    chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2906 		    pdb.portname[2], pdb.portname[3], pdb.portname[4],
2907 		    pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2908 	}
2909 }
2910 
2911 static uint64_t
2912 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2913 {
2914 	uint64_t wwn = INI_NONE;
2915 	mbreg_t mbs;
2916 
2917 	MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2918 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2919 	if (ISP_CAP_2KLOGIN(isp)) {
2920 		mbs.param[1] = nphdl;
2921 		if (nodename) {
2922 			mbs.param[10] = 1;
2923 		}
2924 		mbs.param[9] = chan;
2925 	} else {
2926 		mbs.ibitm = 3;
2927 		mbs.param[1] = nphdl << 8;
2928 		if (nodename) {
2929 			mbs.param[1] |= 1;
2930 		}
2931 	}
2932 	isp_mboxcmd(isp, &mbs);
2933 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2934 		return (wwn);
2935 	}
2936 	if (IS_24XX(isp)) {
2937 		wwn =
2938 		    (((uint64_t)(mbs.param[2] >> 8))	<< 56) |
2939 		    (((uint64_t)(mbs.param[2] & 0xff))	<< 48) |
2940 		    (((uint64_t)(mbs.param[3] >> 8))	<< 40) |
2941 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 32) |
2942 		    (((uint64_t)(mbs.param[6] >> 8))	<< 24) |
2943 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 16) |
2944 		    (((uint64_t)(mbs.param[7] >> 8))	<<  8) |
2945 		    (((uint64_t)(mbs.param[7] & 0xff)));
2946 	} else {
2947 		wwn =
2948 		    (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2949 		    (((uint64_t)(mbs.param[2] >> 8))	<< 48) |
2950 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 40) |
2951 		    (((uint64_t)(mbs.param[3] >> 8))	<< 32) |
2952 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 24) |
2953 		    (((uint64_t)(mbs.param[6] >> 8))	<< 16) |
2954 		    (((uint64_t)(mbs.param[7] & 0xff))	<<  8) |
2955 		    (((uint64_t)(mbs.param[7] >> 8)));
2956 	}
2957 	return (wwn);
2958 }
2959 
2960 /*
2961  * Make sure we have good FC link.
2962  */
2963 
2964 static int
2965 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2966 {
2967 	mbreg_t mbs;
2968 	int i, r;
2969 	uint16_t nphdl;
2970 	fcparam *fcp;
2971 	isp_pdb_t pdb;
2972 	NANOTIME_T hra, hrb;
2973 
2974 	fcp = FCPARAM(isp, chan);
2975 
2976 	if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2977 		return (-1);
2978 	if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
2979 		return (0);
2980 
2981 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
2982 
2983 	/*
2984 	 * Wait up to N microseconds for F/W to go to a ready state.
2985 	 */
2986 	GET_NANOTIME(&hra);
2987 	while (1) {
2988 		isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
2989 		if (fcp->isp_fwstate == FW_READY) {
2990 			break;
2991 		}
2992 		if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2993 			goto abort;
2994 		GET_NANOTIME(&hrb);
2995 		if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
2996 			break;
2997 		ISP_SLEEP(isp, 1000);
2998 	}
2999 	if (fcp->isp_fwstate != FW_READY) {
3000 		isp_prt(isp, ISP_LOG_SANCFG,
3001 		    "Chan %d Firmware is not ready (%s)",
3002 		    chan, isp_fc_fw_statename(fcp->isp_fwstate));
3003 		return (-1);
3004 	}
3005 
3006 	/*
3007 	 * Get our Loop ID and Port ID.
3008 	 */
3009 	MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
3010 	mbs.param[9] = chan;
3011 	isp_mboxcmd(isp, &mbs);
3012 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3013 		return (-1);
3014 	}
3015 
3016 	if (IS_2100(isp)) {
3017 		/*
3018 		 * Don't bother with fabric if we are using really old
3019 		 * 2100 firmware. It's just not worth it.
3020 		 */
3021 		if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3022 			fcp->isp_topo = TOPO_FL_PORT;
3023 		else
3024 			fcp->isp_topo = TOPO_NL_PORT;
3025 	} else {
3026 		int topo = (int) mbs.param[6];
3027 		if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3028 			topo = TOPO_PTP_STUB;
3029 		}
3030 		fcp->isp_topo = topo;
3031 	}
3032 	fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3033 
3034 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3035 		fcp->isp_loopid = mbs.param[1] & 0xff;
3036 	} else if (fcp->isp_topo != TOPO_F_PORT) {
3037 		uint8_t alpa = fcp->isp_portid;
3038 
3039 		for (i = 0; alpa_map[i]; i++) {
3040 			if (alpa_map[i] == alpa)
3041 				break;
3042 		}
3043 		if (alpa_map[i])
3044 			fcp->isp_loopid = i;
3045 	}
3046 
3047 #if 0
3048 	fcp->isp_loopstate = LOOP_HAVE_ADDR;
3049 #endif
3050 	fcp->isp_loopstate = LOOP_TESTING_LINK;
3051 
3052 	if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3053 		nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3054 		r = isp_getpdb(isp, chan, nphdl, &pdb);
3055 		if (r != 0 || pdb.portid == 0) {
3056 			if (IS_2100(isp)) {
3057 				fcp->isp_topo = TOPO_NL_PORT;
3058 			} else {
3059 				isp_prt(isp, ISP_LOGWARN,
3060 				    "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3061 				fcp->isp_topo = TOPO_PTP_STUB;
3062 			}
3063 			goto not_on_fabric;
3064 		}
3065 
3066 		if (IS_24XX(isp)) {
3067 			fcp->isp_fabric_params = mbs.param[7];
3068 			fcp->isp_sns_hdl = NPH_SNS_ID;
3069 			r = isp_register_fc4_type(isp, chan);
3070 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3071 				goto abort;
3072 			if (r != 0)
3073 				goto not_on_fabric;
3074 			r = isp_register_fc4_features_24xx(isp, chan);
3075 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3076 				goto abort;
3077 			if (r != 0)
3078 				goto not_on_fabric;
3079 			r = isp_register_port_name_24xx(isp, chan);
3080 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3081 				goto abort;
3082 			if (r != 0)
3083 				goto not_on_fabric;
3084 			isp_register_node_name_24xx(isp, chan);
3085 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3086 				goto abort;
3087 		} else {
3088 			fcp->isp_sns_hdl = SNS_ID;
3089 			r = isp_register_fc4_type(isp, chan);
3090 			if (r != 0)
3091 				goto not_on_fabric;
3092 			if (fcp->role == ISP_ROLE_TARGET)
3093 				isp_send_change_request(isp, chan);
3094 		}
3095 	}
3096 
3097 not_on_fabric:
3098 	/* Get link speed. */
3099 	fcp->isp_gbspeed = 1;
3100 	if (IS_23XX(isp) || IS_24XX(isp)) {
3101 		MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3102 		mbs.param[1] = MBGSD_GET_RATE;
3103 		/* mbs.param[2] undefined if we're just getting rate */
3104 		isp_mboxcmd(isp, &mbs);
3105 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3106 			if (mbs.param[1] == MBGSD_10GB)
3107 				fcp->isp_gbspeed = 10;
3108 			else if (mbs.param[1] == MBGSD_32GB)
3109 				fcp->isp_gbspeed = 32;
3110 			else if (mbs.param[1] == MBGSD_16GB)
3111 				fcp->isp_gbspeed = 16;
3112 			else if (mbs.param[1] == MBGSD_8GB)
3113 				fcp->isp_gbspeed = 8;
3114 			else if (mbs.param[1] == MBGSD_4GB)
3115 				fcp->isp_gbspeed = 4;
3116 			else if (mbs.param[1] == MBGSD_2GB)
3117 				fcp->isp_gbspeed = 2;
3118 			else if (mbs.param[1] == MBGSD_1GB)
3119 				fcp->isp_gbspeed = 1;
3120 		}
3121 	}
3122 
3123 	if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3124 abort:
3125 		isp_prt(isp, ISP_LOG_SANCFG,
3126 		    "Chan %d FC link test aborted", chan);
3127 		return (1);
3128 	}
3129 	fcp->isp_loopstate = LOOP_LTEST_DONE;
3130 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3131 	    "Chan %d WWPN %016jx WWNN %016jx",
3132 	    chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3133 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3134 	    "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3135 	    chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3136 	    fcp->isp_loopid);
3137 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3138 	return (0);
3139 }
3140 
3141 /*
3142  * Complete the synchronization of our Port Database.
3143  *
3144  * At this point, we've scanned the local loop (if any) and the fabric
3145  * and performed fabric logins on all new devices.
3146  *
3147  * Our task here is to go through our port database removing any entities
3148  * that are still marked probational (issuing PLOGO for ones which we had
3149  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3150  * devices.
3151  */
3152 static int
3153 isp_pdb_sync(ispsoftc_t *isp, int chan)
3154 {
3155 	fcparam *fcp = FCPARAM(isp, chan);
3156 	fcportdb_t *lp;
3157 	uint16_t dbidx;
3158 
3159 	if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3160 		return (-1);
3161 	if (fcp->isp_loopstate >= LOOP_READY)
3162 		return (0);
3163 
3164 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3165 
3166 	fcp->isp_loopstate = LOOP_SYNCING_PDB;
3167 
3168 	for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3169 		lp = &fcp->portdb[dbidx];
3170 
3171 		if (lp->state == FC_PORTDB_STATE_NIL)
3172 			continue;
3173 		if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3174 			lp->state = FC_PORTDB_STATE_DEAD;
3175 		switch (lp->state) {
3176 		case FC_PORTDB_STATE_DEAD:
3177 			lp->state = FC_PORTDB_STATE_NIL;
3178 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3179 			if ((lp->portid & 0xffff00) != 0) {
3180 				(void) isp_plogx(isp, chan, lp->handle,
3181 				    lp->portid,
3182 				    PLOGX_FLG_CMD_LOGO |
3183 				    PLOGX_FLG_IMPLICIT |
3184 				    PLOGX_FLG_FREE_NPHDL);
3185 			}
3186 			/*
3187 			 * Note that we might come out of this with our state
3188 			 * set to FC_PORTDB_STATE_ZOMBIE.
3189 			 */
3190 			break;
3191 		case FC_PORTDB_STATE_NEW:
3192 			lp->state = FC_PORTDB_STATE_VALID;
3193 			isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3194 			break;
3195 		case FC_PORTDB_STATE_CHANGED:
3196 			lp->state = FC_PORTDB_STATE_VALID;
3197 			isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3198 			lp->portid = lp->new_portid;
3199 			lp->prli_word3 = lp->new_prli_word3;
3200 			break;
3201 		case FC_PORTDB_STATE_VALID:
3202 			isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3203 			break;
3204 		case FC_PORTDB_STATE_ZOMBIE:
3205 			break;
3206 		default:
3207 			isp_prt(isp, ISP_LOGWARN,
3208 			    "isp_pdb_sync: state %d for idx %d",
3209 			    lp->state, dbidx);
3210 			isp_dump_portdb(isp, chan);
3211 		}
3212 	}
3213 
3214 	if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3215 		isp_prt(isp, ISP_LOG_SANCFG,
3216 		    "Chan %d FC PDB sync aborted", chan);
3217 		return (1);
3218 	}
3219 
3220 	fcp->isp_loopstate = LOOP_READY;
3221 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3222 	return (0);
3223 }
3224 
3225 static void
3226 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3227 {
3228 	fcportdb_t *lp;
3229 	uint64_t wwnn, wwpn;
3230 
3231 	MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3232 	MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3233 
3234 	/* Search port database for the same WWPN. */
3235 	if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3236 		if (!lp->probational) {
3237 			isp_prt(isp, ISP_LOGERR,
3238 			    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3239 			    chan, lp->portid, lp->handle,
3240 			    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3241 			isp_dump_portdb(isp, chan);
3242 			return;
3243 		}
3244 		lp->probational = 0;
3245 		lp->node_wwn = wwnn;
3246 
3247 		/* Old device, nothing new. */
3248 		if (lp->portid == pdb->portid &&
3249 		    lp->handle == pdb->handle &&
3250 		    lp->prli_word3 == pdb->prli_word3) {
3251 			if (lp->state != FC_PORTDB_STATE_NEW)
3252 				lp->state = FC_PORTDB_STATE_VALID;
3253 			isp_prt(isp, ISP_LOG_SANCFG,
3254 			    "Chan %d Port 0x%06x@0x%04x is valid",
3255 			    chan, pdb->portid, pdb->handle);
3256 			return;
3257 		}
3258 
3259 		/* Something has changed. */
3260 		lp->state = FC_PORTDB_STATE_CHANGED;
3261 		lp->handle = pdb->handle;
3262 		lp->new_portid = pdb->portid;
3263 		lp->new_prli_word3 = pdb->prli_word3;
3264 		isp_prt(isp, ISP_LOG_SANCFG,
3265 		    "Chan %d Port 0x%06x@0x%04x is changed",
3266 		    chan, pdb->portid, pdb->handle);
3267 		return;
3268 	}
3269 
3270 	/* It seems like a new port. Find an empty slot for it. */
3271 	if (!isp_find_pdb_empty(isp, chan, &lp)) {
3272 		isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3273 		return;
3274 	}
3275 
3276 	ISP_MEMZERO(lp, sizeof (fcportdb_t));
3277 	lp->probational = 0;
3278 	lp->state = FC_PORTDB_STATE_NEW;
3279 	lp->portid = lp->new_portid = pdb->portid;
3280 	lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3281 	lp->handle = pdb->handle;
3282 	lp->port_wwn = wwpn;
3283 	lp->node_wwn = wwnn;
3284 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3285 	    chan, pdb->portid, pdb->handle);
3286 }
3287 
3288 /*
3289  * Fix port IDs for logged-in initiators on pre-2400 chips.
3290  * For those chips we are not receiving login events, adding initiators
3291  * based on ATIO requests, but there is no port ID in that structure.
3292  */
3293 static void
3294 isp_fix_portids(ispsoftc_t *isp, int chan)
3295 {
3296 	fcparam *fcp = FCPARAM(isp, chan);
3297 	isp_pdb_t pdb;
3298 	uint64_t wwpn;
3299 	int i, r;
3300 
3301 	for (i = 0; i < MAX_FC_TARG; i++) {
3302 		fcportdb_t *lp = &fcp->portdb[i];
3303 
3304 		if (lp->state == FC_PORTDB_STATE_NIL ||
3305 		    lp->state == FC_PORTDB_STATE_ZOMBIE)
3306 			continue;
3307 		if (VALID_PORT(lp->portid))
3308 			continue;
3309 
3310 		r = isp_getpdb(isp, chan, lp->handle, &pdb);
3311 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3312 			return;
3313 		if (r != 0) {
3314 			isp_prt(isp, ISP_LOGDEBUG1,
3315 			    "Chan %d FC Scan Loop handle %d returned %x",
3316 			    chan, lp->handle, r);
3317 			continue;
3318 		}
3319 
3320 		MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3321 		if (lp->port_wwn != wwpn)
3322 			continue;
3323 		lp->portid = lp->new_portid = pdb.portid;
3324 		isp_prt(isp, ISP_LOG_SANCFG,
3325 		    "Chan %d Port 0x%06x@0x%04x is fixed",
3326 		    chan, pdb.portid, pdb.handle);
3327 	}
3328 }
3329 
3330 /*
3331  * Scan local loop for devices.
3332  */
3333 static int
3334 isp_scan_loop(ispsoftc_t *isp, int chan)
3335 {
3336 	fcparam *fcp = FCPARAM(isp, chan);
3337 	int idx, lim, r;
3338 	isp_pdb_t pdb;
3339 	uint16_t *handles;
3340 	uint16_t handle;
3341 
3342 	if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3343 		return (-1);
3344 	if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3345 		return (0);
3346 
3347 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3348 	fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3349 	if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3350 		if (!IS_24XX(isp)) {
3351 			isp_fix_portids(isp, chan);
3352 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3353 				goto abort;
3354 		}
3355 		isp_prt(isp, ISP_LOG_SANCFG,
3356 		    "Chan %d FC loop scan done (no loop)", chan);
3357 		fcp->isp_loopstate = LOOP_LSCAN_DONE;
3358 		return (0);
3359 	}
3360 
3361 	handles = (uint16_t *)fcp->isp_scanscratch;
3362 	lim = ISP_FC_SCRLEN / 2;
3363 	r = isp_gethandles(isp, chan, handles, &lim, 1);
3364 	if (r != 0) {
3365 		isp_prt(isp, ISP_LOG_SANCFG,
3366 		    "Chan %d Getting list of handles failed with %x", chan, r);
3367 		isp_prt(isp, ISP_LOG_SANCFG,
3368 		    "Chan %d FC loop scan done (bad)", chan);
3369 		return (-1);
3370 	}
3371 
3372 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3373 	    chan, lim);
3374 
3375 	/*
3376 	 * Run through the list and get the port database info for each one.
3377 	 */
3378 	isp_mark_portdb(isp, chan);
3379 	for (idx = 0; idx < lim; idx++) {
3380 		handle = handles[idx];
3381 
3382 		/*
3383 		 * Don't scan "special" ids.
3384 		 */
3385 		if (ISP_CAP_2KLOGIN(isp)) {
3386 			if (handle >= NPH_RESERVED)
3387 				continue;
3388 		} else {
3389 			if (handle >= FL_ID && handle <= SNS_ID)
3390 				continue;
3391 		}
3392 
3393 		/*
3394 		 * In older cards with older f/w GET_PORT_DATABASE has been
3395 		 * known to hang. This trick gets around that problem.
3396 		 */
3397 		if (IS_2100(isp) || IS_2200(isp)) {
3398 			uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3399 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3400 abort:
3401 				isp_prt(isp, ISP_LOG_SANCFG,
3402 				    "Chan %d FC loop scan aborted", chan);
3403 				return (1);
3404 			}
3405 			if (node_wwn == INI_NONE) {
3406 				continue;
3407 			}
3408 		}
3409 
3410 		/*
3411 		 * Get the port database entity for this index.
3412 		 */
3413 		r = isp_getpdb(isp, chan, handle, &pdb);
3414 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3415 			goto abort;
3416 		if (r != 0) {
3417 			isp_prt(isp, ISP_LOGDEBUG1,
3418 			    "Chan %d FC Scan Loop handle %d returned %x",
3419 			    chan, handle, r);
3420 			continue;
3421 		}
3422 
3423 		isp_pdb_add_update(isp, chan, &pdb);
3424 	}
3425 	if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3426 		goto abort;
3427 	fcp->isp_loopstate = LOOP_LSCAN_DONE;
3428 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3429 	return (0);
3430 }
3431 
3432 static int
3433 isp_ct_sns(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3434 {
3435 	fcparam *fcp = FCPARAM(isp, chan);
3436 	mbreg_t mbs;
3437 
3438 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3439 		isp_print_bytes(isp, "CT SNS request", cmd_bcnt, fcp->isp_scratch);
3440 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, cmd_bcnt, chan);
3441 
3442 	MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3443 	mbs.param[1] = cmd_bcnt >> 1;
3444 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3445 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3446 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3447 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3448 	isp_mboxcmd(isp, &mbs);
3449 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3450 		if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3451 			return (1);
3452 		} else {
3453 			return (-1);
3454 		}
3455 	}
3456 
3457 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, rsp_bcnt, chan);
3458 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3459 		isp_print_bytes(isp, "CT response", rsp_bcnt, fcp->isp_scratch);
3460 	return (0);
3461 }
3462 
3463 static int
3464 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3465 {
3466 	fcparam *fcp = FCPARAM(isp, chan);
3467 	isp_ct_pt_t pt;
3468 	void *reqp;
3469 	uint8_t resp[QENTRY_LEN];
3470 
3471 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3472 		isp_print_bytes(isp, "CT request", cmd_bcnt, fcp->isp_scratch);
3473 
3474 	/*
3475 	 * Build a Passthrough IOCB in memory.
3476 	 */
3477 	ISP_MEMZERO(&pt, sizeof(pt));
3478 	pt.ctp_header.rqs_entry_count = 1;
3479 	pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3480 	pt.ctp_nphdl = fcp->isp_sns_hdl;
3481 	pt.ctp_cmd_cnt = 1;
3482 	pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3483 	pt.ctp_time = 10;
3484 	pt.ctp_rsp_cnt = 1;
3485 	pt.ctp_rsp_bcnt = rsp_bcnt;
3486 	pt.ctp_cmd_bcnt = cmd_bcnt;
3487 	pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3488 	pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3489 	pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3490 	pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3491 	pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3492 	pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3493 
3494 	/* Prepare space for response in memory */
3495 	memset(resp, 0xff, sizeof(resp));
3496 	pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3497 	if (pt.ctp_handle == 0) {
3498 		isp_prt(isp, ISP_LOGERR,
3499 		    "%s: CTP of Chan %d out of handles", __func__, chan);
3500 		return (-1);
3501 	}
3502 
3503 	/* Send request and wait for response. */
3504 	reqp = isp_getrqentry(isp);
3505 	if (reqp == NULL) {
3506 		isp_prt(isp, ISP_LOGERR,
3507 		    "%s: CTP of Chan %d out of rqent", __func__, chan);
3508 		isp_destroy_handle(isp, pt.ctp_handle);
3509 		return (-1);
3510 	}
3511 	isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3512 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3513 		isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3514 	ISP_SYNC_REQUEST(isp);
3515 	if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3516 		isp_prt(isp, ISP_LOGERR,
3517 		    "%s: CTP of Chan %d timed out", __func__, chan);
3518 		isp_destroy_handle(isp, pt.ctp_handle);
3519 		return (-1);
3520 	}
3521 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3522 		isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3523 
3524 	isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3525 	if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3526 		isp_prt(isp, ISP_LOGWARN,
3527 		    "Chan %d CT pass-through returned 0x%x",
3528 		    chan, pt.ctp_status);
3529 		return (-1);
3530 	}
3531 
3532 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3533 		isp_print_bytes(isp, "CT response", rsp_bcnt, fcp->isp_scratch);
3534 
3535 	return (0);
3536 }
3537 
3538 /*
3539  * Scan the fabric for devices and add them to our port database.
3540  *
3541  * Use the GID_PT command to get list of all Nx_Port IDs SNS knows.
3542  * Use GFF_ID and GFT_ID to check port type (FCP) and features (target).
3543  *
3544  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3545  * server commands to the switch management server via the QLogic f/w.
3546  *
3547  * For the 24XX and above card, we use CT Pass-through IOCB.
3548  */
3549 #define	GIDLEN	ISP_FC_SCRLEN
3550 #define	NGENT	((GIDLEN - 16) >> 2)
3551 
3552 static int
3553 isp_gid_pt(ispsoftc_t *isp, int chan)
3554 {
3555 	fcparam *fcp = FCPARAM(isp, chan);
3556 	ct_hdr_t ct;
3557 	sns_gid_pt_req_t rq;
3558 	uint8_t *scp = fcp->isp_scratch;
3559 
3560 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_PT", chan);
3561 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3562 		isp_prt(isp, ISP_LOGERR, sacq);
3563 		return (-1);
3564 	}
3565 
3566 	if (IS_24XX(isp)) {
3567 		/* Build the CT command and execute via pass-through. */
3568 		ISP_MEMZERO(&ct, sizeof (ct));
3569 		ct.ct_revision = CT_REVISION;
3570 		ct.ct_fcs_type = CT_FC_TYPE_FC;
3571 		ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3572 		ct.ct_cmd_resp = SNS_GID_PT;
3573 		ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3574 		isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3575 		scp[sizeof(ct)] = 0x7f;		/* Port Type = Nx_Port */
3576 		scp[sizeof(ct)+1] = 0;		/* Domain_ID = any */
3577 		scp[sizeof(ct)+2] = 0;		/* Area_ID = any */
3578 		scp[sizeof(ct)+3] = 0;		/* Flags = no Area_ID */
3579 
3580 		if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3581 			FC_SCRATCH_RELEASE(isp, chan);
3582 			return (-1);
3583 		}
3584 	} else {
3585 		/* Build the SNS request and execute via firmware. */
3586 		ISP_MEMZERO(&rq, SNS_GID_PT_REQ_SIZE);
3587 		rq.snscb_rblen = GIDLEN >> 1;
3588 		rq.snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3589 		rq.snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3590 		rq.snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3591 		rq.snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3592 		rq.snscb_sblen = 6;
3593 		rq.snscb_cmd = SNS_GID_PT;
3594 		rq.snscb_mword_div_2 = NGENT;
3595 		rq.snscb_port_type = 0x7f;	/* Port Type = Nx_Port */
3596 		rq.snscb_domain = 0;		/* Domain_ID = any */
3597 		rq.snscb_area = 0;		/* Area_ID = any */
3598 		rq.snscb_flags = 0;		/* Flags = no Area_ID */
3599 		isp_put_gid_pt_request(isp, &rq, (sns_gid_pt_req_t *)scp);
3600 
3601 		if (isp_ct_sns(isp, chan, sizeof(rq), NGENT)) {
3602 			FC_SCRATCH_RELEASE(isp, chan);
3603 			return (-1);
3604 		}
3605 	}
3606 
3607 	isp_get_gid_xx_response(isp, (sns_gid_xx_rsp_t *)scp,
3608 	    (sns_gid_xx_rsp_t *)fcp->isp_scanscratch, NGENT);
3609 	FC_SCRATCH_RELEASE(isp, chan);
3610 	return (0);
3611 }
3612 
3613 static int
3614 isp_gff_id(ispsoftc_t *isp, int chan, uint32_t portid)
3615 {
3616 	fcparam *fcp = FCPARAM(isp, chan);
3617 	ct_hdr_t ct;
3618 	uint32_t *rp;
3619 	uint8_t *scp = fcp->isp_scratch;
3620 	sns_gff_id_rsp_t rsp;
3621 	int i, res = -1;
3622 
3623 	if (!fcp->isp_use_gff_id)	/* User may block GFF_ID use. */
3624 		return (res);
3625 
3626 	if (!IS_24XX(isp))	/* Old chips can't request GFF_ID. */
3627 		return (res);
3628 
3629 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GFF_ID", chan);
3630 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3631 		isp_prt(isp, ISP_LOGERR, sacq);
3632 		return (res);
3633 	}
3634 
3635 	/* Build the CT command and execute via pass-through. */
3636 	ISP_MEMZERO(&ct, sizeof (ct));
3637 	ct.ct_revision = CT_REVISION;
3638 	ct.ct_fcs_type = CT_FC_TYPE_FC;
3639 	ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3640 	ct.ct_cmd_resp = SNS_GFF_ID;
3641 	ct.ct_bcnt_resid = (SNS_GFF_ID_RESP_SIZE - sizeof(ct)) / 4;
3642 	isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3643 	rp = (uint32_t *) &scp[sizeof(ct)];
3644 	ISP_IOZPUT_32(isp, portid, rp);
3645 
3646 	if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t),
3647 	    SNS_GFF_ID_RESP_SIZE)) {
3648 		FC_SCRATCH_RELEASE(isp, chan);
3649 		return (res);
3650 	}
3651 
3652 	isp_get_gff_id_response(isp, (sns_gff_id_rsp_t *)scp, &rsp);
3653 	if (rsp.snscb_cthdr.ct_cmd_resp == LS_ACC) {
3654 		for (i = 0; i < 32; i++) {
3655 			if (rsp.snscb_fc4_features[i] != 0) {
3656 				res = 0;
3657 				break;
3658 			}
3659 		}
3660 		if (((rsp.snscb_fc4_features[FC4_SCSI / 8] >>
3661 		    ((FC4_SCSI % 8) * 4)) & 0x01) != 0)
3662 			res = 1;
3663 		/* Workaround for broken Brocade firmware. */
3664 		if (((ISP_SWAP32(isp, rsp.snscb_fc4_features[FC4_SCSI / 8]) >>
3665 		    ((FC4_SCSI % 8) * 4)) & 0x01) != 0)
3666 			res = 1;
3667 	}
3668 	FC_SCRATCH_RELEASE(isp, chan);
3669 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d GFF_ID result is %d", chan, res);
3670 	return (res);
3671 }
3672 
3673 static int
3674 isp_gft_id(ispsoftc_t *isp, int chan, uint32_t portid)
3675 {
3676 	fcparam *fcp = FCPARAM(isp, chan);
3677 	ct_hdr_t ct;
3678 	sns_gxx_id_req_t rq;
3679 	uint32_t *rp;
3680 	uint8_t *scp = fcp->isp_scratch;
3681 	sns_gft_id_rsp_t rsp;
3682 	int i, res = -1;
3683 
3684 	if (!fcp->isp_use_gft_id)	/* User may block GFT_ID use. */
3685 		return (res);
3686 
3687 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GFT_ID", chan);
3688 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3689 		isp_prt(isp, ISP_LOGERR, sacq);
3690 		return (res);
3691 	}
3692 
3693 	if (IS_24XX(isp)) {
3694 		/* Build the CT command and execute via pass-through. */
3695 		ISP_MEMZERO(&ct, sizeof (ct));
3696 		ct.ct_revision = CT_REVISION;
3697 		ct.ct_fcs_type = CT_FC_TYPE_FC;
3698 		ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3699 		ct.ct_cmd_resp = SNS_GFT_ID;
3700 		ct.ct_bcnt_resid = (SNS_GFT_ID_RESP_SIZE - sizeof(ct)) / 4;
3701 		isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3702 		rp = (uint32_t *) &scp[sizeof(ct)];
3703 		ISP_IOZPUT_32(isp, portid, rp);
3704 
3705 		if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t),
3706 		    SNS_GFT_ID_RESP_SIZE)) {
3707 			FC_SCRATCH_RELEASE(isp, chan);
3708 			return (res);
3709 		}
3710 	} else {
3711 		/* Build the SNS request and execute via firmware. */
3712 		ISP_MEMZERO(&rq, SNS_GXX_ID_REQ_SIZE);
3713 		rq.snscb_rblen = SNS_GFT_ID_RESP_SIZE >> 1;
3714 		rq.snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3715 		rq.snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3716 		rq.snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3717 		rq.snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3718 		rq.snscb_sblen = 6;
3719 		rq.snscb_cmd = SNS_GFT_ID;
3720 		rq.snscb_mword_div_2 = (SNS_GFT_ID_RESP_SIZE - sizeof(ct)) / 4;
3721 		rq.snscb_portid = portid;
3722 		isp_put_gxx_id_request(isp, &rq, (sns_gxx_id_req_t *)scp);
3723 
3724 		if (isp_ct_sns(isp, chan, sizeof(rq), SNS_GFT_ID_RESP_SIZE)) {
3725 			FC_SCRATCH_RELEASE(isp, chan);
3726 			return (res);
3727 		}
3728 	}
3729 
3730 	isp_get_gft_id_response(isp, (sns_gft_id_rsp_t *)scp, &rsp);
3731 	if (rsp.snscb_cthdr.ct_cmd_resp == LS_ACC) {
3732 		for (i = 0; i < 8; i++) {
3733 			if (rsp.snscb_fc4_types[i] != 0) {
3734 				res = 0;
3735 				break;
3736 			}
3737 		}
3738 		if (((rsp.snscb_fc4_types[FC4_SCSI / 32] >>
3739 		    (FC4_SCSI % 32)) & 0x01) != 0)
3740 			res = 1;
3741 	}
3742 	FC_SCRATCH_RELEASE(isp, chan);
3743 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d GFT_ID result is %d", chan, res);
3744 	return (res);
3745 }
3746 
3747 static int
3748 isp_scan_fabric(ispsoftc_t *isp, int chan)
3749 {
3750 	fcparam *fcp = FCPARAM(isp, chan);
3751 	fcportdb_t *lp;
3752 	uint32_t portid;
3753 	uint16_t nphdl;
3754 	isp_pdb_t pdb;
3755 	int portidx, portlim, r;
3756 	sns_gid_xx_rsp_t *rs;
3757 
3758 	if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3759 		return (-1);
3760 	if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3761 		return (0);
3762 
3763 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3764 	fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3765 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3766 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3767 		isp_prt(isp, ISP_LOG_SANCFG,
3768 		    "Chan %d FC fabric scan done (no fabric)", chan);
3769 		return (0);
3770 	}
3771 
3772 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3773 abort:
3774 		FC_SCRATCH_RELEASE(isp, chan);
3775 		isp_prt(isp, ISP_LOG_SANCFG,
3776 		    "Chan %d FC fabric scan aborted", chan);
3777 		return (1);
3778 	}
3779 
3780 	/*
3781 	 * Make sure we still are logged into the fabric controller.
3782 	 */
3783 	nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3784 	r = isp_getpdb(isp, chan, nphdl, &pdb);
3785 	if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3786 		isp_dump_chip_portdb(isp, chan);
3787 	}
3788 	if (r) {
3789 		fcp->isp_loopstate = LOOP_LTEST_DONE;
3790 fail:
3791 		isp_prt(isp, ISP_LOG_SANCFG,
3792 		    "Chan %d FC fabric scan done (bad)", chan);
3793 		return (-1);
3794 	}
3795 
3796 	/* Get list of port IDs from SNS. */
3797 	r = isp_gid_pt(isp, chan);
3798 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3799 		goto abort;
3800 	if (r > 0) {
3801 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3802 		return (-1);
3803 	} else if (r < 0) {
3804 		fcp->isp_loopstate = LOOP_LTEST_DONE;	/* try again */
3805 		return (-1);
3806 	}
3807 
3808 	rs = (sns_gid_xx_rsp_t *) fcp->isp_scanscratch;
3809 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3810 		goto abort;
3811 	if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3812 		int level;
3813 		/* FC-4 Type and Port Type not registered are not errors. */
3814 		if (rs->snscb_cthdr.ct_reason == 9 &&
3815 		    (rs->snscb_cthdr.ct_explanation == 0x07 ||
3816 		     rs->snscb_cthdr.ct_explanation == 0x0a)) {
3817 			level = ISP_LOG_SANCFG;
3818 		} else {
3819 			level = ISP_LOGWARN;
3820 		}
3821 		isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_PT"
3822 		    " (Reason=0x%x Expl=0x%x)", chan,
3823 		    rs->snscb_cthdr.ct_reason,
3824 		    rs->snscb_cthdr.ct_explanation);
3825 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3826 		return (-1);
3827 	}
3828 
3829 	/* Check our buffer was big enough to get the full list. */
3830 	for (portidx = 0; portidx < NGENT-1; portidx++) {
3831 		if (rs->snscb_ports[portidx].control & 0x80)
3832 			break;
3833 	}
3834 	if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3835 		isp_prt(isp, ISP_LOGWARN,
3836 		    "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3837 	}
3838 	portlim = portidx + 1;
3839 	isp_prt(isp, ISP_LOG_SANCFG,
3840 	    "Chan %d Got %d ports back from name server", chan, portlim);
3841 
3842 	/* Go through the list and remove duplicate port ids. */
3843 	for (portidx = 0; portidx < portlim; portidx++) {
3844 		int npidx;
3845 
3846 		portid =
3847 		    ((rs->snscb_ports[portidx].portid[0]) << 16) |
3848 		    ((rs->snscb_ports[portidx].portid[1]) << 8) |
3849 		    ((rs->snscb_ports[portidx].portid[2]));
3850 
3851 		for (npidx = portidx + 1; npidx < portlim; npidx++) {
3852 			uint32_t new_portid =
3853 			    ((rs->snscb_ports[npidx].portid[0]) << 16) |
3854 			    ((rs->snscb_ports[npidx].portid[1]) << 8) |
3855 			    ((rs->snscb_ports[npidx].portid[2]));
3856 			if (new_portid == portid) {
3857 				break;
3858 			}
3859 		}
3860 
3861 		if (npidx < portlim) {
3862 			rs->snscb_ports[npidx].portid[0] = 0;
3863 			rs->snscb_ports[npidx].portid[1] = 0;
3864 			rs->snscb_ports[npidx].portid[2] = 0;
3865 			isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3866 		}
3867 	}
3868 
3869 	/*
3870 	 * We now have a list of Port IDs for all FC4 SCSI devices
3871 	 * that the Fabric Name server knows about.
3872 	 *
3873 	 * For each entry on this list go through our port database looking
3874 	 * for probational entries- if we find one, then an old entry is
3875 	 * maybe still this one. We get some information to find out.
3876 	 *
3877 	 * Otherwise, it's a new fabric device, and we log into it
3878 	 * (unconditionally). After searching the entire database
3879 	 * again to make sure that we never ever ever ever have more
3880 	 * than one entry that has the same PortID or the same
3881 	 * WWNN/WWPN duple, we enter the device into our database.
3882 	 */
3883 	isp_mark_portdb(isp, chan);
3884 	for (portidx = 0; portidx < portlim; portidx++) {
3885 		portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3886 			 ((rs->snscb_ports[portidx].portid[1]) << 8) |
3887 			 ((rs->snscb_ports[portidx].portid[2]));
3888 		isp_prt(isp, ISP_LOG_SANCFG,
3889 		    "Chan %d Checking fabric port 0x%06x", chan, portid);
3890 		if (portid == 0) {
3891 			isp_prt(isp, ISP_LOG_SANCFG,
3892 			    "Chan %d Port at idx %d is zero",
3893 			    chan, portidx);
3894 			continue;
3895 		}
3896 		if (portid == fcp->isp_portid) {
3897 			isp_prt(isp, ISP_LOG_SANCFG,
3898 			    "Chan %d Port 0x%06x is our", chan, portid);
3899 			continue;
3900 		}
3901 
3902 		/* Now search the entire port database for the same portid. */
3903 		if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3904 			if (!lp->probational) {
3905 				isp_prt(isp, ISP_LOGERR,
3906 				    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3907 				    chan, lp->portid, lp->handle,
3908 				    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3909 				isp_dump_portdb(isp, chan);
3910 				goto fail;
3911 			}
3912 
3913 			if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3914 				goto relogin;
3915 
3916 			/*
3917 			 * See if we're still logged into it.
3918 			 *
3919 			 * If we aren't, mark it as a dead device and
3920 			 * leave the new portid in the database entry
3921 			 * for somebody further along to decide what to
3922 			 * do (policy choice).
3923 			 *
3924 			 * If we are, check to see if it's the same
3925 			 * device still (it should be). If for some
3926 			 * reason it isn't, mark it as a changed device
3927 			 * and leave the new portid and role in the
3928 			 * database entry for somebody further along to
3929 			 * decide what to do (policy choice).
3930 			 */
3931 			r = isp_getpdb(isp, chan, lp->handle, &pdb);
3932 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3933 				goto abort;
3934 			if (r != 0) {
3935 				lp->state = FC_PORTDB_STATE_DEAD;
3936 				isp_prt(isp, ISP_LOG_SANCFG,
3937 				    "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3938 				    chan, portid, lp->handle, r);
3939 				goto relogin;
3940 			}
3941 
3942 			isp_pdb_add_update(isp, chan, &pdb);
3943 			continue;
3944 		}
3945 
3946 relogin:
3947 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3948 			isp_prt(isp, ISP_LOG_SANCFG,
3949 			    "Chan %d Port 0x%06x is not logged in", chan, portid);
3950 			continue;
3951 		}
3952 
3953 		r = isp_gff_id(isp, chan, portid);
3954 		if (r == 0) {
3955 			isp_prt(isp, ISP_LOG_SANCFG,
3956 			    "Chan %d Port 0x%06x is not an FCP target", chan, portid);
3957 			continue;
3958 		}
3959 		if (r < 0)
3960 			r = isp_gft_id(isp, chan, portid);
3961 		if (r == 0) {
3962 			isp_prt(isp, ISP_LOG_SANCFG,
3963 			    "Chan %d Port 0x%06x is not FCP", chan, portid);
3964 			continue;
3965 		}
3966 
3967 		if (isp_login_device(isp, chan, portid, &pdb,
3968 		    &FCPARAM(isp, 0)->isp_lasthdl)) {
3969 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3970 				goto abort;
3971 			continue;
3972 		}
3973 
3974 		isp_pdb_add_update(isp, chan, &pdb);
3975 	}
3976 
3977 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3978 		goto abort;
3979 	fcp->isp_loopstate = LOOP_FSCAN_DONE;
3980 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3981 	return (0);
3982 }
3983 
3984 /*
3985  * Find an unused handle and try and use to login to a port.
3986  */
3987 static int
3988 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3989 {
3990 	int lim, i, r;
3991 	uint16_t handle;
3992 
3993 	if (ISP_CAP_2KLOGIN(isp)) {
3994 		lim = NPH_MAX_2K;
3995 	} else {
3996 		lim = NPH_MAX;
3997 	}
3998 
3999 	handle = isp_next_handle(isp, ohp);
4000 	for (i = 0; i < lim; i++) {
4001 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
4002 			return (-1);
4003 
4004 		/* Check if this handle is free. */
4005 		r = isp_getpdb(isp, chan, handle, p);
4006 		if (r == 0) {
4007 			if (p->portid != portid) {
4008 				/* This handle is busy, try next one. */
4009 				handle = isp_next_handle(isp, ohp);
4010 				continue;
4011 			}
4012 			break;
4013 		}
4014 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
4015 			return (-1);
4016 
4017 		/*
4018 		 * Now try and log into the device
4019 		 */
4020 		r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
4021 		if (r == 0) {
4022 			break;
4023 		} else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4024 			/*
4025 			 * If we get here, then the firmwware still thinks we're logged into this device, but with a different
4026 			 * handle. We need to break that association. We used to try and just substitute the handle, but then
4027 			 * failed to get any data via isp_getpdb (below).
4028 			 */
4029 			if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
4030 				isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
4031 			}
4032 			if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
4033 				return (-1);
4034 			r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
4035 			if (r != 0)
4036 				i = lim;
4037 			break;
4038 		} else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
4039 			/* Try the next handle. */
4040 			handle = isp_next_handle(isp, ohp);
4041 		} else {
4042 			/* Give up. */
4043 			i = lim;
4044 			break;
4045 		}
4046 	}
4047 
4048 	if (i == lim) {
4049 		isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
4050 		return (-1);
4051 	}
4052 
4053 	/*
4054 	 * If we successfully logged into it, get the PDB for it
4055 	 * so we can crosscheck that it is still what we think it
4056 	 * is and that we also have the role it plays
4057 	 */
4058 	r = isp_getpdb(isp, chan, handle, p);
4059 	if (r != 0) {
4060 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
4061 		return (-1);
4062 	}
4063 
4064 	if (p->handle != handle || p->portid != portid) {
4065 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
4066 		    chan, portid, handle, p->portid, p->handle);
4067 		return (-1);
4068 	}
4069 	return (0);
4070 }
4071 
4072 static int
4073 isp_send_change_request(ispsoftc_t *isp, int chan)
4074 {
4075 	mbreg_t mbs;
4076 
4077 	MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
4078 	mbs.param[1] = 0x03;
4079 	mbs.param[9] = chan;
4080 	isp_mboxcmd(isp, &mbs);
4081 	if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4082 		return (0);
4083 	} else {
4084 		isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
4085 		    chan, mbs.param[0]);
4086 		return (-1);
4087 	}
4088 }
4089 
4090 static int
4091 isp_register_fc4_type(ispsoftc_t *isp, int chan)
4092 {
4093 	fcparam *fcp = FCPARAM(isp, chan);
4094 	rft_id_t rp;
4095 	ct_hdr_t *ct = &rp.rftid_hdr;
4096 	uint8_t local[SNS_RFT_ID_REQ_SIZE];
4097 	sns_screq_t *reqp = (sns_screq_t *) local;
4098 	uint8_t *scp = fcp->isp_scratch;
4099 
4100 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4101 		isp_prt(isp, ISP_LOGERR, sacq);
4102 		return (-1);
4103 	}
4104 
4105 	if (IS_24XX(isp)) {
4106 		/* Build the CT command and execute via pass-through. */
4107 		ISP_MEMZERO(&rp, sizeof(rp));
4108 		ct->ct_revision = CT_REVISION;
4109 		ct->ct_fcs_type = CT_FC_TYPE_FC;
4110 		ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4111 		ct->ct_cmd_resp = SNS_RFT_ID;
4112 		ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4113 		rp.rftid_portid[0] = fcp->isp_portid >> 16;
4114 		rp.rftid_portid[1] = fcp->isp_portid >> 8;
4115 		rp.rftid_portid[2] = fcp->isp_portid;
4116 		rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4117 		isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
4118 
4119 		if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4120 			FC_SCRATCH_RELEASE(isp, chan);
4121 			return (-1);
4122 		}
4123 	} else {
4124 		/* Build the SNS request and execute via firmware. */
4125 		ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
4126 		reqp->snscb_rblen = sizeof (ct_hdr_t) >> 1;
4127 		reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
4128 		reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
4129 		reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
4130 		reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
4131 		reqp->snscb_sblen = 22;
4132 		reqp->snscb_data[0] = SNS_RFT_ID;
4133 		reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
4134 		reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
4135 		reqp->snscb_data[6] = (1 << FC4_SCSI);
4136 		isp_put_sns_request(isp, reqp, (sns_screq_t *)scp);
4137 
4138 		if (isp_ct_sns(isp, chan, SNS_RFT_ID_REQ_SIZE, sizeof(ct_hdr_t))) {
4139 			FC_SCRATCH_RELEASE(isp, chan);
4140 			return (-1);
4141 		}
4142 	}
4143 
4144 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4145 	FC_SCRATCH_RELEASE(isp, chan);
4146 	if (ct->ct_cmd_resp == LS_RJT) {
4147 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4148 		return (-1);
4149 	} else if (ct->ct_cmd_resp == LS_ACC) {
4150 		isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4151 	} else {
4152 		isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4153 		return (-1);
4154 	}
4155 	return (0);
4156 }
4157 
4158 static int
4159 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4160 {
4161 	fcparam *fcp = FCPARAM(isp, chan);
4162 	ct_hdr_t *ct;
4163 	rff_id_t rp;
4164 	uint8_t *scp = fcp->isp_scratch;
4165 
4166 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4167 		isp_prt(isp, ISP_LOGERR, sacq);
4168 		return (-1);
4169 	}
4170 
4171 	/*
4172 	 * Build the CT header and command in memory.
4173 	 */
4174 	ISP_MEMZERO(&rp, sizeof(rp));
4175 	ct = &rp.rffid_hdr;
4176 	ct->ct_revision = CT_REVISION;
4177 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4178 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4179 	ct->ct_cmd_resp = SNS_RFF_ID;
4180 	ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4181 	rp.rffid_portid[0] = fcp->isp_portid >> 16;
4182 	rp.rffid_portid[1] = fcp->isp_portid >> 8;
4183 	rp.rffid_portid[2] = fcp->isp_portid;
4184 	rp.rffid_fc4features = 0;
4185 	if (fcp->role & ISP_ROLE_TARGET)
4186 		rp.rffid_fc4features |= 1;
4187 	if (fcp->role & ISP_ROLE_INITIATOR)
4188 		rp.rffid_fc4features |= 2;
4189 	rp.rffid_fc4type = FC4_SCSI;
4190 	isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4191 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4192 		isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4193 
4194 	if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4195 		FC_SCRATCH_RELEASE(isp, chan);
4196 		return (-1);
4197 	}
4198 
4199 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4200 	FC_SCRATCH_RELEASE(isp, chan);
4201 	if (ct->ct_cmd_resp == LS_RJT) {
4202 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4203 		    "Chan %d Register FC4 Features rejected", chan);
4204 		return (-1);
4205 	} else if (ct->ct_cmd_resp == LS_ACC) {
4206 		isp_prt(isp, ISP_LOG_SANCFG,
4207 		    "Chan %d Register FC4 Features accepted", chan);
4208 	} else {
4209 		isp_prt(isp, ISP_LOGWARN,
4210 		    "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4211 		return (-1);
4212 	}
4213 	return (0);
4214 }
4215 
4216 static int
4217 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4218 {
4219 	fcparam *fcp = FCPARAM(isp, chan);
4220 	ct_hdr_t *ct;
4221 	rspn_id_t rp;
4222 	uint8_t *scp = fcp->isp_scratch;
4223 	int len;
4224 
4225 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4226 		isp_prt(isp, ISP_LOGERR, sacq);
4227 		return (-1);
4228 	}
4229 
4230 	/*
4231 	 * Build the CT header and command in memory.
4232 	 */
4233 	ISP_MEMZERO(&rp, sizeof(rp));
4234 	ct = &rp.rspnid_hdr;
4235 	ct->ct_revision = CT_REVISION;
4236 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4237 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4238 	ct->ct_cmd_resp = SNS_RSPN_ID;
4239 	rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4240 	rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4241 	rp.rspnid_portid[2] = fcp->isp_portid;
4242 	rp.rspnid_length = 0;
4243 	len = offsetof(rspn_id_t, rspnid_name);
4244 	mtx_lock(&prison0.pr_mtx);
4245 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4246 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4247 	mtx_unlock(&prison0.pr_mtx);
4248 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4249 	    ":%s", device_get_nameunit(isp->isp_dev));
4250 	if (chan != 0) {
4251 		rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4252 		    "/%d", chan);
4253 	}
4254 	len += rp.rspnid_length;
4255 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4256 	isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4257 
4258 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4259 		FC_SCRATCH_RELEASE(isp, chan);
4260 		return (-1);
4261 	}
4262 
4263 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4264 	FC_SCRATCH_RELEASE(isp, chan);
4265 	if (ct->ct_cmd_resp == LS_RJT) {
4266 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4267 		    "Chan %d Register Symbolic Port Name rejected", chan);
4268 		return (-1);
4269 	} else if (ct->ct_cmd_resp == LS_ACC) {
4270 		isp_prt(isp, ISP_LOG_SANCFG,
4271 		    "Chan %d Register Symbolic Port Name accepted", chan);
4272 	} else {
4273 		isp_prt(isp, ISP_LOGWARN,
4274 		    "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4275 		return (-1);
4276 	}
4277 	return (0);
4278 }
4279 
4280 static int
4281 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4282 {
4283 	fcparam *fcp = FCPARAM(isp, chan);
4284 	ct_hdr_t *ct;
4285 	rsnn_nn_t rp;
4286 	uint8_t *scp = fcp->isp_scratch;
4287 	int len;
4288 
4289 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4290 		isp_prt(isp, ISP_LOGERR, sacq);
4291 		return (-1);
4292 	}
4293 
4294 	/*
4295 	 * Build the CT header and command in memory.
4296 	 */
4297 	ISP_MEMZERO(&rp, sizeof(rp));
4298 	ct = &rp.rsnnnn_hdr;
4299 	ct->ct_revision = CT_REVISION;
4300 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4301 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4302 	ct->ct_cmd_resp = SNS_RSNN_NN;
4303 	MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4304 	rp.rsnnnn_length = 0;
4305 	len = offsetof(rsnn_nn_t, rsnnnn_name);
4306 	mtx_lock(&prison0.pr_mtx);
4307 	rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4308 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4309 	mtx_unlock(&prison0.pr_mtx);
4310 	len += rp.rsnnnn_length;
4311 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4312 	isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4313 
4314 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4315 		FC_SCRATCH_RELEASE(isp, chan);
4316 		return (-1);
4317 	}
4318 
4319 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4320 	FC_SCRATCH_RELEASE(isp, chan);
4321 	if (ct->ct_cmd_resp == LS_RJT) {
4322 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4323 		    "Chan %d Register Symbolic Node Name rejected", chan);
4324 		return (-1);
4325 	} else if (ct->ct_cmd_resp == LS_ACC) {
4326 		isp_prt(isp, ISP_LOG_SANCFG,
4327 		    "Chan %d Register Symbolic Node Name accepted", chan);
4328 	} else {
4329 		isp_prt(isp, ISP_LOGWARN,
4330 		    "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4331 		return (-1);
4332 	}
4333 	return (0);
4334 }
4335 
4336 static uint16_t
4337 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4338 {
4339 	fcparam *fcp;
4340 	int i, chan, wrap;
4341 	uint16_t handle, minh, maxh;
4342 
4343 	handle = *ohp;
4344 	if (ISP_CAP_2KLOGIN(isp)) {
4345 		minh = 0;
4346 		maxh = NPH_RESERVED - 1;
4347 	} else {
4348 		minh = SNS_ID + 1;
4349 		maxh = NPH_MAX - 1;
4350 	}
4351 	wrap = 0;
4352 
4353 next:
4354 	if (handle == NIL_HANDLE) {
4355 		handle = minh;
4356 	} else {
4357 		handle++;
4358 		if (handle > maxh) {
4359 			if (++wrap >= 2) {
4360 				isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4361 				return (NIL_HANDLE);
4362 			}
4363 			handle = minh;
4364 		}
4365 	}
4366 	for (chan = 0; chan < isp->isp_nchan; chan++) {
4367 		fcp = FCPARAM(isp, chan);
4368 		if (fcp->role == ISP_ROLE_NONE)
4369 			continue;
4370 		for (i = 0; i < MAX_FC_TARG; i++) {
4371 			if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4372 			    fcp->portdb[i].handle == handle)
4373 				goto next;
4374 		}
4375 	}
4376 	*ohp = handle;
4377 	return (handle);
4378 }
4379 
4380 /*
4381  * Start a command. Locking is assumed done in the caller.
4382  */
4383 
4384 int
4385 isp_start(XS_T *xs)
4386 {
4387 	ispsoftc_t *isp;
4388 	uint32_t cdblen;
4389 	uint8_t local[QENTRY_LEN];
4390 	ispreq_t *reqp;
4391 	void *cdbp, *qep;
4392 	uint16_t *tptr;
4393 	fcportdb_t *lp;
4394 	int target, dmaresult;
4395 
4396 	XS_INITERR(xs);
4397 	isp = XS_ISP(xs);
4398 
4399 	/*
4400 	 * Check command CDB length, etc.. We really are limited to 16 bytes
4401 	 * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4402 	 * but probably only if we're running fairly new firmware (we'll
4403 	 * let the old f/w choke on an extended command queue entry).
4404 	 */
4405 
4406 	if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4407 		isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4408 		XS_SETERR(xs, HBA_REQINVAL);
4409 		return (CMD_COMPLETE);
4410 	}
4411 
4412 	/*
4413 	 * Translate the target to device handle as appropriate, checking
4414 	 * for correct device state as well.
4415 	 */
4416 	target = XS_TGT(xs);
4417 	if (IS_FC(isp)) {
4418 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4419 
4420 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4421 			isp_prt(isp, ISP_LOG_WARN1,
4422 			    "%d.%d.%jx I am not an initiator",
4423 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4424 			XS_SETERR(xs, HBA_SELTIMEOUT);
4425 			return (CMD_COMPLETE);
4426 		}
4427 
4428 		if (isp->isp_state != ISP_RUNSTATE) {
4429 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4430 			XS_SETERR(xs, HBA_BOTCH);
4431 			return (CMD_COMPLETE);
4432 		}
4433 
4434 		isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4435 		lp = &fcp->portdb[target];
4436 		if (target < 0 || target >= MAX_FC_TARG ||
4437 		    lp->is_target == 0) {
4438 			XS_SETERR(xs, HBA_SELTIMEOUT);
4439 			return (CMD_COMPLETE);
4440 		}
4441 		if (fcp->isp_loopstate != LOOP_READY) {
4442 			isp_prt(isp, ISP_LOGDEBUG1,
4443 			    "%d.%d.%jx loop is not ready",
4444 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4445 			return (CMD_RQLATER);
4446 		}
4447 		if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4448 			isp_prt(isp, ISP_LOGDEBUG1,
4449 			    "%d.%d.%jx target zombie",
4450 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4451 			return (CMD_RQLATER);
4452 		}
4453 		if (lp->state != FC_PORTDB_STATE_VALID) {
4454 			isp_prt(isp, ISP_LOGDEBUG1,
4455 			    "%d.%d.%jx bad db port state 0x%x",
4456 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4457 			XS_SETERR(xs, HBA_SELTIMEOUT);
4458 			return (CMD_COMPLETE);
4459 		}
4460 	} else {
4461 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4462 		if (isp->isp_state != ISP_RUNSTATE) {
4463 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4464 			XS_SETERR(xs, HBA_BOTCH);
4465 			return (CMD_COMPLETE);
4466 		}
4467 
4468 		if (sdp->update) {
4469 			isp_spi_update(isp, XS_CHANNEL(xs));
4470 		}
4471 		lp = NULL;
4472 	}
4473 
4474  start_again:
4475 
4476 	qep = isp_getrqentry(isp);
4477 	if (qep == NULL) {
4478 		isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4479 		XS_SETERR(xs, HBA_BOTCH);
4480 		return (CMD_EAGAIN);
4481 	}
4482 	XS_SETERR(xs, HBA_NOERROR);
4483 
4484 	/*
4485 	 * Now see if we need to synchronize the ISP with respect to anything.
4486 	 * We do dual duty here (cough) for synchronizing for buses other
4487 	 * than which we got here to send a command to.
4488 	 */
4489 	reqp = (ispreq_t *) local;
4490 	ISP_MEMZERO(local, QENTRY_LEN);
4491 	if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4492 		if (IS_24XX(isp)) {
4493 			isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4494 			m->mrk_header.rqs_entry_count = 1;
4495 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4496 			m->mrk_modifier = SYNC_ALL;
4497 			m->mrk_vphdl = XS_CHANNEL(xs);
4498 			isp_put_marker_24xx(isp, m, qep);
4499 		} else {
4500 			isp_marker_t *m = (isp_marker_t *) reqp;
4501 			m->mrk_header.rqs_entry_count = 1;
4502 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4503 			m->mrk_target = (XS_CHANNEL(xs) << 7);	/* bus # */
4504 			m->mrk_modifier = SYNC_ALL;
4505 			isp_put_marker(isp, m, qep);
4506 		}
4507 		ISP_SYNC_REQUEST(isp);
4508 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4509 		goto start_again;
4510 	}
4511 
4512 	reqp->req_header.rqs_entry_count = 1;
4513 
4514 	/*
4515 	 * Select and install Header Code.
4516 	 * Note that it might be overridden before going out
4517 	 * if we're on a 64 bit platform. The lower level
4518 	 * code (isp_send_cmd) will select the appropriate
4519 	 * 64 bit variant if it needs to.
4520 	 */
4521 	if (IS_24XX(isp)) {
4522 		reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4523 	} else if (IS_FC(isp)) {
4524 		reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4525 	} else {
4526 		if (XS_CDBLEN(xs) > 12) {
4527 			reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4528 		} else {
4529 			reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4530 		}
4531 	}
4532 
4533 	/*
4534 	 * Set task attributes
4535 	 */
4536 	if (IS_24XX(isp)) {
4537 		int ttype;
4538 		if (XS_TAG_P(xs)) {
4539 			ttype = XS_TAG_TYPE(xs);
4540 		} else {
4541 			ttype = REQFLAG_STAG;
4542 		}
4543 		if (ttype == REQFLAG_OTAG) {
4544 			ttype = FCP_CMND_TASK_ATTR_ORDERED;
4545 		} else if (ttype == REQFLAG_HTAG) {
4546 			ttype = FCP_CMND_TASK_ATTR_HEAD;
4547 		} else {
4548 			ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4549 		}
4550 		((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4551 	} else if (IS_FC(isp)) {
4552 		/*
4553 		 * See comment in isp_intr_respq
4554 		 */
4555 		/* XS_SET_RESID(xs, 0); */
4556 
4557 		/*
4558 		 * Fibre Channel always requires some kind of tag.
4559 		 * The Qlogic drivers seem be happy not to use a tag,
4560 		 * but this breaks for some devices (IBM drives).
4561 		 */
4562 		if (XS_TAG_P(xs)) {
4563 			((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4564 		} else {
4565 			((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4566 		}
4567 	} else {
4568 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4569 		if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4570 			reqp->req_flags = XS_TAG_TYPE(xs);
4571 		}
4572 	}
4573 
4574 	/*
4575 	 * NB: we do not support long CDBs (yet)
4576 	 */
4577 	cdblen = XS_CDBLEN(xs);
4578 
4579 	if (IS_SCSI(isp)) {
4580 		if (cdblen > sizeof (reqp->req_cdb)) {
4581 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4582 			XS_SETERR(xs, HBA_REQINVAL);
4583 			return (CMD_COMPLETE);
4584 		}
4585 		reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4586 		reqp->req_lun_trn = XS_LUN(xs);
4587 		reqp->req_cdblen = cdblen;
4588 		tptr = &reqp->req_time;
4589 		cdbp = reqp->req_cdb;
4590 	} else if (IS_24XX(isp)) {
4591 		ispreqt7_t *t7 = (ispreqt7_t *)local;
4592 
4593 		if (cdblen > sizeof (t7->req_cdb)) {
4594 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4595 			XS_SETERR(xs, HBA_REQINVAL);
4596 			return (CMD_COMPLETE);
4597 		}
4598 
4599 		t7->req_nphdl = lp->handle;
4600 		t7->req_tidlo = lp->portid;
4601 		t7->req_tidhi = lp->portid >> 16;
4602 		t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4603 		be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4604 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4605 			if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4606 				isp_prt(isp, ISP_LOG_WARN1,
4607 				    "%d.%d.%jx cannot generate next CRN",
4608 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4609 				XS_SETERR(xs, HBA_BOTCH);
4610 				return (CMD_EAGAIN);
4611 			}
4612 		}
4613 		tptr = &t7->req_time;
4614 		cdbp = t7->req_cdb;
4615 	} else {
4616 		ispreqt2_t *t2 = (ispreqt2_t *)local;
4617 
4618 		if (cdblen > sizeof t2->req_cdb) {
4619 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4620 			XS_SETERR(xs, HBA_REQINVAL);
4621 			return (CMD_COMPLETE);
4622 		}
4623 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4624 			if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4625 				isp_prt(isp, ISP_LOG_WARN1,
4626 				    "%d.%d.%jx cannot generate next CRN",
4627 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4628 				XS_SETERR(xs, HBA_BOTCH);
4629 				return (CMD_EAGAIN);
4630 			}
4631 		}
4632 		if (ISP_CAP_2KLOGIN(isp)) {
4633 			ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4634 			t2e->req_target = lp->handle;
4635 			t2e->req_scclun = XS_LUN(xs);
4636 			tptr = &t2e->req_time;
4637 			cdbp = t2e->req_cdb;
4638 		} else if (ISP_CAP_SCCFW(isp)) {
4639 			t2->req_target = lp->handle;
4640 			t2->req_scclun = XS_LUN(xs);
4641 			tptr = &t2->req_time;
4642 			cdbp = t2->req_cdb;
4643 		} else {
4644 			t2->req_target = lp->handle;
4645 			t2->req_lun_trn = XS_LUN(xs);
4646 			tptr = &t2->req_time;
4647 			cdbp = t2->req_cdb;
4648 		}
4649 	}
4650 	*tptr = XS_TIME(xs);
4651 	ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4652 
4653 	/* Whew. Thankfully the same for type 7 requests */
4654 	reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4655 	if (reqp->req_handle == 0) {
4656 		isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4657 		XS_SETERR(xs, HBA_BOTCH);
4658 		return (CMD_EAGAIN);
4659 	}
4660 
4661 	/*
4662 	 * Set up DMA and/or do any platform dependent swizzling of the request entry
4663 	 * so that the Qlogic F/W understands what is being asked of it.
4664 	 *
4665 	 * The callee is responsible for adding all requests at this point.
4666 	 */
4667 	dmaresult = ISP_DMASETUP(isp, xs, reqp);
4668 	if (dmaresult != CMD_QUEUED) {
4669 		isp_destroy_handle(isp, reqp->req_handle);
4670 		/*
4671 		 * dmasetup sets actual error in packet, and
4672 		 * return what we were given to return.
4673 		 */
4674 		return (dmaresult);
4675 	}
4676 	isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4677 	return (CMD_QUEUED);
4678 }
4679 
4680 /*
4681  * isp control
4682  * Locks (ints blocked) assumed held.
4683  */
4684 
4685 int
4686 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4687 {
4688 	XS_T *xs;
4689 	mbreg_t *mbr, mbs;
4690 	int chan, tgt;
4691 	uint32_t handle;
4692 	va_list ap;
4693 
4694 	switch (ctl) {
4695 	case ISPCTL_RESET_BUS:
4696 		/*
4697 		 * Issue a bus reset.
4698 		 */
4699 		if (IS_24XX(isp)) {
4700 			isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4701 			break;
4702 		} else if (IS_FC(isp)) {
4703 			mbs.param[1] = 10;
4704 			chan = 0;
4705 		} else {
4706 			va_start(ap, ctl);
4707 			chan = va_arg(ap, int);
4708 			va_end(ap);
4709 			mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4710 			if (mbs.param[1] < 2) {
4711 				mbs.param[1] = 2;
4712 			}
4713 			mbs.param[2] = chan;
4714 		}
4715 		MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4716 		ISP_SET_SENDMARKER(isp, chan, 1);
4717 		isp_mboxcmd(isp, &mbs);
4718 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4719 			break;
4720 		}
4721 		isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4722 		return (0);
4723 
4724 	case ISPCTL_RESET_DEV:
4725 		va_start(ap, ctl);
4726 		chan = va_arg(ap, int);
4727 		tgt = va_arg(ap, int);
4728 		va_end(ap);
4729 		if (IS_24XX(isp)) {
4730 			uint8_t local[QENTRY_LEN];
4731 			isp24xx_tmf_t *tmf;
4732 			isp24xx_statusreq_t *sp;
4733 			fcparam *fcp = FCPARAM(isp, chan);
4734 			fcportdb_t *lp;
4735 
4736 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4737 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4738 				break;
4739 			}
4740 			lp = &fcp->portdb[tgt];
4741 			if (lp->is_target == 0 ||
4742 			    lp->state != FC_PORTDB_STATE_VALID) {
4743 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4744 				break;
4745 			}
4746 
4747 			tmf = (isp24xx_tmf_t *) local;
4748 			ISP_MEMZERO(tmf, QENTRY_LEN);
4749 			tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4750 			tmf->tmf_header.rqs_entry_count = 1;
4751 			tmf->tmf_nphdl = lp->handle;
4752 			tmf->tmf_delay = 2;
4753 			tmf->tmf_timeout = 4;
4754 			tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4755 			tmf->tmf_tidlo = lp->portid;
4756 			tmf->tmf_tidhi = lp->portid >> 16;
4757 			tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4758 			isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4759 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4760 				isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4761 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4762 			fcp->sendmarker = 1;
4763 
4764 			isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4765 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4766 			    MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4767 			mbs.param[1] = QENTRY_LEN;
4768 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4769 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4770 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4771 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4772 			isp_mboxcmd(isp, &mbs);
4773 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4774 				break;
4775 
4776 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4777 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4778 				isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4779 			sp = (isp24xx_statusreq_t *) local;
4780 			isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4781 			if (sp->req_completion_status == 0) {
4782 				return (0);
4783 			}
4784 			isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4785 			break;
4786 		} else if (IS_FC(isp)) {
4787 			if (ISP_CAP_2KLOGIN(isp)) {
4788 				mbs.param[1] = tgt;
4789 				mbs.ibits = (1 << 10);
4790 			} else {
4791 				mbs.param[1] = (tgt << 8);
4792 			}
4793 		} else {
4794 			mbs.param[1] = (chan << 15) | (tgt << 8);
4795 		}
4796 		MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4797 		mbs.param[2] = 3;	/* 'delay', in seconds */
4798 		isp_mboxcmd(isp, &mbs);
4799 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4800 			break;
4801 		}
4802 		isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4803 		ISP_SET_SENDMARKER(isp, chan, 1);
4804 		return (0);
4805 
4806 	case ISPCTL_ABORT_CMD:
4807 		va_start(ap, ctl);
4808 		xs = va_arg(ap, XS_T *);
4809 		va_end(ap);
4810 
4811 		tgt = XS_TGT(xs);
4812 		chan = XS_CHANNEL(xs);
4813 
4814 		handle = isp_find_handle(isp, xs);
4815 		if (handle == 0) {
4816 			isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4817 			break;
4818 		}
4819 		if (IS_24XX(isp)) {
4820 			isp24xx_abrt_t local, *ab = &local;
4821 			fcparam *fcp;
4822 			fcportdb_t *lp;
4823 
4824 			fcp = FCPARAM(isp, chan);
4825 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4826 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4827 				break;
4828 			}
4829 			lp = &fcp->portdb[tgt];
4830 			if (lp->is_target == 0 ||
4831 			    lp->state != FC_PORTDB_STATE_VALID) {
4832 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4833 				break;
4834 			}
4835 			isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4836 			ISP_MEMZERO(ab, QENTRY_LEN);
4837 			ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4838 			ab->abrt_header.rqs_entry_count = 1;
4839 			ab->abrt_handle = lp->handle;
4840 			ab->abrt_cmd_handle = handle;
4841 			ab->abrt_tidlo = lp->portid;
4842 			ab->abrt_tidhi = lp->portid >> 16;
4843 			ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4844 			isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4845 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4846 				isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4847 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4848 
4849 			ISP_MEMZERO(&mbs, sizeof (mbs));
4850 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4851 			mbs.param[1] = QENTRY_LEN;
4852 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4853 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4854 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4855 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4856 
4857 			isp_mboxcmd(isp, &mbs);
4858 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4859 				break;
4860 
4861 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4862 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4863 				isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4864 			isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4865 			if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4866 				return (0);
4867 			}
4868 			isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4869 			break;
4870 		} else if (IS_FC(isp)) {
4871 			if (ISP_CAP_SCCFW(isp)) {
4872 				if (ISP_CAP_2KLOGIN(isp)) {
4873 					mbs.param[1] = tgt;
4874 				} else {
4875 					mbs.param[1] = tgt << 8;
4876 				}
4877 				mbs.param[6] = XS_LUN(xs);
4878 			} else {
4879 				mbs.param[1] = tgt << 8 | XS_LUN(xs);
4880 			}
4881 		} else {
4882 			mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4883 		}
4884 		MBSINIT(&mbs, MBOX_ABORT,
4885 		    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4886 		mbs.param[2] = handle;
4887 		isp_mboxcmd(isp, &mbs);
4888 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4889 			break;
4890 		}
4891 		return (0);
4892 
4893 	case ISPCTL_UPDATE_PARAMS:
4894 
4895 		va_start(ap, ctl);
4896 		chan = va_arg(ap, int);
4897 		va_end(ap);
4898 		isp_spi_update(isp, chan);
4899 		return (0);
4900 
4901 	case ISPCTL_FCLINK_TEST:
4902 
4903 		if (IS_FC(isp)) {
4904 			int usdelay;
4905 			va_start(ap, ctl);
4906 			chan = va_arg(ap, int);
4907 			usdelay = va_arg(ap, int);
4908 			va_end(ap);
4909 			if (usdelay == 0) {
4910 				usdelay =  250000;
4911 			}
4912 			return (isp_fclink_test(isp, chan, usdelay));
4913 		}
4914 		break;
4915 
4916 	case ISPCTL_SCAN_FABRIC:
4917 
4918 		if (IS_FC(isp)) {
4919 			va_start(ap, ctl);
4920 			chan = va_arg(ap, int);
4921 			va_end(ap);
4922 			return (isp_scan_fabric(isp, chan));
4923 		}
4924 		break;
4925 
4926 	case ISPCTL_SCAN_LOOP:
4927 
4928 		if (IS_FC(isp)) {
4929 			va_start(ap, ctl);
4930 			chan = va_arg(ap, int);
4931 			va_end(ap);
4932 			return (isp_scan_loop(isp, chan));
4933 		}
4934 		break;
4935 
4936 	case ISPCTL_PDB_SYNC:
4937 
4938 		if (IS_FC(isp)) {
4939 			va_start(ap, ctl);
4940 			chan = va_arg(ap, int);
4941 			va_end(ap);
4942 			return (isp_pdb_sync(isp, chan));
4943 		}
4944 		break;
4945 
4946 	case ISPCTL_SEND_LIP:
4947 
4948 		if (IS_FC(isp) && !IS_24XX(isp)) {
4949 			MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4950 			if (ISP_CAP_2KLOGIN(isp)) {
4951 				mbs.ibits = (1 << 10);
4952 			}
4953 			isp_mboxcmd(isp, &mbs);
4954 			if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4955 				return (0);
4956 			}
4957 		}
4958 		break;
4959 
4960 	case ISPCTL_GET_PDB:
4961 		if (IS_FC(isp)) {
4962 			isp_pdb_t *pdb;
4963 			va_start(ap, ctl);
4964 			chan = va_arg(ap, int);
4965 			tgt = va_arg(ap, int);
4966 			pdb = va_arg(ap, isp_pdb_t *);
4967 			va_end(ap);
4968 			return (isp_getpdb(isp, chan, tgt, pdb));
4969 		}
4970 		break;
4971 
4972 	case ISPCTL_GET_NAMES:
4973 	{
4974 		uint64_t *wwnn, *wwnp;
4975 		va_start(ap, ctl);
4976 		chan = va_arg(ap, int);
4977 		tgt = va_arg(ap, int);
4978 		wwnn = va_arg(ap, uint64_t *);
4979 		wwnp = va_arg(ap, uint64_t *);
4980 		va_end(ap);
4981 		if (wwnn == NULL && wwnp == NULL) {
4982 			break;
4983 		}
4984 		if (wwnn) {
4985 			*wwnn = isp_get_wwn(isp, chan, tgt, 1);
4986 			if (*wwnn == INI_NONE) {
4987 				break;
4988 			}
4989 		}
4990 		if (wwnp) {
4991 			*wwnp = isp_get_wwn(isp, chan, tgt, 0);
4992 			if (*wwnp == INI_NONE) {
4993 				break;
4994 			}
4995 		}
4996 		return (0);
4997 	}
4998 	case ISPCTL_RUN_MBOXCMD:
4999 	{
5000 		va_start(ap, ctl);
5001 		mbr = va_arg(ap, mbreg_t *);
5002 		va_end(ap);
5003 		isp_mboxcmd(isp, mbr);
5004 		return (0);
5005 	}
5006 	case ISPCTL_PLOGX:
5007 	{
5008 		isp_plcmd_t *p;
5009 		int r;
5010 
5011 		va_start(ap, ctl);
5012 		p = va_arg(ap, isp_plcmd_t *);
5013 		va_end(ap);
5014 
5015 		if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
5016 			return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
5017 		}
5018 		do {
5019 			isp_next_handle(isp, &p->handle);
5020 			r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
5021 			if ((r & 0xffff) == MBOX_PORT_ID_USED) {
5022 				p->handle = r >> 16;
5023 				r = 0;
5024 				break;
5025 			}
5026 		} while ((r & 0xffff) == MBOX_LOOP_ID_USED);
5027 		return (r);
5028 	}
5029 	case ISPCTL_CHANGE_ROLE:
5030 		if (IS_FC(isp)) {
5031 			int role, r;
5032 
5033 			va_start(ap, ctl);
5034 			chan = va_arg(ap, int);
5035 			role = va_arg(ap, int);
5036 			va_end(ap);
5037 			r = isp_fc_change_role(isp, chan, role);
5038 			return (r);
5039 		}
5040 		break;
5041 	default:
5042 		isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
5043 		break;
5044 
5045 	}
5046 	return (-1);
5047 }
5048 
5049 /*
5050  * Interrupt Service Routine(s).
5051  *
5052  * External (OS) framework has done the appropriate locking,
5053  * and the locking will be held throughout this function.
5054  */
5055 
5056 #ifdef	ISP_TARGET_MODE
5057 void
5058 isp_intr_atioq(ispsoftc_t *isp)
5059 {
5060 	uint8_t qe[QENTRY_LEN];
5061 	isphdr_t *hp;
5062 	void *addr;
5063 	uint32_t iptr, optr, oop;
5064 
5065 	iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5066 	optr = isp->isp_atioodx;
5067 	while (optr != iptr) {
5068 		oop = optr;
5069 		MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5070 		addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5071 		isp_get_hdr(isp, addr, (isphdr_t *)qe);
5072 		hp = (isphdr_t *)qe;
5073 		switch (hp->rqs_entry_type) {
5074 		case RQSTYPE_NOTIFY:
5075 		case RQSTYPE_ATIO:
5076 			(void) isp_target_notify(isp, addr, &oop);
5077 			break;
5078 		default:
5079 			isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5080 			break;
5081 		}
5082 		optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5083 	}
5084 	if (isp->isp_atioodx != optr) {
5085 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5086 		isp->isp_atioodx = optr;
5087 	}
5088 }
5089 #endif
5090 
5091 void
5092 isp_intr_async(ispsoftc_t *isp, uint16_t event)
5093 {
5094 
5095 	if (IS_FC(isp))
5096 		isp_parse_async_fc(isp, event);
5097 	else
5098 		isp_parse_async(isp, event);
5099 }
5100 
5101 void
5102 isp_intr_mbox(ispsoftc_t *isp, uint16_t mbox0)
5103 {
5104 	int i, obits;
5105 
5106 	if (!isp->isp_mboxbsy) {
5107 		isp_prt(isp, ISP_LOGWARN, "mailbox 0x%x with no waiters", mbox0);
5108 		return;
5109 	}
5110 	obits = isp->isp_obits;
5111 	isp->isp_mboxtmp[0] = mbox0;
5112 	for (i = 1; i < ISP_NMBOX(isp); i++) {
5113 		if ((obits & (1 << i)) == 0)
5114 			continue;
5115 		isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5116 	}
5117 	MBOX_NOTIFY_COMPLETE(isp);
5118 }
5119 
5120 void
5121 isp_intr_respq(ispsoftc_t *isp)
5122 {
5123 	XS_T *xs, *cont_xs;
5124 	uint8_t qe[QENTRY_LEN];
5125 	ispstatusreq_t *sp = (ispstatusreq_t *)qe;
5126 	isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5127 	isphdr_t *hp;
5128 	uint8_t *resp, *snsp;
5129 	int buddaboom, completion_status, cont = 0, etype, i;
5130 	int req_status_flags, req_state_flags, scsi_status;
5131 	uint32_t iptr, junk, cptr, optr, rlen, slen, sptr, totslen, resid;
5132 
5133 	/*
5134 	 * We can't be getting this now.
5135 	 */
5136 	if (isp->isp_state != ISP_RUNSTATE) {
5137 		isp_prt(isp, ISP_LOGINFO, "respq interrupt when not ready");
5138 		return;
5139 	}
5140 
5141 	iptr = ISP_READ(isp, isp->isp_respinrp);
5142 	/* Debounce the 2300 if revision less than 2. */
5143 	if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5144 		do {
5145 			junk = iptr;
5146 			iptr = ISP_READ(isp, isp->isp_respinrp);
5147 		} while (junk != iptr);
5148 	}
5149 	isp->isp_residx = iptr;
5150 
5151 	optr = isp->isp_resodx;
5152 	while (optr != iptr) {
5153 		sptr = cptr = optr;
5154 		hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, cptr);
5155 		optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5156 
5157 		/*
5158 		 * Synchronize our view of this response queue entry.
5159 		 */
5160 		MEMORYBARRIER(isp, SYNC_RESULT, cptr, QENTRY_LEN, -1);
5161 		if (isp->isp_dblev & ISP_LOGDEBUG1)
5162 			isp_print_qentry(isp, "Response Queue Entry", cptr, hp);
5163 		isp_get_hdr(isp, hp, &sp->req_header);
5164 		etype = sp->req_header.rqs_entry_type;
5165 
5166 		/* We expected Status Continuation, but got different IOCB. */
5167 		if (cont > 0 && etype != RQSTYPE_STATUS_CONT) {
5168 			cont = 0;
5169 			isp_done(cont_xs);
5170 		}
5171 
5172 		if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5173 			isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5174 			scsi_status = sp2->req_scsi_status;
5175 			completion_status = sp2->req_completion_status;
5176 			req_status_flags = 0;
5177 			if ((scsi_status & 0xff) != 0)
5178 				req_state_flags = RQSF_GOT_STATUS;
5179 			else
5180 				req_state_flags = 0;
5181 			resid = sp2->req_resid;
5182 		} else if (etype == RQSTYPE_RESPONSE) {
5183 			isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5184 			scsi_status = sp->req_scsi_status;
5185 			completion_status = sp->req_completion_status;
5186 			req_status_flags = sp->req_status_flags;
5187 			req_state_flags = sp->req_state_flags;
5188 			resid = sp->req_resid;
5189 		} else if (etype == RQSTYPE_RIO1) {
5190 			isp_rio1_t *rio = (isp_rio1_t *) qe;
5191 			isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5192 			for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5193 				isp_fastpost_complete(isp, rio->req_handles[i]);
5194 			}
5195 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5196 			continue;
5197 		} else if (etype == RQSTYPE_RIO2) {
5198 			isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5199 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5200 			continue;
5201 		} else if (etype == RQSTYPE_STATUS_CONT) {
5202 			ispstatus_cont_t *scp = (ispstatus_cont_t *)qe;
5203 			isp_get_cont_response(isp, (ispstatus_cont_t *)hp, scp);
5204 			if (cont > 0) {
5205 				i = min(cont, sizeof(scp->req_sense_data));
5206 				XS_SENSE_APPEND(cont_xs, scp->req_sense_data, i);
5207 				cont -= i;
5208 				if (cont == 0) {
5209 					isp_done(cont_xs);
5210 				} else {
5211 					isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN,
5212 					    "Expecting Status Continuations for %u bytes",
5213 					    cont);
5214 				}
5215 			} else {
5216 				isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5217 			}
5218 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5219 			continue;
5220 		} else if (isp_handle_other_response(isp, etype, hp, &cptr)) {
5221 			/* More then one IOCB could be consumed. */
5222 			while (sptr != cptr) {
5223 				ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5224 				sptr = ISP_NXT_QENTRY(sptr, RESULT_QUEUE_LEN(isp));
5225 				hp = (isphdr_t *)ISP_QUEUE_ENTRY(isp->isp_result, sptr);
5226 			}
5227 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5228 			optr = ISP_NXT_QENTRY(cptr, RESULT_QUEUE_LEN(isp));
5229 			continue;
5230 		} else {
5231 			/* We don't know what was this -- log and skip. */
5232 			isp_prt(isp, ISP_LOGERR, notresp, etype, cptr, optr);
5233 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5234 			continue;
5235 		}
5236 
5237 		buddaboom = 0;
5238 		if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5239 			if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5240 				isp_print_qentry(isp, "unexpected continuation segment",
5241 				    cptr, hp);
5242 				continue;
5243 			}
5244 			if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5245 				isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5246 				/*
5247 				 * We'll synthesize a QUEUE FULL message below.
5248 				 */
5249 			}
5250 			if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5251 				isp_print_qentry(isp, "bad header flag",
5252 				    cptr, hp);
5253 				buddaboom++;
5254 			}
5255 			if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5256 				isp_print_qentry(isp, "bad request packet",
5257 				    cptr, hp);
5258 				buddaboom++;
5259 			}
5260 			if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5261 				isp_print_qentry(isp, "invalid entry count",
5262 				    cptr, hp);
5263 				buddaboom++;
5264 			}
5265 			if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5266 				isp_print_qentry(isp, "invalid IOCB ordering",
5267 				    cptr, hp);
5268 				continue;
5269 			}
5270 		}
5271 
5272 		xs = isp_find_xs(isp, sp->req_handle);
5273 		if (xs == NULL) {
5274 			uint8_t ts = completion_status & 0xff;
5275 			/*
5276 			 * Only whine if this isn't the expected fallout of
5277 			 * aborting the command or resetting the target.
5278 			 */
5279 			if (etype != RQSTYPE_RESPONSE) {
5280 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5281 			} else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5282 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5283 			}
5284 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5285 			continue;
5286 		}
5287 		if (req_status_flags & RQSTF_BUS_RESET) {
5288 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5289 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5290 			XS_SETERR(xs, HBA_BUSRESET);
5291 			ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5292 		}
5293 		if (buddaboom) {
5294 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5295 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5296 			XS_SETERR(xs, HBA_BOTCH);
5297 		}
5298 
5299 		resp = snsp = NULL;
5300 		rlen = slen = totslen = 0;
5301 		if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5302 			resp = sp2->req_rsp_sense;
5303 			rlen = sp2->req_response_len;
5304 		} else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5305 			resp = sp->req_response;
5306 			rlen = sp->req_response_len;
5307 		}
5308 		if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5309 			/*
5310 			 * Fibre Channel F/W doesn't say we got status
5311 			 * if there's Sense Data instead. I guess they
5312 			 * think it goes w/o saying.
5313 			 */
5314 			req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5315 			if (IS_24XX(isp)) {
5316 				snsp = sp2->req_rsp_sense;
5317 				snsp += rlen;
5318 				totslen = sp2->req_sense_len;
5319 				slen = sizeof(sp2->req_rsp_sense) - rlen;
5320 			} else {
5321 				snsp = sp->req_sense_data;
5322 				totslen = sp->req_sense_len;
5323 				slen = sizeof(sp->req_sense_data);
5324 			}
5325 		} else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5326 			snsp = sp->req_sense_data;
5327 			totslen = sp->req_sense_len;
5328 			slen = sizeof (sp->req_sense_data);
5329 		}
5330 		if (slen > totslen)
5331 			slen = totslen;
5332 		if (req_state_flags & RQSF_GOT_STATUS)
5333 			*XS_STSP(xs) = scsi_status & 0xff;
5334 
5335 		if (rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5336 			const char *ptr;
5337 			char lb[64];
5338 			const char *rnames[10] = {
5339 			    "Task Management function complete",
5340 			    "FCP_DATA length different than FCP_BURST_LEN",
5341 			    "FCP_CMND fields invalid",
5342 			    "FCP_DATA parameter mismatch with FCP_DATA_RO",
5343 			    "Task Management function rejected",
5344 			    "Task Management function failed",
5345 			    NULL,
5346 			    NULL,
5347 			    "Task Management function succeeded",
5348 			    "Task Management function incorrect logical unit number",
5349 			};
5350 			uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5351 			if (code >= 10 || rnames[code] == NULL) {
5352 				ISP_SNPRINTF(lb, sizeof(lb),
5353 				    "Unknown FCP Response Code 0x%x", code);
5354 				ptr = lb;
5355 			} else {
5356 				ptr = rnames[code];
5357 			}
5358 			isp_xs_prt(isp, xs, ISP_LOGWARN,
5359 			    "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5360 			    rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5361 			if (code != 0 && code != 8)
5362 				XS_SETERR(xs, HBA_BOTCH);
5363 		}
5364 		if (IS_24XX(isp))
5365 			isp_parse_status_24xx(isp, sp2, xs, &resid);
5366 		else
5367 			isp_parse_status(isp, sp, xs, &resid);
5368 		if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) &&
5369 		    (*XS_STSP(xs) == SCSI_BUSY))
5370 			XS_SETERR(xs, HBA_TGTBSY);
5371 		if (IS_SCSI(isp)) {
5372 			XS_SET_RESID(xs, resid);
5373 			/*
5374 			 * A new synchronous rate was negotiated for
5375 			 * this target. Mark state such that we'll go
5376 			 * look up that which has changed later.
5377 			 */
5378 			if (req_status_flags & RQSTF_NEGOTIATION) {
5379 				int t = XS_TGT(xs);
5380 				sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5381 				sdp->isp_devparam[t].dev_refresh = 1;
5382 				sdp->update = 1;
5383 			}
5384 		} else {
5385 			if (req_status_flags & RQSF_XFER_COMPLETE) {
5386 				XS_SET_RESID(xs, 0);
5387 			} else if (scsi_status & RQCS_RESID) {
5388 				XS_SET_RESID(xs, resid);
5389 			} else {
5390 				XS_SET_RESID(xs, 0);
5391 			}
5392 		}
5393 		if (slen > 0) {
5394 			XS_SAVE_SENSE(xs, snsp, slen);
5395 			if (totslen > slen) {
5396 				cont = totslen - slen;
5397 				cont_xs = xs;
5398 				isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN,
5399 				    "Expecting Status Continuations for %u bytes",
5400 				    cont);
5401 			}
5402 		}
5403 		isp_prt(isp, ISP_LOGDEBUG2, "asked for %lu got raw resid %lu settled for %lu",
5404 		    (u_long)XS_XFRLEN(xs), (u_long)resid, (u_long)XS_GET_RESID(xs));
5405 
5406 		if (XS_XFRLEN(xs))
5407 			ISP_DMAFREE(isp, xs, sp->req_handle);
5408 		isp_destroy_handle(isp, sp->req_handle);
5409 
5410 		ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5411 
5412 		/* Complete command if we expect no Status Continuations. */
5413 		if (cont == 0)
5414 			isp_done(xs);
5415 	}
5416 
5417 	/* We haven't received all Status Continuations, but that is it. */
5418 	if (cont > 0)
5419 		isp_done(cont_xs);
5420 
5421 	/* If we processed any IOCBs, let ISP know about it. */
5422 	if (optr != isp->isp_resodx) {
5423 		ISP_WRITE(isp, isp->isp_respoutrp, optr);
5424 		isp->isp_resodx = optr;
5425 	}
5426 }
5427 
5428 /*
5429  * Parse an ASYNC mailbox complete
5430  */
5431 static void
5432 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5433 {
5434 	uint32_t h1 = 0, h2 = 0;
5435 	uint16_t chan = 0;
5436 
5437 	/*
5438 	 * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5439 	 * where Mailboxes 6/7 have the second handle.
5440 	 */
5441 	if (mbox != ASYNC_RIO32_2) {
5442 		if (IS_DUALBUS(isp)) {
5443 			chan = ISP_READ(isp, OUTMAILBOX6);
5444 		}
5445 	}
5446 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5447 
5448 	switch (mbox) {
5449 	case ASYNC_BUS_RESET:
5450 		ISP_SET_SENDMARKER(isp, chan, 1);
5451 #ifdef	ISP_TARGET_MODE
5452 		isp_target_async(isp, chan, mbox);
5453 #endif
5454 		isp_async(isp, ISPASYNC_BUS_RESET, chan);
5455 		break;
5456 	case ASYNC_SYSTEM_ERROR:
5457 		isp->isp_state = ISP_CRASHED;
5458 		/*
5459 		 * Were we waiting for a mailbox command to complete?
5460 		 * If so, it's dead, so wake up the waiter.
5461 		 */
5462 		if (isp->isp_mboxbsy) {
5463 			isp->isp_obits = 1;
5464 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5465 			MBOX_NOTIFY_COMPLETE(isp);
5466 		}
5467 		/*
5468 		 * It's up to the handler for isp_async to reinit stuff and
5469 		 * restart the firmware
5470 		 */
5471 		isp_async(isp, ISPASYNC_FW_CRASH);
5472 		break;
5473 
5474 	case ASYNC_RQS_XFER_ERR:
5475 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5476 		break;
5477 
5478 	case ASYNC_RSP_XFER_ERR:
5479 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5480 		break;
5481 
5482 	case ASYNC_QWAKEUP:
5483 		/*
5484 		 * We've just been notified that the Queue has woken up.
5485 		 * We don't need to be chatty about this- just unlatch things
5486 		 * and move on.
5487 		 */
5488 		mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5489 		break;
5490 
5491 	case ASYNC_TIMEOUT_RESET:
5492 		isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5493 		ISP_SET_SENDMARKER(isp, chan, 1);
5494 #ifdef	ISP_TARGET_MODE
5495 		isp_target_async(isp, chan, mbox);
5496 #endif
5497 		break;
5498 
5499 	case ASYNC_DEVICE_RESET:
5500 		isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5501 		ISP_SET_SENDMARKER(isp, chan, 1);
5502 #ifdef	ISP_TARGET_MODE
5503 		isp_target_async(isp, chan, mbox);
5504 #endif
5505 		break;
5506 
5507 	case ASYNC_EXTMSG_UNDERRUN:
5508 		isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5509 		break;
5510 
5511 	case ASYNC_SCAM_INT:
5512 		isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5513 		break;
5514 
5515 	case ASYNC_HUNG_SCSI:
5516 		isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5517 		/* XXX: Need to issue SCSI reset at this point */
5518 		break;
5519 
5520 	case ASYNC_KILLED_BUS:
5521 		isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5522 		break;
5523 
5524 	case ASYNC_BUS_TRANSIT:
5525 		mbox = ISP_READ(isp, OUTMAILBOX2);
5526 		switch (mbox & SXP_PINS_MODE_MASK) {
5527 		case SXP_PINS_LVD_MODE:
5528 			isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5529 			SDPARAM(isp, chan)->isp_diffmode = 0;
5530 			SDPARAM(isp, chan)->isp_ultramode = 0;
5531 			SDPARAM(isp, chan)->isp_lvdmode = 1;
5532 			break;
5533 		case SXP_PINS_HVD_MODE:
5534 			isp_prt(isp, ISP_LOGINFO,
5535 			    "Transition to Differential mode");
5536 			SDPARAM(isp, chan)->isp_diffmode = 1;
5537 			SDPARAM(isp, chan)->isp_ultramode = 0;
5538 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5539 			break;
5540 		case SXP_PINS_SE_MODE:
5541 			isp_prt(isp, ISP_LOGINFO,
5542 			    "Transition to Single Ended mode");
5543 			SDPARAM(isp, chan)->isp_diffmode = 0;
5544 			SDPARAM(isp, chan)->isp_ultramode = 1;
5545 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5546 			break;
5547 		default:
5548 			isp_prt(isp, ISP_LOGWARN,
5549 			    "Transition to Unknown Mode 0x%x", mbox);
5550 			break;
5551 		}
5552 		/*
5553 		 * XXX: Set up to renegotiate again!
5554 		 */
5555 		/* Can only be for a 1080... */
5556 		ISP_SET_SENDMARKER(isp, chan, 1);
5557 		break;
5558 
5559 	case ASYNC_CMD_CMPLT:
5560 	case ASYNC_RIO32_1:
5561 		if (!IS_ULTRA3(isp)) {
5562 			isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5563 			break;
5564 		}
5565 		/* FALLTHROUGH */
5566 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5567 		break;
5568 
5569 	case ASYNC_RIO32_2:
5570 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5571 		h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5572 		break;
5573 
5574 	case ASYNC_RIO16_5:
5575 	case ASYNC_RIO16_4:
5576 	case ASYNC_RIO16_3:
5577 	case ASYNC_RIO16_2:
5578 	case ASYNC_RIO16_1:
5579 		isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5580 		break;
5581 	default:
5582 		isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5583 		break;
5584 	}
5585 
5586 	if (h1 || h2) {
5587 		isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5588 		isp_fastpost_complete(isp, h1);
5589 		if (h2) {
5590 			isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5591 			isp_fastpost_complete(isp, h2);
5592 		}
5593 	}
5594 }
5595 
5596 static void
5597 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5598 {
5599 	fcparam *fcp;
5600 	uint16_t chan;
5601 
5602 	if (IS_DUALBUS(isp)) {
5603 		chan = ISP_READ(isp, OUTMAILBOX6);
5604 	} else {
5605 		chan = 0;
5606 	}
5607 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5608 
5609 	switch (mbox) {
5610 	case ASYNC_SYSTEM_ERROR:
5611 		isp->isp_state = ISP_CRASHED;
5612 		FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5613 		isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5614 		/*
5615 		 * Were we waiting for a mailbox command to complete?
5616 		 * If so, it's dead, so wake up the waiter.
5617 		 */
5618 		if (isp->isp_mboxbsy) {
5619 			isp->isp_obits = 1;
5620 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5621 			MBOX_NOTIFY_COMPLETE(isp);
5622 		}
5623 		/*
5624 		 * It's up to the handler for isp_async to reinit stuff and
5625 		 * restart the firmware
5626 		 */
5627 		isp_async(isp, ISPASYNC_FW_CRASH);
5628 		break;
5629 
5630 	case ASYNC_RQS_XFER_ERR:
5631 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5632 		break;
5633 
5634 	case ASYNC_RSP_XFER_ERR:
5635 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5636 		break;
5637 
5638 	case ASYNC_QWAKEUP:
5639 #ifdef	ISP_TARGET_MODE
5640 		if (IS_24XX(isp)) {
5641 			isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5642 			break;
5643 		}
5644 #endif
5645 		isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5646 		break;
5647 
5648 	case ASYNC_CMD_CMPLT:
5649 		isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5650 		break;
5651 
5652 	case ASYNC_RIOZIO_STALL:
5653 		isp_intr_respq(isp);
5654 		break;
5655 
5656 	case ASYNC_CTIO_DONE:
5657 #ifdef	ISP_TARGET_MODE
5658 		isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) |
5659 		    ISP_READ(isp, OUTMAILBOX1), mbox);
5660 #else
5661 		isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5662 #endif
5663 		break;
5664 	case ASYNC_LIP_ERROR:
5665 	case ASYNC_LIP_NOS_OLS_RECV:
5666 	case ASYNC_LIP_OCCURRED:
5667 	case ASYNC_PTPMODE:
5668 		/*
5669 		 * These are broadcast events that have to be sent across
5670 		 * all active channels.
5671 		 */
5672 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5673 			fcp = FCPARAM(isp, chan);
5674 			int topo = fcp->isp_topo;
5675 
5676 			if (fcp->role == ISP_ROLE_NONE)
5677 				continue;
5678 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5679 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5680 			ISP_SET_SENDMARKER(isp, chan, 1);
5681 			isp_async(isp, ISPASYNC_LIP, chan);
5682 #ifdef	ISP_TARGET_MODE
5683 			isp_target_async(isp, chan, mbox);
5684 #endif
5685 			/*
5686 			 * We've had problems with data corruption occurring on
5687 			 * commands that complete (with no apparent error) after
5688 			 * we receive a LIP. This has been observed mostly on
5689 			 * Local Loop topologies. To be safe, let's just mark
5690 			 * all active initiator commands as dead.
5691 			 */
5692 			if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5693 				int i, j;
5694 				for (i = j = 0; i < isp->isp_maxcmds; i++) {
5695 					XS_T *xs;
5696 					isp_hdl_t *hdp;
5697 
5698 					hdp = &isp->isp_xflist[i];
5699 					if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5700 						continue;
5701 					}
5702 					xs = hdp->cmd;
5703 					if (XS_CHANNEL(xs) != chan) {
5704 						continue;
5705 					}
5706 					j++;
5707 					isp_prt(isp, ISP_LOG_WARN1,
5708 					    "%d.%d.%jx bus reset set at %s:%u",
5709 					    XS_CHANNEL(xs), XS_TGT(xs),
5710 					    (uintmax_t)XS_LUN(xs),
5711 					    __func__, __LINE__);
5712 					XS_SETERR(xs, HBA_BUSRESET);
5713 				}
5714 				if (j) {
5715 					isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5716 				}
5717 			}
5718 		}
5719 		break;
5720 
5721 	case ASYNC_LOOP_UP:
5722 		/*
5723 		 * This is a broadcast event that has to be sent across
5724 		 * all active channels.
5725 		 */
5726 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5727 			fcp = FCPARAM(isp, chan);
5728 			if (fcp->role == ISP_ROLE_NONE)
5729 				continue;
5730 			fcp->isp_linkstate = 1;
5731 			if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5732 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5733 			ISP_SET_SENDMARKER(isp, chan, 1);
5734 			isp_async(isp, ISPASYNC_LOOP_UP, chan);
5735 #ifdef	ISP_TARGET_MODE
5736 			isp_target_async(isp, chan, mbox);
5737 #endif
5738 		}
5739 		break;
5740 
5741 	case ASYNC_LOOP_DOWN:
5742 		/*
5743 		 * This is a broadcast event that has to be sent across
5744 		 * all active channels.
5745 		 */
5746 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5747 			fcp = FCPARAM(isp, chan);
5748 			if (fcp->role == ISP_ROLE_NONE)
5749 				continue;
5750 			ISP_SET_SENDMARKER(isp, chan, 1);
5751 			fcp->isp_linkstate = 0;
5752 			fcp->isp_loopstate = LOOP_NIL;
5753 			isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5754 #ifdef	ISP_TARGET_MODE
5755 			isp_target_async(isp, chan, mbox);
5756 #endif
5757 		}
5758 		break;
5759 
5760 	case ASYNC_LOOP_RESET:
5761 		/*
5762 		 * This is a broadcast event that has to be sent across
5763 		 * all active channels.
5764 		 */
5765 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5766 			fcp = FCPARAM(isp, chan);
5767 			if (fcp->role == ISP_ROLE_NONE)
5768 				continue;
5769 			ISP_SET_SENDMARKER(isp, chan, 1);
5770 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5771 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5772 			isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5773 #ifdef	ISP_TARGET_MODE
5774 			isp_target_async(isp, chan, mbox);
5775 #endif
5776 		}
5777 		break;
5778 
5779 	case ASYNC_PDB_CHANGED:
5780 	{
5781 		int echan, nphdl, nlstate, reason;
5782 
5783 		if (IS_23XX(isp) || IS_24XX(isp)) {
5784 			nphdl = ISP_READ(isp, OUTMAILBOX1);
5785 			nlstate = ISP_READ(isp, OUTMAILBOX2);
5786 		} else {
5787 			nphdl = nlstate = 0xffff;
5788 		}
5789 		if (IS_24XX(isp))
5790 			reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5791 		else
5792 			reason = 0xff;
5793 		if (ISP_CAP_MULTI_ID(isp)) {
5794 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5795 			if (chan == 0xff || nphdl == NIL_HANDLE) {
5796 				chan = 0;
5797 				echan = isp->isp_nchan - 1;
5798 			} else if (chan >= isp->isp_nchan) {
5799 				break;
5800 			} else {
5801 				echan = chan;
5802 			}
5803 		} else {
5804 			chan = echan = 0;
5805 		}
5806 		for (; chan <= echan; chan++) {
5807 			fcp = FCPARAM(isp, chan);
5808 			if (fcp->role == ISP_ROLE_NONE)
5809 				continue;
5810 			if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
5811 				if (nphdl != NIL_HANDLE &&
5812 				    nphdl == fcp->isp_login_hdl &&
5813 				    reason == PDB24XX_AE_OPN_2)
5814 					continue;
5815 				fcp->isp_loopstate = LOOP_LTEST_DONE;
5816 			} else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5817 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5818 			isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5819 			    ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
5820 		}
5821 		break;
5822 	}
5823 	case ASYNC_CHANGE_NOTIFY:
5824 	{
5825 		int portid;
5826 
5827 		portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
5828 		    ISP_READ(isp, OUTMAILBOX2);
5829 		if (ISP_CAP_MULTI_ID(isp)) {
5830 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5831 			if (chan >= isp->isp_nchan)
5832 				break;
5833 		} else {
5834 			chan = 0;
5835 		}
5836 		fcp = FCPARAM(isp, chan);
5837 		if (fcp->role == ISP_ROLE_NONE)
5838 			break;
5839 		if (fcp->isp_loopstate > LOOP_LTEST_DONE)
5840 			fcp->isp_loopstate = LOOP_LTEST_DONE;
5841 		else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5842 			fcp->isp_loopstate = LOOP_HAVE_LINK;
5843 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5844 		    ISPASYNC_CHANGE_SNS, portid);
5845 		break;
5846 	}
5847 	case ASYNC_ERR_LOGGING_DISABLED:
5848 		isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
5849 		    ISP_READ(isp, OUTMAILBOX1));
5850 		break;
5851 	case ASYNC_CONNMODE:
5852 		/*
5853 		 * This only applies to 2100 amd 2200 cards
5854 		 */
5855 		if (!IS_2200(isp) && !IS_2100(isp)) {
5856 			isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
5857 			break;
5858 		}
5859 		chan = 0;
5860 		mbox = ISP_READ(isp, OUTMAILBOX1);
5861 		switch (mbox) {
5862 		case ISP_CONN_LOOP:
5863 			isp_prt(isp, ISP_LOGINFO,
5864 			    "Point-to-Point -> Loop mode");
5865 			break;
5866 		case ISP_CONN_PTP:
5867 			isp_prt(isp, ISP_LOGINFO,
5868 			    "Loop -> Point-to-Point mode");
5869 			break;
5870 		case ISP_CONN_BADLIP:
5871 			isp_prt(isp, ISP_LOGWARN,
5872 			    "Point-to-Point -> Loop mode (BAD LIP)");
5873 			break;
5874 		case ISP_CONN_FATAL:
5875 			isp->isp_state = ISP_CRASHED;
5876 			isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
5877 			isp_async(isp, ISPASYNC_FW_CRASH);
5878 			return;
5879 		case ISP_CONN_LOOPBACK:
5880 			isp_prt(isp, ISP_LOGWARN,
5881 			    "Looped Back in Point-to-Point mode");
5882 			break;
5883 		default:
5884 			isp_prt(isp, ISP_LOGWARN,
5885 			    "Unknown connection mode (0x%x)", mbox);
5886 			break;
5887 		}
5888 		ISP_SET_SENDMARKER(isp, chan, 1);
5889 		FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
5890 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
5891 		break;
5892 	case ASYNC_P2P_INIT_ERR:
5893 		isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
5894 		    ISP_READ(isp, OUTMAILBOX1));
5895 		break;
5896 	case ASYNC_RCV_ERR:
5897 		if (IS_24XX(isp)) {
5898 			isp_prt(isp, ISP_LOGWARN, "Receive Error");
5899 		} else {
5900 			isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
5901 		}
5902 		break;
5903 	case ASYNC_RJT_SENT:	/* same as ASYNC_QFULL_SENT */
5904 		if (IS_24XX(isp)) {
5905 			isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
5906 			break;
5907 		} else {
5908 			isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
5909 			break;
5910 		}
5911 	case ASYNC_FW_RESTART_COMPLETE:
5912 		isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
5913 		break;
5914 	case ASYNC_TEMPERATURE_ALERT:
5915 		isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
5916 		    ISP_READ(isp, OUTMAILBOX1));
5917 		break;
5918 	case ASYNC_TRANSCEIVER_INSERTION:
5919 		isp_prt(isp, ISP_LOGDEBUG0, "Transceiver insertion (0x%x)",
5920 		    ISP_READ(isp, OUTMAILBOX1));
5921 		break;
5922 	case ASYNC_TRANSCEIVER_REMOVAL:
5923 		isp_prt(isp, ISP_LOGDEBUG0, "Transceiver removal");
5924 		break;
5925 	case ASYNC_AUTOLOAD_FW_COMPLETE:
5926 		isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
5927 		break;
5928 	case ASYNC_AUTOLOAD_FW_FAILURE:
5929 		isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
5930 		break;
5931 	default:
5932 		isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
5933 		break;
5934 	}
5935 }
5936 
5937 /*
5938  * Handle other response entries. A pointer to the request queue output
5939  * index is here in case we want to eat several entries at once, although
5940  * this is not used currently.
5941  */
5942 
5943 static int
5944 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
5945 {
5946 	isp_ridacq_t rid;
5947 	int chan, c;
5948 	uint32_t hdl, portid;
5949 	void *ptr;
5950 
5951 	switch (type) {
5952 	case RQSTYPE_MARKER:
5953 		isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
5954 		return (1);
5955 	case RQSTYPE_RPT_ID_ACQ:
5956 		isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
5957 		portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
5958 		    rid.ridacq_vp_port_lo;
5959 		if (rid.ridacq_format == 0) {
5960 			for (chan = 0; chan < isp->isp_nchan; chan++) {
5961 				fcparam *fcp = FCPARAM(isp, chan);
5962 				if (fcp->role == ISP_ROLE_NONE)
5963 					continue;
5964 				c = (chan == 0) ? 127 : (chan - 1);
5965 				if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
5966 				    chan == 0) {
5967 					fcp->isp_loopstate = LOOP_HAVE_LINK;
5968 					isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5969 					    chan, ISPASYNC_CHANGE_OTHER);
5970 				} else {
5971 					fcp->isp_loopstate = LOOP_NIL;
5972 					isp_async(isp, ISPASYNC_LOOP_DOWN,
5973 					    chan);
5974 				}
5975 			}
5976 		} else {
5977 			fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
5978 			if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
5979 			    rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
5980 				fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
5981 				fcp->isp_portid = portid;
5982 				fcp->isp_loopstate = LOOP_HAVE_ADDR;
5983 				isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5984 				    rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
5985 			} else {
5986 				fcp->isp_loopstate = LOOP_NIL;
5987 				isp_async(isp, ISPASYNC_LOOP_DOWN,
5988 				    rid.ridacq_vp_index);
5989 			}
5990 		}
5991 		return (1);
5992 	case RQSTYPE_CT_PASSTHRU:
5993 	case RQSTYPE_VP_MODIFY:
5994 	case RQSTYPE_VP_CTRL:
5995 	case RQSTYPE_LOGIN:
5996 		ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
5997 		ptr = isp_find_xs(isp, hdl);
5998 		if (ptr != NULL) {
5999 			isp_destroy_handle(isp, hdl);
6000 			memcpy(ptr, hp, QENTRY_LEN);
6001 			wakeup(ptr);
6002 		}
6003 		return (1);
6004 	case RQSTYPE_ATIO:
6005 	case RQSTYPE_CTIO:
6006 	case RQSTYPE_NOTIFY:
6007 	case RQSTYPE_NOTIFY_ACK:
6008 	case RQSTYPE_CTIO1:
6009 	case RQSTYPE_ATIO2:
6010 	case RQSTYPE_CTIO2:
6011 	case RQSTYPE_CTIO3:
6012 	case RQSTYPE_CTIO7:
6013 	case RQSTYPE_ABTS_RCVD:
6014 	case RQSTYPE_ABTS_RSP:
6015 #ifdef	ISP_TARGET_MODE
6016 		return (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp));
6017 #endif
6018 		/* FALLTHROUGH */
6019 	case RQSTYPE_REQUEST:
6020 	default:
6021 		return (0);
6022 	}
6023 }
6024 
6025 static void
6026 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, uint32_t *rp)
6027 {
6028 	switch (sp->req_completion_status & 0xff) {
6029 	case RQCS_COMPLETE:
6030 		if (XS_NOERR(xs)) {
6031 			XS_SETERR(xs, HBA_NOERROR);
6032 		}
6033 		return;
6034 
6035 	case RQCS_INCOMPLETE:
6036 		if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6037 			isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6038 			if (XS_NOERR(xs)) {
6039 				XS_SETERR(xs, HBA_SELTIMEOUT);
6040 				*rp = XS_XFRLEN(xs);
6041 			}
6042 			return;
6043 		}
6044 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6045 		break;
6046 
6047 	case RQCS_DMA_ERROR:
6048 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6049 		*rp = XS_XFRLEN(xs);
6050 		break;
6051 
6052 	case RQCS_TRANSPORT_ERROR:
6053 	{
6054 		char buf[172];
6055 		ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6056 		if (sp->req_state_flags & RQSF_GOT_BUS) {
6057 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6058 		}
6059 		if (sp->req_state_flags & RQSF_GOT_TARGET) {
6060 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6061 		}
6062 		if (sp->req_state_flags & RQSF_SENT_CDB) {
6063 			ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6064 		}
6065 		if (sp->req_state_flags & RQSF_XFRD_DATA) {
6066 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6067 		}
6068 		if (sp->req_state_flags & RQSF_GOT_STATUS) {
6069 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6070 		}
6071 		if (sp->req_state_flags & RQSF_GOT_SENSE) {
6072 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6073 		}
6074 		if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6075 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6076 		}
6077 		ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6078 		if (sp->req_status_flags & RQSTF_DISCONNECT) {
6079 			ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6080 		}
6081 		if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6082 			ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6083 		}
6084 		if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6085 			ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6086 		}
6087 		if (sp->req_status_flags & RQSTF_BUS_RESET) {
6088 			ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6089 		}
6090 		if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6091 			ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6092 		}
6093 		if (sp->req_status_flags & RQSTF_ABORTED) {
6094 			ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6095 		}
6096 		if (sp->req_status_flags & RQSTF_TIMEOUT) {
6097 			ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6098 		}
6099 		if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6100 			ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6101 		}
6102 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6103 		*rp = XS_XFRLEN(xs);
6104 		break;
6105 	}
6106 	case RQCS_RESET_OCCURRED:
6107 	{
6108 		int chan;
6109 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6110 		for (chan = 0; chan < isp->isp_nchan; chan++) {
6111 			FCPARAM(isp, chan)->sendmarker = 1;
6112 		}
6113 		if (XS_NOERR(xs)) {
6114 			XS_SETERR(xs, HBA_BUSRESET);
6115 		}
6116 		*rp = XS_XFRLEN(xs);
6117 		return;
6118 	}
6119 	case RQCS_ABORTED:
6120 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6121 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6122 		if (XS_NOERR(xs)) {
6123 			XS_SETERR(xs, HBA_ABORTED);
6124 		}
6125 		return;
6126 
6127 	case RQCS_TIMEOUT:
6128 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6129 		/*
6130 	 	 * XXX: Check to see if we logged out of the device.
6131 		 */
6132 		if (XS_NOERR(xs)) {
6133 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6134 		}
6135 		return;
6136 
6137 	case RQCS_DATA_OVERRUN:
6138 		XS_SET_RESID(xs, sp->req_resid);
6139 		isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6140 		if (XS_NOERR(xs)) {
6141 			XS_SETERR(xs, HBA_DATAOVR);
6142 		}
6143 		return;
6144 
6145 	case RQCS_COMMAND_OVERRUN:
6146 		isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6147 		break;
6148 
6149 	case RQCS_STATUS_OVERRUN:
6150 		isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6151 		break;
6152 
6153 	case RQCS_BAD_MESSAGE:
6154 		isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6155 		break;
6156 
6157 	case RQCS_NO_MESSAGE_OUT:
6158 		isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6159 		break;
6160 
6161 	case RQCS_EXT_ID_FAILED:
6162 		isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6163 		break;
6164 
6165 	case RQCS_IDE_MSG_FAILED:
6166 		isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6167 		break;
6168 
6169 	case RQCS_ABORT_MSG_FAILED:
6170 		isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6171 		break;
6172 
6173 	case RQCS_REJECT_MSG_FAILED:
6174 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6175 		break;
6176 
6177 	case RQCS_NOP_MSG_FAILED:
6178 		isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6179 		break;
6180 
6181 	case RQCS_PARITY_ERROR_MSG_FAILED:
6182 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6183 		break;
6184 
6185 	case RQCS_DEVICE_RESET_MSG_FAILED:
6186 		isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6187 		break;
6188 
6189 	case RQCS_ID_MSG_FAILED:
6190 		isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6191 		break;
6192 
6193 	case RQCS_UNEXP_BUS_FREE:
6194 		isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6195 		break;
6196 
6197 	case RQCS_DATA_UNDERRUN:
6198 	{
6199 		if (IS_FC(isp)) {
6200 			int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6201 			if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6202 				isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6203 				if (XS_NOERR(xs)) {
6204 					XS_SETERR(xs, HBA_BOTCH);
6205 				}
6206 				return;
6207 			}
6208 		}
6209 		XS_SET_RESID(xs, sp->req_resid);
6210 		if (XS_NOERR(xs)) {
6211 			XS_SETERR(xs, HBA_NOERROR);
6212 		}
6213 		return;
6214 	}
6215 
6216 	case RQCS_XACT_ERR1:
6217 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6218 		break;
6219 
6220 	case RQCS_XACT_ERR2:
6221 		isp_xs_prt(isp, xs, ISP_LOGERR,
6222 		    "HBA attempted queued transaction to target routine %jx",
6223 		    (uintmax_t)XS_LUN(xs));
6224 		break;
6225 
6226 	case RQCS_XACT_ERR3:
6227 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6228 		break;
6229 
6230 	case RQCS_BAD_ENTRY:
6231 		isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6232 		break;
6233 
6234 	case RQCS_QUEUE_FULL:
6235 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6236 
6237 		/*
6238 		 * If QFULL or some other status byte is set, then this
6239 		 * isn't an error, per se.
6240 		 *
6241 		 * Unfortunately, some QLogic f/w writers have, in
6242 		 * some cases, omitted to *set* status to QFULL.
6243 		 */
6244 #if	0
6245 		if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6246 			XS_SETERR(xs, HBA_NOERROR);
6247 			return;
6248 		}
6249 
6250 #endif
6251 		*XS_STSP(xs) = SCSI_QFULL;
6252 		XS_SETERR(xs, HBA_NOERROR);
6253 		return;
6254 
6255 	case RQCS_PHASE_SKIPPED:
6256 		isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6257 		break;
6258 
6259 	case RQCS_ARQS_FAILED:
6260 		isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6261 		if (XS_NOERR(xs)) {
6262 			XS_SETERR(xs, HBA_ARQFAIL);
6263 		}
6264 		return;
6265 
6266 	case RQCS_WIDE_FAILED:
6267 		isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6268 		if (IS_SCSI(isp)) {
6269 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6270 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6271 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6272 			sdp->update = 1;
6273 		}
6274 		if (XS_NOERR(xs)) {
6275 			XS_SETERR(xs, HBA_NOERROR);
6276 		}
6277 		return;
6278 
6279 	case RQCS_SYNCXFER_FAILED:
6280 		isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6281 		if (IS_SCSI(isp)) {
6282 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6283 			sdp += XS_CHANNEL(xs);
6284 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6285 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6286 			sdp->update = 1;
6287 		}
6288 		break;
6289 
6290 	case RQCS_LVD_BUSERR:
6291 		isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6292 		break;
6293 
6294 	case RQCS_PORT_UNAVAILABLE:
6295 		/*
6296 		 * No such port on the loop. Moral equivalent of SELTIMEO
6297 		 */
6298 	case RQCS_PORT_LOGGED_OUT:
6299 	{
6300 		const char *reason;
6301 		uint8_t sts = sp->req_completion_status & 0xff;
6302 		fcparam *fcp = FCPARAM(isp, 0);
6303 		fcportdb_t *lp;
6304 
6305 		/*
6306 		 * It was there (maybe)- treat as a selection timeout.
6307 		 */
6308 		if (sts == RQCS_PORT_UNAVAILABLE) {
6309 			reason = "unavailable";
6310 		} else {
6311 			reason = "logout";
6312 		}
6313 
6314 		isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6315 
6316 		/* XXX: Should we trigger rescan or FW announce change? */
6317 
6318 		if (XS_NOERR(xs)) {
6319 			lp = &fcp->portdb[XS_TGT(xs)];
6320 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6321 				*XS_STSP(xs) = SCSI_BUSY;
6322 				XS_SETERR(xs, HBA_TGTBSY);
6323 			} else
6324 				XS_SETERR(xs, HBA_SELTIMEOUT);
6325 		}
6326 		return;
6327 	}
6328 	case RQCS_PORT_CHANGED:
6329 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6330 		if (XS_NOERR(xs)) {
6331 			*XS_STSP(xs) = SCSI_BUSY;
6332 			XS_SETERR(xs, HBA_TGTBSY);
6333 		}
6334 		return;
6335 
6336 	case RQCS_PORT_BUSY:
6337 		isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6338 		if (XS_NOERR(xs)) {
6339 			*XS_STSP(xs) = SCSI_BUSY;
6340 			XS_SETERR(xs, HBA_TGTBSY);
6341 		}
6342 		return;
6343 
6344 	default:
6345 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6346 		break;
6347 	}
6348 	if (XS_NOERR(xs)) {
6349 		XS_SETERR(xs, HBA_BOTCH);
6350 	}
6351 }
6352 
6353 static void
6354 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, uint32_t *rp)
6355 {
6356 	int ru_marked, sv_marked;
6357 	int chan = XS_CHANNEL(xs);
6358 
6359 	switch (sp->req_completion_status) {
6360 	case RQCS_COMPLETE:
6361 		if (XS_NOERR(xs)) {
6362 			XS_SETERR(xs, HBA_NOERROR);
6363 		}
6364 		return;
6365 
6366 	case RQCS_DMA_ERROR:
6367 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6368 		break;
6369 
6370 	case RQCS_TRANSPORT_ERROR:
6371 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6372 		break;
6373 
6374 	case RQCS_RESET_OCCURRED:
6375 		isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6376 		FCPARAM(isp, chan)->sendmarker = 1;
6377 		if (XS_NOERR(xs)) {
6378 			XS_SETERR(xs, HBA_BUSRESET);
6379 		}
6380 		return;
6381 
6382 	case RQCS_ABORTED:
6383 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6384 		FCPARAM(isp, chan)->sendmarker = 1;
6385 		if (XS_NOERR(xs)) {
6386 			XS_SETERR(xs, HBA_ABORTED);
6387 		}
6388 		return;
6389 
6390 	case RQCS_TIMEOUT:
6391 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6392 		if (XS_NOERR(xs)) {
6393 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6394 		}
6395 		return;
6396 
6397 	case RQCS_DATA_OVERRUN:
6398 		XS_SET_RESID(xs, sp->req_resid);
6399 		isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6400 		if (XS_NOERR(xs)) {
6401 			XS_SETERR(xs, HBA_DATAOVR);
6402 		}
6403 		return;
6404 
6405 	case RQCS_24XX_DRE:	/* data reassembly error */
6406 		isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6407 		if (XS_NOERR(xs)) {
6408 			XS_SETERR(xs, HBA_ABORTED);
6409 		}
6410 		*rp = XS_XFRLEN(xs);
6411 		return;
6412 
6413 	case RQCS_24XX_TABORT:	/* aborted by target */
6414 		isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6415 		if (XS_NOERR(xs)) {
6416 			XS_SETERR(xs, HBA_ABORTED);
6417 		}
6418 		return;
6419 
6420 	case RQCS_DATA_UNDERRUN:
6421 		ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6422 		/*
6423 		 * We can get an underrun w/o things being marked
6424 		 * if we got a non-zero status.
6425 		 */
6426 		sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6427 		if ((ru_marked == 0 && sv_marked == 0) ||
6428 		    (sp->req_resid > XS_XFRLEN(xs))) {
6429 			isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6430 			if (XS_NOERR(xs)) {
6431 				XS_SETERR(xs, HBA_BOTCH);
6432 			}
6433 			return;
6434 		}
6435 		XS_SET_RESID(xs, sp->req_resid);
6436 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6437 		if (XS_NOERR(xs)) {
6438 			XS_SETERR(xs, HBA_NOERROR);
6439 		}
6440 		return;
6441 
6442 	case RQCS_PORT_UNAVAILABLE:
6443 		/*
6444 		 * No such port on the loop. Moral equivalent of SELTIMEO
6445 		 */
6446 	case RQCS_PORT_LOGGED_OUT:
6447 	{
6448 		const char *reason;
6449 		uint8_t sts = sp->req_completion_status & 0xff;
6450 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6451 		fcportdb_t *lp;
6452 
6453 		/*
6454 		 * It was there (maybe)- treat as a selection timeout.
6455 		 */
6456 		if (sts == RQCS_PORT_UNAVAILABLE) {
6457 			reason = "unavailable";
6458 		} else {
6459 			reason = "logout";
6460 		}
6461 
6462 		isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6463 		    chan, reason, XS_TGT(xs));
6464 
6465 		/* XXX: Should we trigger rescan or FW announce change? */
6466 
6467 		if (XS_NOERR(xs)) {
6468 			lp = &fcp->portdb[XS_TGT(xs)];
6469 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6470 				*XS_STSP(xs) = SCSI_BUSY;
6471 				XS_SETERR(xs, HBA_TGTBSY);
6472 			} else
6473 				XS_SETERR(xs, HBA_SELTIMEOUT);
6474 		}
6475 		return;
6476 	}
6477 	case RQCS_PORT_CHANGED:
6478 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6479 		if (XS_NOERR(xs)) {
6480 			*XS_STSP(xs) = SCSI_BUSY;
6481 			XS_SETERR(xs, HBA_TGTBSY);
6482 		}
6483 		return;
6484 
6485 	case RQCS_24XX_ENOMEM:	/* f/w resource unavailable */
6486 		isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6487 		if (XS_NOERR(xs)) {
6488 			*XS_STSP(xs) = SCSI_BUSY;
6489 			XS_SETERR(xs, HBA_TGTBSY);
6490 		}
6491 		return;
6492 
6493 	case RQCS_24XX_TMO:	/* task management overrun */
6494 		isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6495 		if (XS_NOERR(xs)) {
6496 			*XS_STSP(xs) = SCSI_BUSY;
6497 			XS_SETERR(xs, HBA_TGTBSY);
6498 		}
6499 		return;
6500 
6501 	default:
6502 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6503 		break;
6504 	}
6505 	if (XS_NOERR(xs)) {
6506 		XS_SETERR(xs, HBA_BOTCH);
6507 	}
6508 }
6509 
6510 static void
6511 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6512 {
6513 	XS_T *xs;
6514 
6515 	if (fph == 0) {
6516 		return;
6517 	}
6518 	xs = isp_find_xs(isp, fph);
6519 	if (xs == NULL) {
6520 		isp_prt(isp, ISP_LOGWARN,
6521 		    "Command for fast post handle 0x%x not found", fph);
6522 		return;
6523 	}
6524 	isp_destroy_handle(isp, fph);
6525 
6526 	/*
6527 	 * Since we don't have a result queue entry item,
6528 	 * we must believe that SCSI status is zero and
6529 	 * that all data transferred.
6530 	 */
6531 	XS_SET_RESID(xs, 0);
6532 	*XS_STSP(xs) = SCSI_GOOD;
6533 	if (XS_XFRLEN(xs)) {
6534 		ISP_DMAFREE(isp, xs, fph);
6535 	}
6536 	isp_done(xs);
6537 }
6538 
6539 #define	ISP_SCSI_IBITS(op)		(mbpscsi[((op)<<1)])
6540 #define	ISP_SCSI_OBITS(op)		(mbpscsi[((op)<<1) + 1])
6541 #define	ISP_SCSI_OPMAP(in, out)		in, out
6542 static const uint8_t mbpscsi[] = {
6543 	ISP_SCSI_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6544 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6545 	ISP_SCSI_OPMAP(0x03, 0x01),	/* 0x02: MBOX_EXEC_FIRMWARE */
6546 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6547 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6548 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6549 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6550 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6551 	ISP_SCSI_OPMAP(0x01, 0x0f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6552 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x09: */
6553 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0a: */
6554 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0b: */
6555 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0c: */
6556 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0d: */
6557 	ISP_SCSI_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6558 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0f: */
6559 	ISP_SCSI_OPMAP(0x1f, 0x1f),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6560 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x11: MBOX_INIT_RES_QUEUE */
6561 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x12: MBOX_EXECUTE_IOCB */
6562 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6563 	ISP_SCSI_OPMAP(0x01, 0x3f),	/* 0x14: MBOX_STOP_FIRMWARE */
6564 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x15: MBOX_ABORT */
6565 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x16: MBOX_ABORT_DEVICE */
6566 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x17: MBOX_ABORT_TARGET */
6567 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x18: MBOX_BUS_RESET */
6568 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x19: MBOX_STOP_QUEUE */
6569 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1a: MBOX_START_QUEUE */
6570 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6571 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1c: MBOX_ABORT_QUEUE */
6572 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6573 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x1e: */
6574 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6575 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x20: MBOX_GET_INIT_SCSI_ID */
6576 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x21: MBOX_GET_SELECT_TIMEOUT */
6577 	ISP_SCSI_OPMAP(0x01, 0xc7),	/* 0x22: MBOX_GET_RETRY_COUNT	*/
6578 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6579 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x24: MBOX_GET_CLOCK_RATE */
6580 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x25: MBOX_GET_ACT_NEG_STATE */
6581 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6582 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x27: MBOX_GET_PCI_PARAMS */
6583 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x28: MBOX_GET_TARGET_PARAMS */
6584 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6585 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6586 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2b: */
6587 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2c: */
6588 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2d: */
6589 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2e: */
6590 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2f: */
6591 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x30: MBOX_SET_INIT_SCSI_ID */
6592 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x31: MBOX_SET_SELECT_TIMEOUT */
6593 	ISP_SCSI_OPMAP(0xc7, 0xc7),	/* 0x32: MBOX_SET_RETRY_COUNT	*/
6594 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6595 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x34: MBOX_SET_CLOCK_RATE */
6596 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x35: MBOX_SET_ACT_NEG_STATE */
6597 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6598 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6599 	ISP_SCSI_OPMAP(0x4f, 0x4f),	/* 0x38: MBOX_SET_TARGET_PARAMS */
6600 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6601 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6602 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3b: */
6603 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3c: */
6604 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3d: */
6605 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3e: */
6606 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3f: */
6607 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6608 	ISP_SCSI_OPMAP(0x3f, 0x01),	/* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6609 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x42: MBOX_EXEC_BIOS_IOCB */
6610 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x43: */
6611 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x44: */
6612 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x45: SET SYSTEM PARAMETER */
6613 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x46: GET SYSTEM PARAMETER */
6614 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x47: */
6615 	ISP_SCSI_OPMAP(0x01, 0xcf),	/* 0x48: GET SCAM CONFIGURATION */
6616 	ISP_SCSI_OPMAP(0xcf, 0xcf),	/* 0x49: SET SCAM CONFIGURATION */
6617 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6618 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6619 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4c: */
6620 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4d: */
6621 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4e: */
6622 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4f: */
6623 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x50: LOAD RAM A64 */
6624 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x51: DUMP RAM A64 */
6625 	ISP_SCSI_OPMAP(0xdf, 0xff),	/* 0x52: INITIALIZE REQUEST QUEUE A64 */
6626 	ISP_SCSI_OPMAP(0xef, 0xff),	/* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6627 	ISP_SCSI_OPMAP(0xcf, 0x01),	/* 0x54: EXECUCUTE COMMAND IOCB A64 */
6628 	ISP_SCSI_OPMAP(0x07, 0x01),	/* 0x55: ENABLE TARGET MODE */
6629 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x56: GET TARGET STATUS */
6630 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x57: */
6631 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x58: */
6632 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x59: */
6633 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6634 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6635 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x5c: SET HOST DATA */
6636 	ISP_SCSI_OPMAP(0x01, 0x01)	/* 0x5d: GET NOST DATA */
6637 };
6638 #define	MAX_SCSI_OPCODE	0x5d
6639 
6640 static const char *scsi_mbcmd_names[] = {
6641 	"NO-OP",
6642 	"LOAD RAM",
6643 	"EXEC FIRMWARE",
6644 	"DUMP RAM",
6645 	"WRITE RAM WORD",
6646 	"READ RAM WORD",
6647 	"MAILBOX REG TEST",
6648 	"VERIFY CHECKSUM",
6649 	"ABOUT FIRMWARE",
6650 	NULL,
6651 	NULL,
6652 	NULL,
6653 	NULL,
6654 	NULL,
6655 	"CHECK FIRMWARE",
6656 	NULL,
6657 	"INIT REQUEST QUEUE",
6658 	"INIT RESULT QUEUE",
6659 	"EXECUTE IOCB",
6660 	"WAKE UP",
6661 	"STOP FIRMWARE",
6662 	"ABORT",
6663 	"ABORT DEVICE",
6664 	"ABORT TARGET",
6665 	"BUS RESET",
6666 	"STOP QUEUE",
6667 	"START QUEUE",
6668 	"SINGLE STEP QUEUE",
6669 	"ABORT QUEUE",
6670 	"GET DEV QUEUE STATUS",
6671 	NULL,
6672 	"GET FIRMWARE STATUS",
6673 	"GET INIT SCSI ID",
6674 	"GET SELECT TIMEOUT",
6675 	"GET RETRY COUNT",
6676 	"GET TAG AGE LIMIT",
6677 	"GET CLOCK RATE",
6678 	"GET ACT NEG STATE",
6679 	"GET ASYNC DATA SETUP TIME",
6680 	"GET PCI PARAMS",
6681 	"GET TARGET PARAMS",
6682 	"GET DEV QUEUE PARAMS",
6683 	"GET RESET DELAY PARAMS",
6684 	NULL,
6685 	NULL,
6686 	NULL,
6687 	NULL,
6688 	NULL,
6689 	"SET INIT SCSI ID",
6690 	"SET SELECT TIMEOUT",
6691 	"SET RETRY COUNT",
6692 	"SET TAG AGE LIMIT",
6693 	"SET CLOCK RATE",
6694 	"SET ACT NEG STATE",
6695 	"SET ASYNC DATA SETUP TIME",
6696 	"SET PCI CONTROL PARAMS",
6697 	"SET TARGET PARAMS",
6698 	"SET DEV QUEUE PARAMS",
6699 	"SET RESET DELAY PARAMS",
6700 	NULL,
6701 	NULL,
6702 	NULL,
6703 	NULL,
6704 	NULL,
6705 	"RETURN BIOS BLOCK ADDR",
6706 	"WRITE FOUR RAM WORDS",
6707 	"EXEC BIOS IOCB",
6708 	NULL,
6709 	NULL,
6710 	"SET SYSTEM PARAMETER",
6711 	"GET SYSTEM PARAMETER",
6712 	NULL,
6713 	"GET SCAM CONFIGURATION",
6714 	"SET SCAM CONFIGURATION",
6715 	"SET FIRMWARE FEATURES",
6716 	"GET FIRMWARE FEATURES",
6717 	NULL,
6718 	NULL,
6719 	NULL,
6720 	NULL,
6721 	"LOAD RAM A64",
6722 	"DUMP RAM A64",
6723 	"INITIALIZE REQUEST QUEUE A64",
6724 	"INITIALIZE RESPONSE QUEUE A64",
6725 	"EXECUTE IOCB A64",
6726 	"ENABLE TARGET MODE",
6727 	"GET TARGET MODE STATE",
6728 	NULL,
6729 	NULL,
6730 	NULL,
6731 	"SET DATA OVERRUN RECOVERY MODE",
6732 	"GET DATA OVERRUN RECOVERY MODE",
6733 	"SET HOST DATA",
6734 	"GET NOST DATA",
6735 };
6736 
6737 #define	ISP_FC_IBITS(op)	((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
6738 #define	ISP_FC_OBITS(op)	((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
6739 
6740 #define	ISP_FC_OPMAP(in0, out0)							  0,   0,   0, in0,    0,    0,    0, out0
6741 #define	ISP_FC_OPMAP_HALF(in1, in0, out1, out0)					  0,   0, in1, in0,    0,    0, out1, out0
6742 #define	ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)		in3, in2, in1, in0, out3, out2, out1, out0
6743 static const uint32_t mbpfc[] = {
6744 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6745 	ISP_FC_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6746 	ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x1f),	/* 0x02: MBOX_EXEC_FIRMWARE */
6747 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6748 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6749 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6750 	ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6751 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6752 	ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6753 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x09: MBOX_LOAD_RISC_RAM_2100 */
6754 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x0a: DUMP RAM */
6755 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),	/* 0x0b: MBOX_LOAD_RISC_RAM */
6756 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x0c: */
6757 	ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),	/* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
6758 	ISP_FC_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6759 	ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),	/* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
6760 	ISP_FC_OPMAP(0x1f, 0x11),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6761 	ISP_FC_OPMAP(0x2f, 0x21),	/* 0x11: MBOX_INIT_RES_QUEUE */
6762 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x12: MBOX_EXECUTE_IOCB */
6763 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6764 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),	/* 0x14: MBOX_STOP_FIRMWARE */
6765 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x15: MBOX_ABORT */
6766 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x16: MBOX_ABORT_DEVICE */
6767 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x17: MBOX_ABORT_TARGET */
6768 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x18: MBOX_BUS_RESET */
6769 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x19: MBOX_STOP_QUEUE */
6770 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1a: MBOX_START_QUEUE */
6771 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6772 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1c: MBOX_ABORT_QUEUE */
6773 	ISP_FC_OPMAP(0x07, 0x03),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6774 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x1e: */
6775 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6776 	ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),	/* 0x20: MBOX_GET_LOOP_ID */
6777 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x21: */
6778 	ISP_FC_OPMAP(0x03, 0x4b),	/* 0x22: MBOX_GET_TIMEOUT_PARAMS */
6779 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x23: */
6780 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x24: */
6781 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x25: */
6782 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x26: */
6783 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x27: */
6784 	ISP_FC_OPMAP(0x01, 0x03),	/* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
6785 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
6786 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2a: */
6787 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2b: */
6788 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2c: */
6789 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2d: */
6790 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2e: */
6791 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2f: */
6792 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x30: */
6793 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x31: */
6794 	ISP_FC_OPMAP(0x4b, 0x4b),	/* 0x32: MBOX_SET_TIMEOUT_PARAMS */
6795 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x33: */
6796 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x34: */
6797 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x35: */
6798 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x36: */
6799 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x37: */
6800 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
6801 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
6802 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3a: */
6803 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3b: */
6804 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3c: */
6805 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3d: */
6806 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3e: */
6807 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3f: */
6808 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x40: MBOX_LOOP_PORT_BYPASS */
6809 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x41: MBOX_LOOP_PORT_ENABLE */
6810 	ISP_FC_OPMAP_HALF(0x0, 0x01, 0x1f, 0xcf),	/* 0x42: MBOX_GET_RESOURCE_COUNT */
6811 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x43: MBOX_REQUEST_OFFLINE_MODE */
6812 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x44: */
6813 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x45: */
6814 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x46: */
6815 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x47: GET PORT_DATABASE ENHANCED */
6816 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
6817 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x49: MBOX_GET_VP_DATABASE */
6818 	ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),	/* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
6819 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4b: */
6820 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4c: */
6821 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4d: */
6822 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4e: */
6823 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4f: */
6824 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x50: */
6825 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x51: */
6826 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x52: */
6827 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x53: */
6828 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x54: EXECUTE IOCB A64 */
6829 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x55: */
6830 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x56: */
6831 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x57: */
6832 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x58: */
6833 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x59: */
6834 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5a: */
6835 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x5b: MBOX_DRIVER_HEARTBEAT */
6836 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x5c: MBOX_FW_HEARTBEAT */
6837 	ISP_FC_OPMAP(0x07, 0x1f),	/* 0x5d: MBOX_GET_SET_DATA_RATE */
6838 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5e: */
6839 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5f: */
6840 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x60: MBOX_INIT_FIRMWARE */
6841 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x61: */
6842 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x62: MBOX_INIT_LIP */
6843 	ISP_FC_OPMAP(0xcd, 0x03),	/* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
6844 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x64: MBOX_GET_PORT_DB */
6845 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x65: MBOX_CLEAR_ACA */
6846 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x66: MBOX_TARGET_RESET */
6847 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x67: MBOX_CLEAR_TASK_SET */
6848 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x68: MBOX_ABORT_TASK_SET */
6849 	ISP_FC_OPMAP_HALF(0x00, 0x01, 0x0f, 0x1f),	/* 0x69: MBOX_GET_FW_STATE */
6850 	ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),	/* 0x6a: MBOX_GET_PORT_NAME */
6851 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x6b: MBOX_GET_LINK_STATUS */
6852 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x6c: MBOX_INIT_LIP_RESET */
6853 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x6d: */
6854 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x6e: MBOX_SEND_SNS */
6855 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x6f: MBOX_FABRIC_LOGIN */
6856 	ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),	/* 0x70: MBOX_SEND_CHANGE_REQUEST */
6857 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x71: MBOX_FABRIC_LOGOUT */
6858 	ISP_FC_OPMAP(0x0f, 0x0f),	/* 0x72: MBOX_INIT_LIP_LOGIN */
6859 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x73: */
6860 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x74: LOGIN LOOP PORT */
6861 	ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),	/* 0x75: GET PORT/NODE NAME LIST */
6862 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x76: SET VENDOR ID */
6863 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x77: INITIALIZE IP MAILBOX */
6864 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x78: */
6865 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x79: */
6866 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7a: */
6867 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7b: */
6868 	ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),	/* 0x7c: Get ID List */
6869 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x7d: SEND LFA */
6870 	ISP_FC_OPMAP(0x0f, 0x01)	/* 0x7e: LUN RESET */
6871 };
6872 #define	MAX_FC_OPCODE	0x7e
6873 /*
6874  * Footnotes
6875  *
6876  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
6877  *	do not access at this time in the core driver. The caller is
6878  *	responsible for setting this register first (Gross!). The assumption
6879  *	is that we won't overflow.
6880  */
6881 
6882 static const char *fc_mbcmd_names[] = {
6883 	"NO-OP",			/* 00h */
6884 	"LOAD RAM",
6885 	"EXEC FIRMWARE",
6886 	"DUMP RAM",
6887 	"WRITE RAM WORD",
6888 	"READ RAM WORD",
6889 	"MAILBOX REG TEST",
6890 	"VERIFY CHECKSUM",
6891 	"ABOUT FIRMWARE",
6892 	"LOAD RAM (2100)",
6893 	"DUMP RAM",
6894 	"LOAD RISC RAM",
6895 	"DUMP RISC RAM",
6896 	"WRITE RAM WORD EXTENDED",
6897 	"CHECK FIRMWARE",
6898 	"READ RAM WORD EXTENDED",
6899 	"INIT REQUEST QUEUE",		/* 10h */
6900 	"INIT RESULT QUEUE",
6901 	"EXECUTE IOCB",
6902 	"WAKE UP",
6903 	"STOP FIRMWARE",
6904 	"ABORT",
6905 	"ABORT DEVICE",
6906 	"ABORT TARGET",
6907 	"BUS RESET",
6908 	"STOP QUEUE",
6909 	"START QUEUE",
6910 	"SINGLE STEP QUEUE",
6911 	"ABORT QUEUE",
6912 	"GET DEV QUEUE STATUS",
6913 	NULL,
6914 	"GET FIRMWARE STATUS",
6915 	"GET LOOP ID",			/* 20h */
6916 	NULL,
6917 	"GET TIMEOUT PARAMS",
6918 	NULL,
6919 	NULL,
6920 	NULL,
6921 	NULL,
6922 	NULL,
6923 	"GET FIRMWARE OPTIONS",
6924 	"GET PORT QUEUE PARAMS",
6925 	"GENERATE SYSTEM ERROR",
6926 	NULL,
6927 	NULL,
6928 	NULL,
6929 	NULL,
6930 	NULL,
6931 	"WRITE SFP",			/* 30h */
6932 	"READ SFP",
6933 	"SET TIMEOUT PARAMS",
6934 	NULL,
6935 	NULL,
6936 	NULL,
6937 	NULL,
6938 	NULL,
6939 	"SET FIRMWARE OPTIONS",
6940 	"SET PORT QUEUE PARAMS",
6941 	NULL,
6942 	"SET FC LED CONF",
6943 	NULL,
6944 	"RESTART NIC FIRMWARE",
6945 	"ACCESS CONTROL",
6946 	NULL,
6947 	"LOOP PORT BYPASS",		/* 40h */
6948 	"LOOP PORT ENABLE",
6949 	"GET RESOURCE COUNT",
6950 	"REQUEST NON PARTICIPATING MODE",
6951 	"DIAGNOSTIC ECHO TEST",
6952 	"DIAGNOSTIC LOOPBACK",
6953 	NULL,
6954 	"GET PORT DATABASE ENHANCED",
6955 	"INIT FIRMWARE MULTI ID",
6956 	"GET VP DATABASE",
6957 	"GET VP DATABASE ENTRY",
6958 	NULL,
6959 	NULL,
6960 	NULL,
6961 	NULL,
6962 	NULL,
6963 	"GET FCF LIST",			/* 50h */
6964 	"GET DCBX PARAMETERS",
6965 	NULL,
6966 	"HOST MEMORY COPY",
6967 	"EXECUTE IOCB A64",
6968 	NULL,
6969 	NULL,
6970 	"SEND RNID",
6971 	NULL,
6972 	"SET PARAMETERS",
6973 	"GET PARAMETERS",
6974 	"DRIVER HEARTBEAT",
6975 	"FIRMWARE HEARTBEAT",
6976 	"GET/SET DATA RATE",
6977 	"SEND RNFT",
6978 	NULL,
6979 	"INIT FIRMWARE",		/* 60h */
6980 	"GET INIT CONTROL BLOCK",
6981 	"INIT LIP",
6982 	"GET FC-AL POSITION MAP",
6983 	"GET PORT DATABASE",
6984 	"CLEAR ACA",
6985 	"TARGET RESET",
6986 	"CLEAR TASK SET",
6987 	"ABORT TASK SET",
6988 	"GET FW STATE",
6989 	"GET PORT NAME",
6990 	"GET LINK STATUS",
6991 	"INIT LIP RESET",
6992 	"GET LINK STATS & PRIVATE DATA CNTS",
6993 	"SEND SNS",
6994 	"FABRIC LOGIN",
6995 	"SEND CHANGE REQUEST",		/* 70h */
6996 	"FABRIC LOGOUT",
6997 	"INIT LIP LOGIN",
6998 	NULL,
6999 	"LOGIN LOOP PORT",
7000 	"GET PORT/NODE NAME LIST",
7001 	"SET VENDOR ID",
7002 	"INITIALIZE IP MAILBOX",
7003 	NULL,
7004 	NULL,
7005 	"GET XGMAC STATS",
7006 	NULL,
7007 	"GET ID LIST",
7008 	"SEND LFA",
7009 	"LUN RESET"
7010 };
7011 
7012 static void
7013 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7014 {
7015 	const char *cname, *xname, *sname;
7016 	char tname[16], mname[16];
7017 	unsigned int ibits, obits, box, opcode;
7018 
7019 	opcode = mbp->param[0];
7020 	if (IS_FC(isp)) {
7021 		if (opcode > MAX_FC_OPCODE) {
7022 			mbp->param[0] = MBOX_INVALID_COMMAND;
7023 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7024 			return;
7025 		}
7026 		cname = fc_mbcmd_names[opcode];
7027 		ibits = ISP_FC_IBITS(opcode);
7028 		obits = ISP_FC_OBITS(opcode);
7029 	} else {
7030 		if (opcode > MAX_SCSI_OPCODE) {
7031 			mbp->param[0] = MBOX_INVALID_COMMAND;
7032 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7033 			return;
7034 		}
7035 		cname = scsi_mbcmd_names[opcode];
7036 		ibits = ISP_SCSI_IBITS(opcode);
7037 		obits = ISP_SCSI_OBITS(opcode);
7038 	}
7039 	if (cname == NULL) {
7040 		cname = tname;
7041 		ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7042 	}
7043 	isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7044 
7045 	/*
7046 	 * Pick up any additional bits that the caller might have set.
7047 	 */
7048 	ibits |= mbp->ibits;
7049 	obits |= mbp->obits;
7050 
7051 	/*
7052 	 * Mask any bits that the caller wants us to mask
7053 	 */
7054 	ibits &= mbp->ibitm;
7055 	obits &= mbp->obitm;
7056 
7057 
7058 	if (ibits == 0 && obits == 0) {
7059 		mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7060 		isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7061 		return;
7062 	}
7063 
7064 	/*
7065 	 * Get exclusive usage of mailbox registers.
7066 	 */
7067 	if (MBOX_ACQUIRE(isp)) {
7068 		mbp->param[0] = MBOX_REGS_BUSY;
7069 		goto out;
7070 	}
7071 
7072 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7073 		if (ibits & (1 << box)) {
7074 			isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7075 			    mbp->param[box]);
7076 			ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7077 		}
7078 		isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7079 	}
7080 
7081 	isp->isp_lastmbxcmd = opcode;
7082 
7083 	/*
7084 	 * We assume that we can't overwrite a previous command.
7085 	 */
7086 	isp->isp_obits = obits;
7087 	isp->isp_mboxbsy = 1;
7088 
7089 	/*
7090 	 * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7091 	 */
7092 	if (IS_24XX(isp)) {
7093 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7094 	} else {
7095 		ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7096 	}
7097 
7098 	/*
7099 	 * While we haven't finished the command, spin our wheels here.
7100 	 */
7101 	MBOX_WAIT_COMPLETE(isp, mbp);
7102 
7103 	/*
7104 	 * Did the command time out?
7105 	 */
7106 	if (mbp->param[0] == MBOX_TIMEOUT) {
7107 		isp->isp_mboxbsy = 0;
7108 		MBOX_RELEASE(isp);
7109 		goto out;
7110 	}
7111 
7112 	/*
7113 	 * Copy back output registers.
7114 	 */
7115 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7116 		if (obits & (1 << box)) {
7117 			mbp->param[box] = isp->isp_mboxtmp[box];
7118 			isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7119 			    mbp->param[box]);
7120 		}
7121 	}
7122 
7123 	isp->isp_mboxbsy = 0;
7124 	MBOX_RELEASE(isp);
7125 out:
7126 	if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7127 		return;
7128 
7129 	if ((mbp->param[0] & 0xbfe0) == 0 &&
7130 	    (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7131 		return;
7132 
7133 	xname = NULL;
7134 	sname = "";
7135 	switch (mbp->param[0]) {
7136 	case MBOX_INVALID_COMMAND:
7137 		xname = "INVALID COMMAND";
7138 		break;
7139 	case MBOX_HOST_INTERFACE_ERROR:
7140 		xname = "HOST INTERFACE ERROR";
7141 		break;
7142 	case MBOX_TEST_FAILED:
7143 		xname = "TEST FAILED";
7144 		break;
7145 	case MBOX_COMMAND_ERROR:
7146 		xname = "COMMAND ERROR";
7147 		ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7148 		    mbp->param[1]);
7149 		sname = mname;
7150 		break;
7151 	case MBOX_COMMAND_PARAM_ERROR:
7152 		xname = "COMMAND PARAMETER ERROR";
7153 		break;
7154 	case MBOX_PORT_ID_USED:
7155 		xname = "PORT ID ALREADY IN USE";
7156 		break;
7157 	case MBOX_LOOP_ID_USED:
7158 		xname = "LOOP ID ALREADY IN USE";
7159 		break;
7160 	case MBOX_ALL_IDS_USED:
7161 		xname = "ALL LOOP IDS IN USE";
7162 		break;
7163 	case MBOX_NOT_LOGGED_IN:
7164 		xname = "NOT LOGGED IN";
7165 		break;
7166 	case MBOX_LINK_DOWN_ERROR:
7167 		xname = "LINK DOWN ERROR";
7168 		break;
7169 	case MBOX_LOOPBACK_ERROR:
7170 		xname = "LOOPBACK ERROR";
7171 		break;
7172 	case MBOX_CHECKSUM_ERROR:
7173 		xname = "CHECKSUM ERROR";
7174 		break;
7175 	case MBOX_INVALID_PRODUCT_KEY:
7176 		xname = "INVALID PRODUCT KEY";
7177 		break;
7178 	case MBOX_REGS_BUSY:
7179 		xname = "REGISTERS BUSY";
7180 		break;
7181 	case MBOX_TIMEOUT:
7182 		xname = "TIMEOUT";
7183 		break;
7184 	default:
7185 		ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7186 		xname = mname;
7187 		break;
7188 	}
7189 	if (xname) {
7190 		isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7191 		    cname, xname, sname);
7192 	}
7193 }
7194 
7195 static int
7196 isp_fw_state(ispsoftc_t *isp, int chan)
7197 {
7198 	if (IS_FC(isp)) {
7199 		mbreg_t mbs;
7200 
7201 		MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7202 		isp_mboxcmd(isp, &mbs);
7203 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7204 			return (mbs.param[1]);
7205 		}
7206 	}
7207 	return (FW_ERROR);
7208 }
7209 
7210 static void
7211 isp_spi_update(ispsoftc_t *isp, int chan)
7212 {
7213 	int tgt;
7214 	mbreg_t mbs;
7215 	sdparam *sdp;
7216 
7217 	if (IS_FC(isp)) {
7218 		/*
7219 		 * There are no 'per-bus' settings for Fibre Channel.
7220 		 */
7221 		return;
7222 	}
7223 	sdp = SDPARAM(isp, chan);
7224 	sdp->update = 0;
7225 
7226 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7227 		uint16_t flags, period, offset;
7228 		int get;
7229 
7230 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
7231 			sdp->isp_devparam[tgt].dev_update = 0;
7232 			sdp->isp_devparam[tgt].dev_refresh = 0;
7233 			isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7234 			continue;
7235 		}
7236 		/*
7237 		 * If the goal is to update the status of the device,
7238 		 * take what's in goal_flags and try and set the device
7239 		 * toward that. Otherwise, if we're just refreshing the
7240 		 * current device state, get the current parameters.
7241 		 */
7242 
7243 		MBSINIT(&mbs, 0, MBLOGALL, 0);
7244 
7245 		/*
7246 		 * Refresh overrides set
7247 		 */
7248 		if (sdp->isp_devparam[tgt].dev_refresh) {
7249 			mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7250 			get = 1;
7251 		} else if (sdp->isp_devparam[tgt].dev_update) {
7252 			mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7253 
7254 			/*
7255 			 * Make sure goal_flags has "Renegotiate on Error"
7256 			 * on and "Freeze Queue on Error" off.
7257 			 */
7258 			sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7259 			sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7260 			mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7261 
7262 			/*
7263 			 * Insist that PARITY must be enabled
7264 			 * if SYNC or WIDE is enabled.
7265 			 */
7266 			if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7267 				mbs.param[2] |= DPARM_PARITY;
7268 			}
7269 
7270 			if (mbs.param[2] & DPARM_SYNC) {
7271 				mbs.param[3] =
7272 				    (sdp->isp_devparam[tgt].goal_offset << 8) |
7273 				    (sdp->isp_devparam[tgt].goal_period);
7274 			}
7275 			/*
7276 			 * A command completion later that has
7277 			 * RQSTF_NEGOTIATION set can cause
7278 			 * the dev_refresh/announce cycle also.
7279 			 *
7280 			 * Note: It is really important to update our current
7281 			 * flags with at least the state of TAG capabilities-
7282 			 * otherwise we might try and send a tagged command
7283 			 * when we have it all turned off. So change it here
7284 			 * to say that current already matches goal.
7285 			 */
7286 			sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7287 			sdp->isp_devparam[tgt].actv_flags |=
7288 			    (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7289 			isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7290 			    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7291 			get = 0;
7292 		} else {
7293 			continue;
7294 		}
7295 		mbs.param[1] = (chan << 15) | (tgt << 8);
7296 		isp_mboxcmd(isp, &mbs);
7297 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7298 			continue;
7299 		}
7300 		if (get == 0) {
7301 			sdp->sendmarker = 1;
7302 			sdp->isp_devparam[tgt].dev_update = 0;
7303 			sdp->isp_devparam[tgt].dev_refresh = 1;
7304 		} else {
7305 			sdp->isp_devparam[tgt].dev_refresh = 0;
7306 			flags = mbs.param[2];
7307 			period = mbs.param[3] & 0xff;
7308 			offset = mbs.param[3] >> 8;
7309 			sdp->isp_devparam[tgt].actv_flags = flags;
7310 			sdp->isp_devparam[tgt].actv_period = period;
7311 			sdp->isp_devparam[tgt].actv_offset = offset;
7312 			isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7313 		}
7314 	}
7315 
7316 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7317 		if (sdp->isp_devparam[tgt].dev_update ||
7318 		    sdp->isp_devparam[tgt].dev_refresh) {
7319 			sdp->update = 1;
7320 			break;
7321 		}
7322 	}
7323 }
7324 
7325 static void
7326 isp_setdfltsdparm(ispsoftc_t *isp)
7327 {
7328 	int tgt;
7329 	sdparam *sdp, *sdp1;
7330 
7331 	sdp = SDPARAM(isp, 0);
7332 	if (IS_DUALBUS(isp))
7333 		sdp1 = sdp + 1;
7334 	else
7335 		sdp1 = NULL;
7336 
7337 	/*
7338 	 * Establish some default parameters.
7339 	 */
7340 	sdp->isp_cmd_dma_burst_enable = 0;
7341 	sdp->isp_data_dma_burst_enabl = 1;
7342 	sdp->isp_fifo_threshold = 0;
7343 	sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7344 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7345 		sdp->isp_async_data_setup = 9;
7346 	} else {
7347 		sdp->isp_async_data_setup = 6;
7348 	}
7349 	sdp->isp_selection_timeout = 250;
7350 	sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7351 	sdp->isp_tag_aging = 8;
7352 	sdp->isp_bus_reset_delay = 5;
7353 	/*
7354 	 * Don't retry selection, busy or queue full automatically- reflect
7355 	 * these back to us.
7356 	 */
7357 	sdp->isp_retry_count = 0;
7358 	sdp->isp_retry_delay = 0;
7359 
7360 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7361 		sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7362 		sdp->isp_devparam[tgt].dev_enable = 1;
7363 	}
7364 
7365 	/*
7366 	 * The trick here is to establish a default for the default (honk!)
7367 	 * state (goal_flags). Then try and get the current status from
7368 	 * the card to fill in the current state. We don't, in fact, set
7369 	 * the default to the SAFE default state- that's not the goal state.
7370 	 */
7371 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7372 		uint8_t off, per;
7373 		sdp->isp_devparam[tgt].actv_offset = 0;
7374 		sdp->isp_devparam[tgt].actv_period = 0;
7375 		sdp->isp_devparam[tgt].actv_flags = 0;
7376 
7377 		sdp->isp_devparam[tgt].goal_flags =
7378 		    sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7379 
7380 		/*
7381 		 * We default to Wide/Fast for versions less than a 1040
7382 		 * (unless it's SBus).
7383 		 */
7384 		if (IS_ULTRA3(isp)) {
7385 			off = ISP_80M_SYNCPARMS >> 8;
7386 			per = ISP_80M_SYNCPARMS & 0xff;
7387 		} else if (IS_ULTRA2(isp)) {
7388 			off = ISP_40M_SYNCPARMS >> 8;
7389 			per = ISP_40M_SYNCPARMS & 0xff;
7390 		} else if (IS_1240(isp)) {
7391 			off = ISP_20M_SYNCPARMS >> 8;
7392 			per = ISP_20M_SYNCPARMS & 0xff;
7393 		} else if ((isp->isp_bustype == ISP_BT_SBUS &&
7394 		    isp->isp_type < ISP_HA_SCSI_1020A) ||
7395 		    (isp->isp_bustype == ISP_BT_PCI &&
7396 		    isp->isp_type < ISP_HA_SCSI_1040) ||
7397 		    (isp->isp_clock && isp->isp_clock < 60) ||
7398 		    (sdp->isp_ultramode == 0)) {
7399 			off = ISP_10M_SYNCPARMS >> 8;
7400 			per = ISP_10M_SYNCPARMS & 0xff;
7401 		} else {
7402 			off = ISP_20M_SYNCPARMS_1040 >> 8;
7403 			per = ISP_20M_SYNCPARMS_1040 & 0xff;
7404 		}
7405 		sdp->isp_devparam[tgt].goal_offset =
7406 		    sdp->isp_devparam[tgt].nvrm_offset = off;
7407 		sdp->isp_devparam[tgt].goal_period =
7408 		    sdp->isp_devparam[tgt].nvrm_period = per;
7409 
7410 	}
7411 
7412 	/*
7413 	 * If we're a dual bus card, just copy the data over
7414 	 */
7415 	if (sdp1) {
7416 		*sdp1 = *sdp;
7417 		sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7418 	}
7419 
7420 	/*
7421 	 * If we've not been told to avoid reading NVRAM, try and read it.
7422 	 * If we're successful reading it, we can then return because NVRAM
7423 	 * will tell us what the desired settings are. Otherwise, we establish
7424 	 * some reasonable 'fake' nvram and goal defaults.
7425 	 */
7426 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7427 		mbreg_t mbs;
7428 
7429 		if (isp_read_nvram(isp, 0) == 0) {
7430 			if (IS_DUALBUS(isp)) {
7431 				if (isp_read_nvram(isp, 1) == 0) {
7432 					return;
7433 				}
7434 			}
7435 		}
7436 		MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7437 		isp_mboxcmd(isp, &mbs);
7438 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7439 			sdp->isp_req_ack_active_neg = 1;
7440 			sdp->isp_data_line_active_neg = 1;
7441 			if (sdp1) {
7442 				sdp1->isp_req_ack_active_neg = 1;
7443 				sdp1->isp_data_line_active_neg = 1;
7444 			}
7445 		} else {
7446 			sdp->isp_req_ack_active_neg =
7447 			    (mbs.param[1] >> 4) & 0x1;
7448 			sdp->isp_data_line_active_neg =
7449 			    (mbs.param[1] >> 5) & 0x1;
7450 			if (sdp1) {
7451 				sdp1->isp_req_ack_active_neg =
7452 				    (mbs.param[2] >> 4) & 0x1;
7453 				sdp1->isp_data_line_active_neg =
7454 				    (mbs.param[2] >> 5) & 0x1;
7455 			}
7456 		}
7457 	}
7458 
7459 }
7460 
7461 static void
7462 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7463 {
7464 	fcparam *fcp = FCPARAM(isp, chan);
7465 
7466 	/*
7467 	 * Establish some default parameters.
7468 	 */
7469 	fcp->role = DEFAULT_ROLE(isp, chan);
7470 	fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7471 	fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7472 	fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7473 	fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7474 	fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7475 	fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7476 	fcp->isp_fwoptions = 0;
7477 	fcp->isp_xfwoptions = 0;
7478 	fcp->isp_zfwoptions = 0;
7479 	fcp->isp_lasthdl = NIL_HANDLE;
7480 	fcp->isp_login_hdl = NIL_HANDLE;
7481 
7482 	if (IS_24XX(isp)) {
7483 		fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7484 		fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7485 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7486 			fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7487 		fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7488 		fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7489 		fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7490 	} else {
7491 		fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7492 		fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7493 		fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7494 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7495 			fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7496 		/*
7497 		 * Make sure this is turned off now until we get
7498 		 * extended options from NVRAM
7499 		 */
7500 		fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7501 		fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7502 		fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7503 	}
7504 
7505 
7506 	/*
7507 	 * Now try and read NVRAM unless told to not do so.
7508 	 * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7509 	 */
7510 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7511 		int i, j = 0;
7512 		/*
7513 		 * Give a couple of tries at reading NVRAM.
7514 		 */
7515 		for (i = 0; i < 2; i++) {
7516 			j = isp_read_nvram(isp, chan);
7517 			if (j == 0) {
7518 				break;
7519 			}
7520 		}
7521 		if (j) {
7522 			isp->isp_confopts |= ISP_CFG_NONVRAM;
7523 		}
7524 	}
7525 
7526 	fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7527 	fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7528 	isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7529 	    chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7530 	    (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7531 	    isp_class3_roles[fcp->role]);
7532 }
7533 
7534 /*
7535  * Re-initialize the ISP and complete all orphaned commands
7536  * with a 'botched' notice. The reset/init routines should
7537  * not disturb an already active list of commands.
7538  */
7539 
7540 int
7541 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7542 {
7543 	int i, res = 0;
7544 
7545 	if (isp->isp_state > ISP_RESETSTATE)
7546 		isp_stop(isp);
7547 	if (isp->isp_state != ISP_RESETSTATE)
7548 		isp_reset(isp, do_load_defaults);
7549 	if (isp->isp_state != ISP_RESETSTATE) {
7550 		res = EIO;
7551 		isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7552 		goto cleanup;
7553 	}
7554 
7555 	isp_init(isp);
7556 	if (isp->isp_state > ISP_RESETSTATE &&
7557 	    isp->isp_state != ISP_RUNSTATE) {
7558 		res = EIO;
7559 		isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7560 		ISP_DISABLE_INTS(isp);
7561 		if (IS_FC(isp)) {
7562 			/*
7563 			 * If we're in ISP_ROLE_NONE, turn off the lasers.
7564 			 */
7565 			if (!IS_24XX(isp)) {
7566 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7567 				ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7568 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7569 				ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7570 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7571 			}
7572 		}
7573 	}
7574 
7575 cleanup:
7576 	isp_clear_commands(isp);
7577 	if (IS_FC(isp)) {
7578 		for (i = 0; i < isp->isp_nchan; i++)
7579 			isp_clear_portdb(isp, i);
7580 	}
7581 	return (res);
7582 }
7583 
7584 /*
7585  * NVRAM Routines
7586  */
7587 static int
7588 isp_read_nvram(ispsoftc_t *isp, int bus)
7589 {
7590 	int i, amt, retval;
7591 	uint8_t csum, minversion;
7592 	union {
7593 		uint8_t _x[ISP2400_NVRAM_SIZE];
7594 		uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7595 	} _n;
7596 #define	nvram_data	_n._x
7597 #define	nvram_words	_n._s
7598 
7599 	if (IS_24XX(isp)) {
7600 		return (isp_read_nvram_2400(isp, nvram_data));
7601 	} else if (IS_FC(isp)) {
7602 		amt = ISP2100_NVRAM_SIZE;
7603 		minversion = 1;
7604 	} else if (IS_ULTRA2(isp)) {
7605 		amt = ISP1080_NVRAM_SIZE;
7606 		minversion = 0;
7607 	} else {
7608 		amt = ISP_NVRAM_SIZE;
7609 		minversion = 2;
7610 	}
7611 
7612 	for (i = 0; i < amt>>1; i++) {
7613 		isp_rdnvram_word(isp, i, &nvram_words[i]);
7614 	}
7615 
7616 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7617 	    nvram_data[2] != 'P') {
7618 		if (isp->isp_bustype != ISP_BT_SBUS) {
7619 			isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7620 			isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7621 		}
7622 		retval = -1;
7623 		goto out;
7624 	}
7625 
7626 	for (csum = 0, i = 0; i < amt; i++) {
7627 		csum += nvram_data[i];
7628 	}
7629 	if (csum != 0) {
7630 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7631 		retval = -1;
7632 		goto out;
7633 	}
7634 
7635 	if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7636 		isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
7637 		    ISP_NVRAM_VERSION(nvram_data));
7638 		retval = -1;
7639 		goto out;
7640 	}
7641 
7642 	if (IS_ULTRA3(isp)) {
7643 		isp_parse_nvram_12160(isp, bus, nvram_data);
7644 	} else if (IS_1080(isp)) {
7645 		isp_parse_nvram_1080(isp, bus, nvram_data);
7646 	} else if (IS_1280(isp) || IS_1240(isp)) {
7647 		isp_parse_nvram_1080(isp, bus, nvram_data);
7648 	} else if (IS_SCSI(isp)) {
7649 		isp_parse_nvram_1020(isp, nvram_data);
7650 	} else {
7651 		isp_parse_nvram_2100(isp, nvram_data);
7652 	}
7653 	retval = 0;
7654 out:
7655 	return (retval);
7656 #undef	nvram_data
7657 #undef	nvram_words
7658 }
7659 
7660 static int
7661 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
7662 {
7663 	int retval = 0;
7664 	uint32_t addr, csum, lwrds, *dptr;
7665 
7666 	if (isp->isp_port) {
7667 		addr = ISP2400_NVRAM_PORT1_ADDR;
7668 	} else {
7669 		addr = ISP2400_NVRAM_PORT0_ADDR;
7670 	}
7671 
7672 	dptr = (uint32_t *) nvram_data;
7673 	for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7674 		isp_rd_2400_nvram(isp, addr++, dptr++);
7675 	}
7676 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7677 	    nvram_data[2] != 'P') {
7678 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
7679 		    nvram_data[0], nvram_data[1], nvram_data[2]);
7680 		retval = -1;
7681 		goto out;
7682 	}
7683 	dptr = (uint32_t *) nvram_data;
7684 	for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7685 		uint32_t tmp;
7686 		ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
7687 		csum += tmp;
7688 	}
7689 	if (csum != 0) {
7690 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7691 		retval = -1;
7692 		goto out;
7693 	}
7694 	isp_parse_nvram_2400(isp, nvram_data);
7695 out:
7696 	return (retval);
7697 }
7698 
7699 static void
7700 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
7701 {
7702 	int i, cbits;
7703 	uint16_t bit, rqst, junk;
7704 
7705 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7706 	ISP_DELAY(10);
7707 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7708 	ISP_DELAY(10);
7709 
7710 	if (IS_FC(isp)) {
7711 		wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
7712 		if (IS_2312(isp) && isp->isp_port) {
7713 			wo += 128;
7714 		}
7715 		rqst = (ISP_NVRAM_READ << 8) | wo;
7716 		cbits = 10;
7717 	} else if (IS_ULTRA2(isp)) {
7718 		wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
7719 		rqst = (ISP_NVRAM_READ << 8) | wo;
7720 		cbits = 10;
7721 	} else {
7722 		wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
7723 		rqst = (ISP_NVRAM_READ << 6) | wo;
7724 		cbits = 8;
7725 	}
7726 
7727 	/*
7728 	 * Clock the word select request out...
7729 	 */
7730 	for (i = cbits; i >= 0; i--) {
7731 		if ((rqst >> i) & 1) {
7732 			bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
7733 		} else {
7734 			bit = BIU_NVRAM_SELECT;
7735 		}
7736 		ISP_WRITE(isp, BIU_NVRAM, bit);
7737 		ISP_DELAY(10);
7738 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7739 		ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
7740 		ISP_DELAY(10);
7741 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7742 		ISP_WRITE(isp, BIU_NVRAM, bit);
7743 		ISP_DELAY(10);
7744 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7745 	}
7746 	/*
7747 	 * Now read the result back in (bits come back in MSB format).
7748 	 */
7749 	*rp = 0;
7750 	for (i = 0; i < 16; i++) {
7751 		uint16_t rv;
7752 		*rp <<= 1;
7753 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7754 		ISP_DELAY(10);
7755 		rv = ISP_READ(isp, BIU_NVRAM);
7756 		if (rv & BIU_NVRAM_DATAIN) {
7757 			*rp |= 1;
7758 		}
7759 		ISP_DELAY(10);
7760 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7761 		ISP_DELAY(10);
7762 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7763 	}
7764 	ISP_WRITE(isp, BIU_NVRAM, 0);
7765 	ISP_DELAY(10);
7766 	junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7767 	ISP_SWIZZLE_NVRAM_WORD(isp, rp);
7768 }
7769 
7770 static void
7771 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
7772 {
7773 	int loops = 0;
7774 	uint32_t base = 0x7ffe0000;
7775 	uint32_t tmp = 0;
7776 
7777 	if (IS_26XX(isp)) {
7778 		base = 0x7fe7c000;	/* XXX: Observation, may be wrong. */
7779 	} else if (IS_25XX(isp)) {
7780 		base = 0x7ff00000 | 0x48000;
7781 	}
7782 	ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
7783 	for (loops = 0; loops < 5000; loops++) {
7784 		ISP_DELAY(10);
7785 		tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
7786 		if ((tmp & (1U << 31)) != 0) {
7787 			break;
7788 		}
7789 	}
7790 	if (tmp & (1U << 31)) {
7791 		*rp = ISP_READ(isp, BIU2400_FLASH_DATA);
7792 		ISP_SWIZZLE_NVRAM_LONG(isp, rp);
7793 	} else {
7794 		*rp = 0xffffffff;
7795 	}
7796 }
7797 
7798 static void
7799 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
7800 {
7801 	sdparam *sdp = SDPARAM(isp, 0);
7802 	int tgt;
7803 
7804 	sdp->isp_fifo_threshold =
7805 		ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
7806 		(ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
7807 
7808 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7809 		sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
7810 
7811 	sdp->isp_bus_reset_delay =
7812 		ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
7813 
7814 	sdp->isp_retry_count =
7815 		ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
7816 
7817 	sdp->isp_retry_delay =
7818 		ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
7819 
7820 	sdp->isp_async_data_setup =
7821 		ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
7822 
7823 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7824 		if (sdp->isp_async_data_setup < 9) {
7825 			sdp->isp_async_data_setup = 9;
7826 		}
7827 	} else {
7828 		if (sdp->isp_async_data_setup != 6) {
7829 			sdp->isp_async_data_setup = 6;
7830 		}
7831 	}
7832 
7833 	sdp->isp_req_ack_active_neg =
7834 		ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
7835 
7836 	sdp->isp_data_line_active_neg =
7837 		ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
7838 
7839 	sdp->isp_data_dma_burst_enabl =
7840 		ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
7841 
7842 	sdp->isp_cmd_dma_burst_enable =
7843 		ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
7844 
7845 	sdp->isp_tag_aging =
7846 		ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
7847 
7848 	sdp->isp_selection_timeout =
7849 		ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
7850 
7851 	sdp->isp_max_queue_depth =
7852 		ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
7853 
7854 	sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
7855 
7856 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7857 		sdp->isp_devparam[tgt].dev_enable =
7858 			ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
7859 		sdp->isp_devparam[tgt].exc_throttle =
7860 			ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
7861 		sdp->isp_devparam[tgt].nvrm_offset =
7862 			ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
7863 		sdp->isp_devparam[tgt].nvrm_period =
7864 			ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
7865 		/*
7866 		 * We probably shouldn't lie about this, but it
7867 		 * it makes it much safer if we limit NVRAM values
7868 		 * to sanity.
7869 		 */
7870 		if (isp->isp_type < ISP_HA_SCSI_1040) {
7871 			/*
7872 			 * If we're not ultra, we can't possibly
7873 			 * be a shorter period than this.
7874 			 */
7875 			if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
7876 				sdp->isp_devparam[tgt].nvrm_period = 0x19;
7877 			}
7878 			if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
7879 				sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
7880 			}
7881 		} else {
7882 			if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
7883 				sdp->isp_devparam[tgt].nvrm_offset = 0x8;
7884 			}
7885 		}
7886 		sdp->isp_devparam[tgt].nvrm_flags = 0;
7887 		if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
7888 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7889 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7890 		if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
7891 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7892 		if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
7893 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7894 		if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
7895 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7896 		if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
7897 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7898 		if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
7899 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7900 		sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
7901 		sdp->isp_devparam[tgt].goal_offset =
7902 		    sdp->isp_devparam[tgt].nvrm_offset;
7903 		sdp->isp_devparam[tgt].goal_period =
7904 		    sdp->isp_devparam[tgt].nvrm_period;
7905 		sdp->isp_devparam[tgt].goal_flags =
7906 		    sdp->isp_devparam[tgt].nvrm_flags;
7907 	}
7908 }
7909 
7910 static void
7911 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7912 {
7913 	sdparam *sdp = SDPARAM(isp, bus);
7914 	int tgt;
7915 
7916 	sdp->isp_fifo_threshold =
7917 	    ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
7918 
7919 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7920 		sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
7921 
7922 	sdp->isp_bus_reset_delay =
7923 	    ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7924 
7925 	sdp->isp_retry_count =
7926 	    ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
7927 
7928 	sdp->isp_retry_delay =
7929 	    ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
7930 
7931 	sdp->isp_async_data_setup =
7932 	    ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
7933 
7934 	sdp->isp_req_ack_active_neg =
7935 	    ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
7936 
7937 	sdp->isp_data_line_active_neg =
7938 	    ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
7939 
7940 	sdp->isp_data_dma_burst_enabl =
7941 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7942 
7943 	sdp->isp_cmd_dma_burst_enable =
7944 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7945 
7946 	sdp->isp_selection_timeout =
7947 	    ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
7948 
7949 	sdp->isp_max_queue_depth =
7950 	     ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
7951 
7952 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7953 		sdp->isp_devparam[tgt].dev_enable =
7954 		    ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
7955 		sdp->isp_devparam[tgt].exc_throttle =
7956 			ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
7957 		sdp->isp_devparam[tgt].nvrm_offset =
7958 			ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
7959 		sdp->isp_devparam[tgt].nvrm_period =
7960 			ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
7961 		sdp->isp_devparam[tgt].nvrm_flags = 0;
7962 		if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
7963 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7964 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7965 		if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
7966 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7967 		if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
7968 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7969 		if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
7970 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7971 		if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
7972 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7973 		if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
7974 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7975 		sdp->isp_devparam[tgt].actv_flags = 0;
7976 		sdp->isp_devparam[tgt].goal_offset =
7977 		    sdp->isp_devparam[tgt].nvrm_offset;
7978 		sdp->isp_devparam[tgt].goal_period =
7979 		    sdp->isp_devparam[tgt].nvrm_period;
7980 		sdp->isp_devparam[tgt].goal_flags =
7981 		    sdp->isp_devparam[tgt].nvrm_flags;
7982 	}
7983 }
7984 
7985 static void
7986 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7987 {
7988 	sdparam *sdp = SDPARAM(isp, bus);
7989 	int tgt;
7990 
7991 	sdp->isp_fifo_threshold =
7992 	    ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
7993 
7994 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7995 		sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
7996 
7997 	sdp->isp_bus_reset_delay =
7998 	    ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7999 
8000 	sdp->isp_retry_count =
8001 	    ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8002 
8003 	sdp->isp_retry_delay =
8004 	    ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8005 
8006 	sdp->isp_async_data_setup =
8007 	    ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8008 
8009 	sdp->isp_req_ack_active_neg =
8010 	    ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8011 
8012 	sdp->isp_data_line_active_neg =
8013 	    ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8014 
8015 	sdp->isp_data_dma_burst_enabl =
8016 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8017 
8018 	sdp->isp_cmd_dma_burst_enable =
8019 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8020 
8021 	sdp->isp_selection_timeout =
8022 	    ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8023 
8024 	sdp->isp_max_queue_depth =
8025 	     ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8026 
8027 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8028 		sdp->isp_devparam[tgt].dev_enable =
8029 		    ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8030 		sdp->isp_devparam[tgt].exc_throttle =
8031 			ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8032 		sdp->isp_devparam[tgt].nvrm_offset =
8033 			ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8034 		sdp->isp_devparam[tgt].nvrm_period =
8035 			ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8036 		sdp->isp_devparam[tgt].nvrm_flags = 0;
8037 		if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8038 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8039 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8040 		if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8041 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8042 		if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8043 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8044 		if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8045 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8046 		if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8047 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8048 		if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8049 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8050 		sdp->isp_devparam[tgt].actv_flags = 0;
8051 		sdp->isp_devparam[tgt].goal_offset =
8052 		    sdp->isp_devparam[tgt].nvrm_offset;
8053 		sdp->isp_devparam[tgt].goal_period =
8054 		    sdp->isp_devparam[tgt].nvrm_period;
8055 		sdp->isp_devparam[tgt].goal_flags =
8056 		    sdp->isp_devparam[tgt].nvrm_flags;
8057 	}
8058 }
8059 
8060 static void
8061 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8062 {
8063 	fcparam *fcp = FCPARAM(isp, 0);
8064 	uint64_t wwn;
8065 
8066 	/*
8067 	 * There is NVRAM storage for both Port and Node entities-
8068 	 * but the Node entity appears to be unused on all the cards
8069 	 * I can find. However, we should account for this being set
8070 	 * at some point in the future.
8071 	 *
8072 	 * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8073 	 * bits 48..60. In the case of the 2202, it appears that they do
8074 	 * use bit 48 to distinguish between the two instances on the card.
8075 	 * The 2204, which I've never seen, *probably* extends this method.
8076 	 */
8077 	wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8078 	if (wwn) {
8079 		isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8080 		    (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8081 		if ((wwn >> 60) == 0) {
8082 			wwn |= (((uint64_t) 2)<< 60);
8083 		}
8084 	}
8085 	fcp->isp_wwpn_nvram = wwn;
8086 	if (IS_2200(isp) || IS_23XX(isp)) {
8087 		wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8088 		if (wwn) {
8089 			isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8090 			    (uint32_t) (wwn >> 32),
8091 			    (uint32_t) (wwn));
8092 			if ((wwn >> 60) == 0) {
8093 				wwn |= (((uint64_t) 2)<< 60);
8094 			}
8095 		} else {
8096 			wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8097 		}
8098 	} else {
8099 		wwn &= ~((uint64_t) 0xfff << 48);
8100 	}
8101 	fcp->isp_wwnn_nvram = wwn;
8102 
8103 	fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8104 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8105 		DEFAULT_FRAMESIZE(isp) =
8106 		    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8107 	}
8108 	fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8109 	fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8110 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8111 		fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8112 	}
8113 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8114 		DEFAULT_EXEC_THROTTLE(isp) =
8115 			ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8116 	}
8117 	fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8118 	isp_prt(isp, ISP_LOGDEBUG0,
8119 	    "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8120 	    (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8121 	    (uint32_t) fcp->isp_wwnn_nvram,
8122 	    (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8123 	    (uint32_t) fcp->isp_wwpn_nvram,
8124 	    ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8125 	    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8126 	isp_prt(isp, ISP_LOGDEBUG0,
8127 	    "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8128 	    ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8129 	    ISP2100_NVRAM_OPTIONS(nvram_data),
8130 	    ISP2100_NVRAM_HARDLOOPID(nvram_data),
8131 	    ISP2100_NVRAM_TOV(nvram_data));
8132 	fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8133 	fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8134 	isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8135 	    ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8136 }
8137 
8138 static void
8139 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8140 {
8141 	fcparam *fcp = FCPARAM(isp, 0);
8142 	uint64_t wwn;
8143 
8144 	isp_prt(isp, ISP_LOGDEBUG0,
8145 	    "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8146 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8147 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8148 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8149 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8150 	    ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8151 	    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8152 	isp_prt(isp, ISP_LOGDEBUG0,
8153 	    "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8154 	    ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8155 	    ISP2400_NVRAM_HARDLOOPID(nvram_data),
8156 	    ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8157 	    ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8158 	    ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8159 
8160 	wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8161 	fcp->isp_wwpn_nvram = wwn;
8162 
8163 	wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8164 	if (wwn) {
8165 		if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8166 			wwn = 0;
8167 		}
8168 	}
8169 	if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8170 		wwn = fcp->isp_wwpn_nvram;
8171 		wwn &= ~((uint64_t) 0xfff << 48);
8172 	}
8173 	fcp->isp_wwnn_nvram = wwn;
8174 
8175 	if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8176 		fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8177 	}
8178 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8179 		DEFAULT_FRAMESIZE(isp) =
8180 		    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8181 	}
8182 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8183 		fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8184 	}
8185 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8186 		DEFAULT_EXEC_THROTTLE(isp) =
8187 			ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8188 	}
8189 	fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8190 	fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8191 	fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8192 }
8193