xref: /freebsd/sys/dev/isp/isp.c (revision 38069501)
1 /*-
2  *  Copyright (c) 2009-2017 Alexander Motin <mav@FreeBSD.org>
3  *  Copyright (c) 1997-2009 by Matthew Jacob
4  *  All rights reserved.
5  *
6  *  Redistribution and use in source and binary forms, with or without
7  *  modification, are permitted provided that the following conditions
8  *  are met:
9  *
10  *  1. Redistributions of source code must retain the above copyright
11  *     notice, this list of conditions and the following disclaimer.
12  *  2. Redistributions in binary form must reproduce the above copyright
13  *     notice, this list of conditions and the following disclaimer in the
14  *     documentation and/or other materials provided with the distribution.
15  *
16  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
20  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26  *  SUCH DAMAGE.
27  *
28  */
29 
30 /*
31  * Machine and OS Independent (well, as best as possible)
32  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
33  */
34 
35 /*
36  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
37  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
38  * ideas dredged from the Solaris driver.
39  */
40 
41 /*
42  * Include header file appropriate for platform we're building on.
43  */
44 #ifdef	__NetBSD__
45 #include <sys/cdefs.h>
46 __KERNEL_RCSID(0, "$NetBSD$");
47 #include <dev/ic/isp_netbsd.h>
48 #endif
49 #ifdef	__FreeBSD__
50 #include <sys/cdefs.h>
51 __FBSDID("$FreeBSD$");
52 #include <dev/isp/isp_freebsd.h>
53 #endif
54 #ifdef	__OpenBSD__
55 #include <dev/ic/isp_openbsd.h>
56 #endif
57 #ifdef	__linux__
58 #include "isp_linux.h"
59 #endif
60 #ifdef	__svr4__
61 #include "isp_solaris.h"
62 #endif
63 
64 /*
65  * General defines
66  */
67 #define	MBOX_DELAY_COUNT	1000000 / 100
68 
69 /*
70  * Local static data
71  */
72 static const char notresp[] = "Unknown IOCB in RESPONSE Queue (type 0x%x) @ idx %d (next %d)";
73 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
74 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
75 static const char sacq[] = "unable to acquire scratch area";
76 
77 static const uint8_t alpa_map[] = {
78 	0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
79 	0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
80 	0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
81 	0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
82 	0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
83 	0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
84 	0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
85 	0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
86 	0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
87 	0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
88 	0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
89 	0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
90 	0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
91 	0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
92 	0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
93 	0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
94 };
95 
96 /*
97  * Local function prototypes.
98  */
99 static void isp_parse_async(ispsoftc_t *, uint16_t);
100 static void isp_parse_async_fc(ispsoftc_t *, uint16_t);
101 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
102 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, uint32_t *);
103 static void isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, uint32_t *);
104 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
105 static void isp_scsi_init(ispsoftc_t *);
106 static void isp_scsi_channel_init(ispsoftc_t *, int);
107 static void isp_fibre_init(ispsoftc_t *);
108 static void isp_fibre_init_2400(ispsoftc_t *);
109 static void isp_clear_portdb(ispsoftc_t *, int);
110 static void isp_mark_portdb(ispsoftc_t *, int);
111 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
112 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
113 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
114 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
115 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
116 static void isp_dump_chip_portdb(ispsoftc_t *, int);
117 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
118 static int isp_fclink_test(ispsoftc_t *, int, int);
119 static int isp_pdb_sync(ispsoftc_t *, int);
120 static int isp_scan_loop(ispsoftc_t *, int);
121 static int isp_gid_pt(ispsoftc_t *, int);
122 static int isp_scan_fabric(ispsoftc_t *, int);
123 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
124 static int isp_send_change_request(ispsoftc_t *, int);
125 static int isp_register_fc4_type(ispsoftc_t *, int);
126 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
127 static int isp_register_port_name_24xx(ispsoftc_t *, int);
128 static int isp_register_node_name_24xx(ispsoftc_t *, int);
129 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
130 static int isp_fw_state(ispsoftc_t *, int);
131 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
132 
133 static void isp_spi_update(ispsoftc_t *, int);
134 static void isp_setdfltsdparm(ispsoftc_t *);
135 static void isp_setdfltfcparm(ispsoftc_t *, int);
136 static int isp_read_nvram(ispsoftc_t *, int);
137 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
138 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
139 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
140 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
141 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
142 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
143 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
144 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
145 
146 static void
147 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
148 {
149 	fcparam *fcp = FCPARAM(isp, chan);
150 
151 	if (fcp->isp_fwstate == state)
152 		return;
153 	isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
154 	    "Chan %d Firmware state <%s->%s>", chan,
155 	    isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
156 	fcp->isp_fwstate = state;
157 }
158 
159 /*
160  * Reset Hardware.
161  *
162  * Hit the chip over the head, download new f/w if available and set it running.
163  *
164  * Locking done elsewhere.
165  */
166 
167 void
168 isp_reset(ispsoftc_t *isp, int do_load_defaults)
169 {
170 	mbreg_t mbs;
171 	char *buf;
172 	uint64_t fwt;
173 	uint32_t code_org, val;
174 	int loops, i, dodnld = 1;
175 	const char *btype = "????";
176 	static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
177 
178 	/*
179 	 * Basic types (SCSI, FibreChannel and PCI or SBus)
180 	 * have been set in the MD code. We figure out more
181 	 * here. Possibly more refined types based upon PCI
182 	 * identification. Chip revision has been gathered.
183 	 *
184 	 * After we've fired this chip up, zero out the conf1 register
185 	 * for SCSI adapters and do other settings for the 2100.
186 	 */
187 
188 	isp->isp_state = ISP_NILSTATE;
189 	ISP_DISABLE_INTS(isp);
190 
191 	/*
192 	 * Put the board into PAUSE mode (so we can read the SXP registers
193 	 * or write FPM/FBM registers).
194 	 */
195 	if (IS_24XX(isp)) {
196 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
197 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
198 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
199 	} else {
200 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
201 	}
202 
203 	if (IS_FC(isp)) {
204 		switch (isp->isp_type) {
205 		case ISP_HA_FC_2100:
206 			btype = "2100";
207 			break;
208 		case ISP_HA_FC_2200:
209 			btype = "2200";
210 			break;
211 		case ISP_HA_FC_2300:
212 			btype = "2300";
213 			break;
214 		case ISP_HA_FC_2312:
215 			btype = "2312";
216 			break;
217 		case ISP_HA_FC_2322:
218 			btype = "2322";
219 			break;
220 		case ISP_HA_FC_2400:
221 			btype = "2422";
222 			break;
223 		case ISP_HA_FC_2500:
224 			btype = "2532";
225 			break;
226 		case ISP_HA_FC_2600:
227 			btype = "2031";
228 			break;
229 		default:
230 			break;
231 		}
232 
233 		if (!IS_24XX(isp)) {
234 			/*
235 			 * While we're paused, reset the FPM module and FBM
236 			 * fifos.
237 			 */
238 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
239 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
240 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
241 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
242 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
243 		}
244 	} else if (IS_1240(isp)) {
245 		sdparam *sdp;
246 
247 		btype = "1240";
248 		isp->isp_clock = 60;
249 		sdp = SDPARAM(isp, 0);
250 		sdp->isp_ultramode = 1;
251 		sdp = SDPARAM(isp, 1);
252 		sdp->isp_ultramode = 1;
253 		/*
254 		 * XXX: Should probably do some bus sensing.
255 		 */
256 	} else if (IS_ULTRA3(isp)) {
257 		sdparam *sdp = isp->isp_param;
258 
259 		isp->isp_clock = 100;
260 
261 		if (IS_10160(isp))
262 			btype = "10160";
263 		else if (IS_12160(isp))
264 			btype = "12160";
265 		else
266 			btype = "<UNKLVD>";
267 		sdp->isp_lvdmode = 1;
268 
269 		if (IS_DUALBUS(isp)) {
270 			sdp++;
271 			sdp->isp_lvdmode = 1;
272 		}
273 	} else if (IS_ULTRA2(isp)) {
274 		static const char m[] = "bus %d is in %s Mode";
275 		uint16_t l;
276 		sdparam *sdp = SDPARAM(isp, 0);
277 
278 		isp->isp_clock = 100;
279 
280 		if (IS_1280(isp))
281 			btype = "1280";
282 		else if (IS_1080(isp))
283 			btype = "1080";
284 		else
285 			btype = "<UNKLVD>";
286 
287 		l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
288 		switch (l) {
289 		case ISP1080_LVD_MODE:
290 			sdp->isp_lvdmode = 1;
291 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
292 			break;
293 		case ISP1080_HVD_MODE:
294 			sdp->isp_diffmode = 1;
295 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
296 			break;
297 		case ISP1080_SE_MODE:
298 			sdp->isp_ultramode = 1;
299 			isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
300 			break;
301 		default:
302 			isp_prt(isp, ISP_LOGERR,
303 			    "unknown mode on bus %d (0x%x)", 0, l);
304 			break;
305 		}
306 
307 		if (IS_DUALBUS(isp)) {
308 			sdp = SDPARAM(isp, 1);
309 			l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
310 			l &= ISP1080_MODE_MASK;
311 			switch (l) {
312 			case ISP1080_LVD_MODE:
313 				sdp->isp_lvdmode = 1;
314 				isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
315 				break;
316 			case ISP1080_HVD_MODE:
317 				sdp->isp_diffmode = 1;
318 				isp_prt(isp, ISP_LOGCONFIG,
319 				    m, 1, "Differential");
320 				break;
321 			case ISP1080_SE_MODE:
322 				sdp->isp_ultramode = 1;
323 				isp_prt(isp, ISP_LOGCONFIG,
324 				    m, 1, "Single-Ended");
325 				break;
326 			default:
327 				isp_prt(isp, ISP_LOGERR,
328 				    "unknown mode on bus %d (0x%x)", 1, l);
329 				break;
330 			}
331 		}
332 	} else {
333 		sdparam *sdp = SDPARAM(isp, 0);
334 		i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
335 		switch (i) {
336 		default:
337 			isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
338 			/* FALLTHROUGH */
339 		case 1:
340 			btype = "1020";
341 			isp->isp_type = ISP_HA_SCSI_1020;
342 			isp->isp_clock = 40;
343 			break;
344 		case 2:
345 			/*
346 			 * Some 1020A chips are Ultra Capable, but don't
347 			 * run the clock rate up for that unless told to
348 			 * do so by the Ultra Capable bits being set.
349 			 */
350 			btype = "1020A";
351 			isp->isp_type = ISP_HA_SCSI_1020A;
352 			isp->isp_clock = 40;
353 			break;
354 		case 3:
355 			btype = "1040";
356 			isp->isp_type = ISP_HA_SCSI_1040;
357 			isp->isp_clock = 60;
358 			break;
359 		case 4:
360 			btype = "1040A";
361 			isp->isp_type = ISP_HA_SCSI_1040A;
362 			isp->isp_clock = 60;
363 			break;
364 		case 5:
365 			btype = "1040B";
366 			isp->isp_type = ISP_HA_SCSI_1040B;
367 			isp->isp_clock = 60;
368 			break;
369 		case 6:
370 			btype = "1040C";
371 			isp->isp_type = ISP_HA_SCSI_1040C;
372 			isp->isp_clock = 60;
373                         break;
374 		}
375 		/*
376 		 * Now, while we're at it, gather info about ultra
377 		 * and/or differential mode.
378 		 */
379 		if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
380 			isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
381 			sdp->isp_diffmode = 1;
382 		} else {
383 			sdp->isp_diffmode = 0;
384 		}
385 		i = ISP_READ(isp, RISC_PSR);
386 		if (isp->isp_bustype == ISP_BT_SBUS) {
387 			i &= RISC_PSR_SBUS_ULTRA;
388 		} else {
389 			i &= RISC_PSR_PCI_ULTRA;
390 		}
391 		if (i != 0) {
392 			isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
393 			sdp->isp_ultramode = 1;
394 			/*
395 			 * If we're in Ultra Mode, we have to be 60MHz clock-
396 			 * even for the SBus version.
397 			 */
398 			isp->isp_clock = 60;
399 		} else {
400 			sdp->isp_ultramode = 0;
401 			/*
402 			 * Clock is known. Gronk.
403 			 */
404 		}
405 
406 		/*
407 		 * Machine dependent clock (if set) overrides
408 		 * our generic determinations.
409 		 */
410 		if (isp->isp_mdvec->dv_clock) {
411 			if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
412 				isp->isp_clock = isp->isp_mdvec->dv_clock;
413 			}
414 		}
415 	}
416 
417 	/*
418 	 * Hit the chip over the head with hammer,
419 	 * and give it a chance to recover.
420 	 */
421 
422 	if (IS_SCSI(isp)) {
423 		ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
424 		/*
425 		 * A slight delay...
426 		 */
427 		ISP_DELAY(100);
428 
429 		/*
430 		 * Clear data && control DMA engines.
431 		 */
432 		ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
433 		ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
434 
435 
436 	} else if (IS_24XX(isp)) {
437 		/*
438 		 * Stop DMA and wait for it to stop.
439 		 */
440 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
441 		for (val = loops = 0; loops < 30000; loops++) {
442 			ISP_DELAY(10);
443 			val = ISP_READ(isp, BIU2400_CSR);
444 			if ((val & BIU2400_DMA_ACTIVE) == 0) {
445 				break;
446 			}
447 		}
448 		if (val & BIU2400_DMA_ACTIVE) {
449 			isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
450 			return;
451 		}
452 		/*
453 		 * Hold it in SOFT_RESET and STOP state for 100us.
454 		 */
455 		ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
456 		ISP_DELAY(100);
457 		for (loops = 0; loops < 10000; loops++) {
458 			ISP_DELAY(5);
459 			val = ISP_READ(isp, OUTMAILBOX0);
460 		}
461 		for (val = loops = 0; loops < 500000; loops ++) {
462 			val = ISP_READ(isp, BIU2400_CSR);
463 			if ((val & BIU2400_SOFT_RESET) == 0) {
464 				break;
465 			}
466 		}
467 		if (val & BIU2400_SOFT_RESET) {
468 			isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
469 			return;
470 		}
471 	} else {
472 		ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
473 		/*
474 		 * A slight delay...
475 		 */
476 		ISP_DELAY(100);
477 
478 		/*
479 		 * Clear data && control DMA engines.
480 		 */
481 		ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
482 		ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
483 		ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
484 	}
485 
486 	/*
487 	 * Wait for ISP to be ready to go...
488 	 */
489 	loops = MBOX_DELAY_COUNT;
490 	for (;;) {
491 		if (IS_SCSI(isp)) {
492 			if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
493 				break;
494 			}
495 		} else if (IS_24XX(isp)) {
496 			if (ISP_READ(isp, OUTMAILBOX0) == 0) {
497 				break;
498 			}
499 		} else {
500 			if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
501 				break;
502 		}
503 		ISP_DELAY(100);
504 		if (--loops < 0) {
505 			ISP_DUMPREGS(isp, "chip reset timed out");
506 			return;
507 		}
508 	}
509 
510 	/*
511 	 * After we've fired this chip up, zero out the conf1 register
512 	 * for SCSI adapters and other settings for the 2100.
513 	 */
514 
515 	if (IS_SCSI(isp)) {
516 		ISP_WRITE(isp, BIU_CONF1, 0);
517 	} else if (!IS_24XX(isp)) {
518 		ISP_WRITE(isp, BIU2100_CSR, 0);
519 	}
520 
521 	/*
522 	 * Reset RISC Processor
523 	 */
524 	if (IS_24XX(isp)) {
525 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
526 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
527 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
528 	} else {
529 		ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
530 		ISP_DELAY(100);
531 		ISP_WRITE(isp, BIU_SEMA, 0);
532 	}
533 
534 	/*
535 	 * Post-RISC Reset stuff.
536 	 */
537 	if (IS_24XX(isp)) {
538 		for (val = loops = 0; loops < 5000000; loops++) {
539 			ISP_DELAY(5);
540 			val = ISP_READ(isp, OUTMAILBOX0);
541 			if (val == 0) {
542 				break;
543 			}
544 		}
545 		if (val != 0) {
546 			isp_prt(isp, ISP_LOGERR, "reset didn't clear");
547 			return;
548 		}
549 	} else if (IS_SCSI(isp)) {
550 		uint16_t tmp = isp->isp_mdvec->dv_conf1;
551 		/*
552 		 * Busted FIFO. Turn off all but burst enables.
553 		 */
554 		if (isp->isp_type == ISP_HA_SCSI_1040A) {
555 			tmp &= BIU_BURST_ENABLE;
556 		}
557 		ISP_SETBITS(isp, BIU_CONF1, tmp);
558 		if (tmp & BIU_BURST_ENABLE) {
559 			ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
560 			ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
561 		}
562 		if (SDPARAM(isp, 0)->isp_ptisp) {
563 			if (SDPARAM(isp, 0)->isp_ultramode) {
564 				while (ISP_READ(isp, RISC_MTR) != 0x1313) {
565 					ISP_WRITE(isp, RISC_MTR, 0x1313);
566 					ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
567 				}
568 			} else {
569 				ISP_WRITE(isp, RISC_MTR, 0x1212);
570 			}
571 			/*
572 			 * PTI specific register
573 			 */
574 			ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
575 		} else {
576 			ISP_WRITE(isp, RISC_MTR, 0x1212);
577 		}
578 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
579 	} else {
580 		ISP_WRITE(isp, RISC_MTR2100, 0x1212);
581 		if (IS_2200(isp) || IS_23XX(isp)) {
582 			ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
583 		}
584 		ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
585 	}
586 
587 	/*
588 	 * Set up default request/response queue in-pointer/out-pointer
589 	 * register indices.
590 	 */
591 	if (IS_24XX(isp)) {
592 		isp->isp_rqstinrp = BIU2400_REQINP;
593 		isp->isp_rqstoutrp = BIU2400_REQOUTP;
594 		isp->isp_respinrp = BIU2400_RSPINP;
595 		isp->isp_respoutrp = BIU2400_RSPOUTP;
596 	} else if (IS_23XX(isp)) {
597 		isp->isp_rqstinrp = BIU_REQINP;
598 		isp->isp_rqstoutrp = BIU_REQOUTP;
599 		isp->isp_respinrp = BIU_RSPINP;
600 		isp->isp_respoutrp = BIU_RSPOUTP;
601 	} else {
602 		isp->isp_rqstinrp = INMAILBOX4;
603 		isp->isp_rqstoutrp = OUTMAILBOX4;
604 		isp->isp_respinrp = OUTMAILBOX5;
605 		isp->isp_respoutrp = INMAILBOX5;
606 	}
607 	ISP_WRITE(isp, isp->isp_rqstinrp, 0);
608 	ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
609 	ISP_WRITE(isp, isp->isp_respinrp, 0);
610 	ISP_WRITE(isp, isp->isp_respoutrp, 0);
611 	if (IS_24XX(isp)) {
612 		if (!IS_26XX(isp)) {
613 			ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
614 			ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
615 		}
616 		ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
617 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
618 	}
619 
620 	if (!IS_24XX(isp) && isp->isp_bustype == ISP_BT_PCI) {
621 		/* Make sure the BIOS is disabled */
622 		ISP_WRITE(isp, HCCR, PCI_HCCR_CMD_BIOS);
623 	}
624 
625 	/*
626 	 * Wait for everything to finish firing up.
627 	 *
628 	 * Avoid doing this on early 2312s because you can generate a PCI
629 	 * parity error (chip breakage).
630 	 */
631 	if (IS_2312(isp) && isp->isp_revision < 2) {
632 		ISP_DELAY(100);
633 	} else {
634 		loops = MBOX_DELAY_COUNT;
635 		while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
636 			ISP_DELAY(100);
637 			if (--loops < 0) {
638 				isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
639 				return;
640 			}
641 		}
642 	}
643 
644 	/*
645 	 * Up until this point we've done everything by just reading or
646 	 * setting registers. From this point on we rely on at least *some*
647 	 * kind of firmware running in the card.
648 	 */
649 
650 	/*
651 	 * Do some sanity checking by running a NOP command.
652 	 * If it succeeds, the ROM firmware is now running.
653 	 */
654 	MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
655 	isp_mboxcmd(isp, &mbs);
656 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
657 		isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
658 		return;
659 	}
660 
661 	/*
662 	 * Do some operational tests
663 	 */
664 	if (IS_SCSI(isp) || IS_24XX(isp)) {
665 		static const uint16_t patterns[MAX_MAILBOX] = {
666 			0x0000, 0xdead, 0xbeef, 0xffff,
667 			0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
668 			0x3421, 0xabcd, 0xdcba, 0xfeef,
669 			0xbead, 0xdebe, 0x2222, 0x3333,
670 			0x5555, 0x6666, 0x7777, 0xaaaa,
671 			0xffff, 0xdddd, 0x9999, 0x1fbc,
672 			0x6666, 0x6677, 0x1122, 0x33ff,
673 			0x0000, 0x0001, 0x1000, 0x1010,
674 		};
675 		int nmbox = ISP_NMBOX(isp);
676 		if (IS_SCSI(isp))
677 			nmbox = 6;
678 		MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
679 		for (i = 1; i < nmbox; i++) {
680 			mbs.param[i] = patterns[i];
681 		}
682 		isp_mboxcmd(isp, &mbs);
683 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
684 			return;
685 		}
686 		for (i = 1; i < nmbox; i++) {
687 			if (mbs.param[i] != patterns[i]) {
688 				isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
689 				return;
690 			}
691 		}
692 	}
693 
694 	/*
695 	 * Download new Firmware, unless requested not to do so.
696 	 * This is made slightly trickier in some cases where the
697 	 * firmware of the ROM revision is newer than the revision
698 	 * compiled into the driver. So, where we used to compare
699 	 * versions of our f/w and the ROM f/w, now we just see
700 	 * whether we have f/w at all and whether a config flag
701 	 * has disabled our download.
702 	 */
703 	if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
704 		dodnld = 0;
705 	} else {
706 
707 		/*
708 		 * Set up DMA for the request and response queues.
709 		 * We do this now so we can use the request queue
710 		 * for dma to load firmware from.
711 		 */
712 		if (ISP_MBOXDMASETUP(isp) != 0) {
713 			isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
714 			return;
715 		}
716 	}
717 
718 	if (IS_24XX(isp)) {
719 		code_org = ISP_CODE_ORG_2400;
720 	} else if (IS_23XX(isp)) {
721 		code_org = ISP_CODE_ORG_2300;
722 	} else {
723 		code_org = ISP_CODE_ORG;
724 	}
725 
726 	isp->isp_loaded_fw = 0;
727 	if (dodnld && IS_24XX(isp)) {
728 		const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
729 		uint32_t la, wi, wl;
730 
731 		/*
732 		 * Keep loading until we run out of f/w.
733 		 */
734 		code_org = ptr[2];	/* 1st load address is our start addr */
735 
736 		for (;;) {
737 
738 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
739 
740 			wi = 0;
741 			la = ptr[2];
742 			wl = ptr[3];
743 			while (wi < ptr[3]) {
744 				uint32_t *cp;
745 				uint32_t nw;
746 
747 				nw = min(wl, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 4);
748 				cp = isp->isp_rquest;
749 				for (i = 0; i < nw; i++)
750 					ISP_IOXPUT_32(isp, ptr[wi + i], &cp[i]);
751 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
752 				MBSINIT(&mbs, MBOX_LOAD_RISC_RAM, MBLOGALL, 0);
753 				mbs.param[1] = la;
754 				mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
755 				mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
756 				mbs.param[4] = nw >> 16;
757 				mbs.param[5] = nw;
758 				mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
759 				mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
760 				mbs.param[8] = la >> 16;
761 				isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
762 				isp_mboxcmd(isp, &mbs);
763 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
764 					isp_prt(isp, ISP_LOGERR, "F/W download failed");
765 					return;
766 				}
767 				la += nw;
768 				wi += nw;
769 				wl -= nw;
770 			}
771 
772 			if (ptr[1] == 0) {
773 				break;
774 			}
775 			ptr += ptr[3];
776 		}
777 		isp->isp_loaded_fw = 1;
778 	} else if (dodnld && IS_23XX(isp)) {
779 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
780 		uint16_t wi, wl, segno;
781 		uint32_t la;
782 
783 		la = code_org;
784 		segno = 0;
785 
786 		for (;;) {
787 			uint32_t nxtaddr;
788 
789 			isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
790 
791 			wi = 0;
792 			wl = ptr[3];
793 
794 			while (wi < ptr[3]) {
795 				uint16_t *cp;
796 				uint16_t nw;
797 
798 				nw = min(wl, min((1 << 15), ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) / 2));
799 				cp = isp->isp_rquest;
800 				for (i = 0; i < nw; i++)
801 					ISP_IOXPUT_16(isp, ptr[wi + i], &cp[i]);
802 				MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
803 				MBSINIT(&mbs, 0, MBLOGALL, 0);
804 				if (la < 0x10000) {
805 					mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
806 					mbs.param[1] = la;
807 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
808 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
809 					mbs.param[4] = nw;
810 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
811 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
812 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
813 				} else {
814 					mbs.param[0] = MBOX_LOAD_RISC_RAM;
815 					mbs.param[1] = la;
816 					mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
817 					mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
818 					mbs.param[4] = nw;
819 					mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
820 					mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
821 					mbs.param[8] = la >> 16;
822 					isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
823 				}
824 				isp_mboxcmd(isp, &mbs);
825 				if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
826 					isp_prt(isp, ISP_LOGERR, "F/W download failed");
827 					return;
828 				}
829 				la += nw;
830 				wi += nw;
831 				wl -= nw;
832 			}
833 
834 			if (!IS_2322(isp)) {
835 				break;
836 			}
837 
838 			if (++segno == 3) {
839 				break;
840 			}
841 
842 			/*
843 			 * If we're a 2322, the firmware actually comes in
844 			 * three chunks. We loaded the first at the code_org
845 			 * address. The other two chunks, which follow right
846 			 * after each other in memory here, get loaded at
847 			 * addresses specfied at offset 0x9..0xB.
848 			 */
849 
850 			nxtaddr = ptr[3];
851 			ptr = &ptr[nxtaddr];
852 			la = ptr[5] | ((ptr[4] & 0x3f) << 16);
853 		}
854 		isp->isp_loaded_fw = 1;
855 	} else if (dodnld) {
856 		const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
857 		u_int i, wl;
858 
859 		wl = ptr[3];
860 		isp_prt(isp, ISP_LOGDEBUG1,
861 		    "WRITE RAM %u words at load address 0x%x", wl, code_org);
862 		for (i = 0; i < wl; i++) {
863 			MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
864 			mbs.param[1] = code_org + i;
865 			mbs.param[2] = ptr[i];
866 			isp_mboxcmd(isp, &mbs);
867 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
868 				isp_prt(isp, ISP_LOGERR,
869 				    "F/W download failed at word %d", i);
870 				return;
871 			}
872 		}
873 	} else if (IS_26XX(isp)) {
874 		MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
875 		mbs.ibitm = 0x01;
876 		mbs.obitm = 0x07;
877 		isp_mboxcmd(isp, &mbs);
878 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
879 			isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
880 			return;
881 		}
882 	} else {
883 		isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
884 	}
885 
886 	/*
887 	 * If we loaded firmware, verify its checksum
888 	 */
889 	if (isp->isp_loaded_fw) {
890 		MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
891 		if (IS_24XX(isp)) {
892 			mbs.param[1] = code_org >> 16;
893 			mbs.param[2] = code_org;
894 		} else {
895 			mbs.param[1] = code_org;
896 		}
897 		isp_mboxcmd(isp, &mbs);
898 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
899 			isp_prt(isp, ISP_LOGERR, dcrc);
900 			return;
901 		}
902 	}
903 
904 	/*
905 	 * Now start it rolling.
906 	 *
907 	 * If we didn't actually download f/w,
908 	 * we still need to (re)start it.
909 	 */
910 	MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
911 	if (IS_24XX(isp)) {
912 		mbs.param[1] = code_org >> 16;
913 		mbs.param[2] = code_org;
914 		if (isp->isp_loaded_fw) {
915 			mbs.param[3] = 0;
916 		} else {
917 			mbs.param[3] = 1;
918 		}
919 	} else if (IS_2322(isp)) {
920 		mbs.param[1] = code_org;
921 		if (isp->isp_loaded_fw) {
922 			mbs.param[2] = 0;
923 		} else {
924 			mbs.param[2] = 1;
925 		}
926 	} else {
927 		mbs.param[1] = code_org;
928 	}
929 	isp_mboxcmd(isp, &mbs);
930 	if (IS_2322(isp) || IS_24XX(isp)) {
931 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
932 			return;
933 		}
934 	}
935 
936 	if (IS_SCSI(isp)) {
937 		/*
938 		 * Set CLOCK RATE, but only if asked to.
939 		 */
940 		if (isp->isp_clock) {
941 			MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
942 			mbs.param[1] = isp->isp_clock;
943 			isp_mboxcmd(isp, &mbs);
944 			/* we will try not to care if this fails */
945 		}
946 	}
947 
948 	/*
949 	 * Ask the chip for the current firmware version.
950 	 * This should prove that the new firmware is working.
951 	 */
952 	MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
953 	isp_mboxcmd(isp, &mbs);
954 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
955 		return;
956 	}
957 
958 	/*
959 	 * The SBus firmware that we are using apparently does not return
960 	 * major, minor, micro revisions in the mailbox registers, which
961 	 * is really, really, annoying.
962 	 */
963 	if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
964 		if (dodnld) {
965 #ifdef	ISP_TARGET_MODE
966 			isp->isp_fwrev[0] = 7;
967 			isp->isp_fwrev[1] = 55;
968 #else
969 			isp->isp_fwrev[0] = 1;
970 			isp->isp_fwrev[1] = 37;
971 #endif
972 			isp->isp_fwrev[2] = 0;
973 		}
974 	} else {
975 		isp->isp_fwrev[0] = mbs.param[1];
976 		isp->isp_fwrev[1] = mbs.param[2];
977 		isp->isp_fwrev[2] = mbs.param[3];
978 	}
979 
980 	if (IS_FC(isp)) {
981 		/*
982 		 * We do not believe firmware attributes for 2100 code less
983 		 * than 1.17.0, unless it's the firmware we specifically
984 		 * are loading.
985 		 *
986 		 * Note that all 22XX and later f/w is greater than 1.X.0.
987 		 */
988 		if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
989 #ifdef	USE_SMALLER_2100_FIRMWARE
990 			isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
991 #else
992 			isp->isp_fwattr = 0;
993 #endif
994 		} else {
995 			isp->isp_fwattr = mbs.param[6];
996 		}
997 		if (IS_24XX(isp)) {
998 			isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
999 			if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1000 				isp->isp_fwattr |=
1001 				    (((uint64_t) mbs.param[16]) << 32) |
1002 				    (((uint64_t) mbs.param[17]) << 48);
1003 			}
1004 		}
1005 	} else {
1006 		isp->isp_fwattr = 0;
1007 	}
1008 
1009 	isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1010 	    btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1011 
1012 	fwt = isp->isp_fwattr;
1013 	if (IS_24XX(isp)) {
1014 		buf = FCPARAM(isp, 0)->isp_scanscratch;
1015 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1016 		if (fwt & ISP2400_FW_ATTR_CLASS2) {
1017 			fwt ^=ISP2400_FW_ATTR_CLASS2;
1018 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1019 		}
1020 		if (fwt & ISP2400_FW_ATTR_IP) {
1021 			fwt ^=ISP2400_FW_ATTR_IP;
1022 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1023 		}
1024 		if (fwt & ISP2400_FW_ATTR_MULTIID) {
1025 			fwt ^=ISP2400_FW_ATTR_MULTIID;
1026 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1027 		}
1028 		if (fwt & ISP2400_FW_ATTR_SB2) {
1029 			fwt ^=ISP2400_FW_ATTR_SB2;
1030 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1031 		}
1032 		if (fwt & ISP2400_FW_ATTR_T10CRC) {
1033 			fwt ^=ISP2400_FW_ATTR_T10CRC;
1034 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1035 		}
1036 		if (fwt & ISP2400_FW_ATTR_VI) {
1037 			fwt ^=ISP2400_FW_ATTR_VI;
1038 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1039 		}
1040 		if (fwt & ISP2400_FW_ATTR_MQ) {
1041 			fwt ^=ISP2400_FW_ATTR_MQ;
1042 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1043 		}
1044 		if (fwt & ISP2400_FW_ATTR_MSIX) {
1045 			fwt ^=ISP2400_FW_ATTR_MSIX;
1046 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1047 		}
1048 		if (fwt & ISP2400_FW_ATTR_FCOE) {
1049 			fwt ^=ISP2400_FW_ATTR_FCOE;
1050 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1051 		}
1052 		if (fwt & ISP2400_FW_ATTR_VP0) {
1053 			fwt ^= ISP2400_FW_ATTR_VP0;
1054 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1055 		}
1056 		if (fwt & ISP2400_FW_ATTR_EXPFW) {
1057 			fwt ^= ISP2400_FW_ATTR_EXPFW;
1058 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1059 		}
1060 		if (fwt & ISP2400_FW_ATTR_HOTFW) {
1061 			fwt ^= ISP2400_FW_ATTR_HOTFW;
1062 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1063 		}
1064 		fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1065 		if (fwt & ISP2400_FW_ATTR_EXTVP) {
1066 			fwt ^= ISP2400_FW_ATTR_EXTVP;
1067 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1068 		}
1069 		if (fwt & ISP2400_FW_ATTR_VN2VN) {
1070 			fwt ^= ISP2400_FW_ATTR_VN2VN;
1071 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1072 		}
1073 		if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1074 			fwt ^= ISP2400_FW_ATTR_EXMOFF;
1075 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1076 		}
1077 		if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1078 			fwt ^= ISP2400_FW_ATTR_NPMOFF;
1079 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1080 		}
1081 		if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1082 			fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1083 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1084 		}
1085 		if (fwt & ISP2400_FW_ATTR_SRIOV) {
1086 			fwt ^= ISP2400_FW_ATTR_SRIOV;
1087 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1088 		}
1089 		if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1090 			fwt ^= ISP2400_FW_ATTR_ASICTMP;
1091 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1092 		}
1093 		if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1094 			fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1095 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1096 		}
1097 		if (fwt) {
1098 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1099 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1100 		}
1101 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1102 	} else if (IS_FC(isp)) {
1103 		buf = FCPARAM(isp, 0)->isp_scanscratch;
1104 		ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1105 		if (fwt & ISP_FW_ATTR_TMODE) {
1106 			fwt ^=ISP_FW_ATTR_TMODE;
1107 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1108 		}
1109 		if (fwt & ISP_FW_ATTR_SCCLUN) {
1110 			fwt ^=ISP_FW_ATTR_SCCLUN;
1111 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1112 		}
1113 		if (fwt & ISP_FW_ATTR_FABRIC) {
1114 			fwt ^=ISP_FW_ATTR_FABRIC;
1115 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1116 		}
1117 		if (fwt & ISP_FW_ATTR_CLASS2) {
1118 			fwt ^=ISP_FW_ATTR_CLASS2;
1119 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1120 		}
1121 		if (fwt & ISP_FW_ATTR_FCTAPE) {
1122 			fwt ^=ISP_FW_ATTR_FCTAPE;
1123 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1124 		}
1125 		if (fwt & ISP_FW_ATTR_IP) {
1126 			fwt ^=ISP_FW_ATTR_IP;
1127 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1128 		}
1129 		if (fwt & ISP_FW_ATTR_VI) {
1130 			fwt ^=ISP_FW_ATTR_VI;
1131 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1132 		}
1133 		if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1134 			fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1135 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1136 		}
1137 		if (fwt & ISP_FW_ATTR_2KLOGINS) {
1138 			fwt ^=ISP_FW_ATTR_2KLOGINS;
1139 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1140 		}
1141 		if (fwt != 0) {
1142 			ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1143 			    (uint32_t) (fwt >> 32), (uint32_t) fwt);
1144 		}
1145 		isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1146 	}
1147 
1148 	if (IS_24XX(isp)) {
1149 		MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1150 		isp_mboxcmd(isp, &mbs);
1151 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1152 			return;
1153 		}
1154 		isp->isp_maxcmds = mbs.param[3];
1155 	} else {
1156 		MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1157 		isp_mboxcmd(isp, &mbs);
1158 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1159 			return;
1160 		}
1161 		isp->isp_maxcmds = mbs.param[2];
1162 	}
1163 	isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1164 
1165 	/*
1166 	 * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1167 	 * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1168 	 * work for them).
1169 	 */
1170 	if (IS_FC(isp) && isp->isp_nchan > 1) {
1171 		if (!ISP_CAP_MULTI_ID(isp)) {
1172 			isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1173 			    "only can enable 1 of %d channels", isp->isp_nchan);
1174 			isp->isp_nchan = 1;
1175 		} else if (!ISP_CAP_VP0(isp)) {
1176 			isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1177 			    "feature properly without VP0_Decoupling");
1178 			isp->isp_nchan = 1;
1179 		}
1180 	}
1181 
1182 	/*
1183 	 * Final DMA setup after we got isp_maxcmds.
1184 	 */
1185 	if (ISP_MBOXDMASETUP(isp) != 0) {
1186 		isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
1187 		return;
1188 	}
1189 
1190 	/*
1191 	 * Setup interrupts.
1192 	 */
1193 	if (ISP_IRQSETUP(isp) != 0) {
1194 		isp_prt(isp, ISP_LOGERR, "Cannot setup IRQ");
1195 		return;
1196 	}
1197 	ISP_ENABLE_INTS(isp);
1198 
1199 	if (IS_FC(isp)) {
1200 		for (i = 0; i < isp->isp_nchan; i++)
1201 			isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1202 	}
1203 
1204 	isp->isp_state = ISP_RESETSTATE;
1205 
1206 	/*
1207 	 * Okay- now that we have new firmware running, we now (re)set our
1208 	 * notion of how many luns we support. This is somewhat tricky because
1209 	 * if we haven't loaded firmware, we sometimes do not have an easy way
1210 	 * of knowing how many luns we support.
1211 	 *
1212 	 * Expanded lun firmware gives you 32 luns for SCSI cards and
1213 	 * unlimited luns for Fibre Channel cards.
1214 	 *
1215 	 * It turns out that even for QLogic 2100s with ROM 1.10 and above
1216 	 * we do get a firmware attributes word returned in mailbox register 6.
1217 	 *
1218 	 * Because the lun is in a different position in the Request Queue
1219 	 * Entry structure for Fibre Channel with expanded lun firmware, we
1220 	 * can only support one lun (lun zero) when we don't know what kind
1221 	 * of firmware we're running.
1222 	 */
1223 	if (IS_SCSI(isp)) {
1224 		if (dodnld) {
1225 			if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1226 				isp->isp_maxluns = 32;
1227 			} else {
1228 				isp->isp_maxluns = 8;
1229 			}
1230 		} else {
1231 			isp->isp_maxluns = 8;
1232 		}
1233 	} else {
1234 		if (ISP_CAP_SCCFW(isp)) {
1235 			isp->isp_maxluns = 0;	/* No limit -- 2/8 bytes */
1236 		} else {
1237 			isp->isp_maxluns = 16;
1238 		}
1239 	}
1240 
1241 	/*
1242 	 * We get some default values established. As a side
1243 	 * effect, NVRAM is read here (unless overriden by
1244 	 * a configuration flag).
1245 	 */
1246 	if (do_load_defaults) {
1247 		if (IS_SCSI(isp)) {
1248 			isp_setdfltsdparm(isp);
1249 		} else {
1250 			for (i = 0; i < isp->isp_nchan; i++) {
1251 				isp_setdfltfcparm(isp, i);
1252 			}
1253 		}
1254 	}
1255 }
1256 
1257 /*
1258  * Clean firmware shutdown.
1259  */
1260 static int
1261 isp_stop(ispsoftc_t *isp)
1262 {
1263 	mbreg_t mbs;
1264 
1265 	isp->isp_state = ISP_NILSTATE;
1266 	MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1267 	mbs.param[1] = 0;
1268 	mbs.param[2] = 0;
1269 	mbs.param[3] = 0;
1270 	mbs.param[4] = 0;
1271 	mbs.param[5] = 0;
1272 	mbs.param[6] = 0;
1273 	mbs.param[7] = 0;
1274 	mbs.param[8] = 0;
1275 	isp_mboxcmd(isp, &mbs);
1276 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1277 }
1278 
1279 /*
1280  * Hardware shutdown.
1281  */
1282 void
1283 isp_shutdown(ispsoftc_t *isp)
1284 {
1285 
1286 	if (isp->isp_state >= ISP_RESETSTATE)
1287 		isp_stop(isp);
1288 	ISP_DISABLE_INTS(isp);
1289 	if (IS_FC(isp)) {
1290 		if (IS_24XX(isp)) {
1291 			ISP_WRITE(isp, BIU2400_ICR, 0);
1292 			ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
1293 		} else {
1294 			ISP_WRITE(isp, BIU_ICR, 0);
1295 			ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1296 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
1297 			ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
1298 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
1299 			ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
1300 			ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
1301 		}
1302 	} else {
1303 		ISP_WRITE(isp, BIU_ICR, 0);
1304 		ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
1305 	}
1306 }
1307 
1308 /*
1309  * Initialize Parameters of Hardware to a known state.
1310  *
1311  * Locks are held before coming here.
1312  */
1313 void
1314 isp_init(ispsoftc_t *isp)
1315 {
1316 	if (IS_FC(isp)) {
1317 		if (IS_24XX(isp)) {
1318 			isp_fibre_init_2400(isp);
1319 		} else {
1320 			isp_fibre_init(isp);
1321 		}
1322 	} else {
1323 		isp_scsi_init(isp);
1324 	}
1325 }
1326 
1327 static void
1328 isp_scsi_init(ispsoftc_t *isp)
1329 {
1330 	sdparam *sdp_chan0, *sdp_chan1;
1331 	mbreg_t mbs;
1332 
1333 	isp->isp_state = ISP_INITSTATE;
1334 
1335 	sdp_chan0 = SDPARAM(isp, 0);
1336 	sdp_chan1 = sdp_chan0;
1337 	if (IS_DUALBUS(isp)) {
1338 		sdp_chan1 = SDPARAM(isp, 1);
1339 	}
1340 
1341 	/* First do overall per-card settings. */
1342 
1343 	/*
1344 	 * If we have fast memory timing enabled, turn it on.
1345 	 */
1346 	if (sdp_chan0->isp_fast_mttr) {
1347 		ISP_WRITE(isp, RISC_MTR, 0x1313);
1348 	}
1349 
1350 	/*
1351 	 * Set Retry Delay and Count.
1352 	 * You set both channels at the same time.
1353 	 */
1354 	MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1355 	mbs.param[1] = sdp_chan0->isp_retry_count;
1356 	mbs.param[2] = sdp_chan0->isp_retry_delay;
1357 	mbs.param[6] = sdp_chan1->isp_retry_count;
1358 	mbs.param[7] = sdp_chan1->isp_retry_delay;
1359 	isp_mboxcmd(isp, &mbs);
1360 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1361 		return;
1362 	}
1363 
1364 	/*
1365 	 * Set ASYNC DATA SETUP time. This is very important.
1366 	 */
1367 	MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1368 	mbs.param[1] = sdp_chan0->isp_async_data_setup;
1369 	mbs.param[2] = sdp_chan1->isp_async_data_setup;
1370 	isp_mboxcmd(isp, &mbs);
1371 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1372 		return;
1373 	}
1374 
1375 	/*
1376 	 * Set ACTIVE Negation State.
1377 	 */
1378 	MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1379 	mbs.param[1] =
1380 	    (sdp_chan0->isp_req_ack_active_neg << 4) |
1381 	    (sdp_chan0->isp_data_line_active_neg << 5);
1382 	mbs.param[2] =
1383 	    (sdp_chan1->isp_req_ack_active_neg << 4) |
1384 	    (sdp_chan1->isp_data_line_active_neg << 5);
1385 	isp_mboxcmd(isp, &mbs);
1386 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1387 		isp_prt(isp, ISP_LOGERR,
1388 		    "failed to set active negation state (%d,%d), (%d,%d)",
1389 		    sdp_chan0->isp_req_ack_active_neg,
1390 		    sdp_chan0->isp_data_line_active_neg,
1391 		    sdp_chan1->isp_req_ack_active_neg,
1392 		    sdp_chan1->isp_data_line_active_neg);
1393 		/*
1394 		 * But don't return.
1395 		 */
1396 	}
1397 
1398 	/*
1399 	 * Set the Tag Aging limit
1400 	 */
1401 	MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1402 	mbs.param[1] = sdp_chan0->isp_tag_aging;
1403 	mbs.param[2] = sdp_chan1->isp_tag_aging;
1404 	isp_mboxcmd(isp, &mbs);
1405 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1406 		isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1407 		    sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1408 		return;
1409 	}
1410 
1411 	/*
1412 	 * Set selection timeout.
1413 	 */
1414 	MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1415 	mbs.param[1] = sdp_chan0->isp_selection_timeout;
1416 	mbs.param[2] = sdp_chan1->isp_selection_timeout;
1417 	isp_mboxcmd(isp, &mbs);
1418 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1419 		return;
1420 	}
1421 
1422 	/* now do per-channel settings */
1423 	isp_scsi_channel_init(isp, 0);
1424 	if (IS_DUALBUS(isp))
1425 		isp_scsi_channel_init(isp, 1);
1426 
1427 	/*
1428 	 * Now enable request/response queues
1429 	 */
1430 
1431 	if (IS_ULTRA2(isp) || IS_1240(isp)) {
1432 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1433 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1434 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1435 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1436 		mbs.param[4] = 0;
1437 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1438 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1439 		isp_mboxcmd(isp, &mbs);
1440 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1441 			return;
1442 		}
1443 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1444 
1445 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1446 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1447 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1448 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1449 		mbs.param[5] = 0;
1450 		mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1451 		mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1452 		isp_mboxcmd(isp, &mbs);
1453 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1454 			return;
1455 		}
1456 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1457 	} else {
1458 		MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1459 		mbs.param[1] = RESULT_QUEUE_LEN(isp);
1460 		mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1461 		mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1462 		mbs.param[4] = 0;
1463 		isp_mboxcmd(isp, &mbs);
1464 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1465 			return;
1466 		}
1467 		isp->isp_residx = isp->isp_resodx = mbs.param[5];
1468 
1469 		MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1470 		mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1471 		mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1472 		mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1473 		mbs.param[5] = 0;
1474 		isp_mboxcmd(isp, &mbs);
1475 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1476 			return;
1477 		}
1478 		isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1479 	}
1480 
1481 	/*
1482 	 * Turn on LVD transitions for ULTRA2 or better and other features
1483 	 *
1484 	 * Now that we have 32 bit handles, don't do any fast posting
1485 	 * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1486 	 * operation or use fast posting. To be conservative, we'll only
1487 	 * do this for Ultra3 cards now because the other cards are so
1488 	 * rare for this author to find and test with.
1489 	 */
1490 
1491 	MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1492 	if (IS_ULTRA2(isp))
1493 		mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1494 #ifdef	ISP_NO_RIO
1495 	if (IS_ULTRA3(isp))
1496 		mbs.param[1] |= FW_FEATURE_FAST_POST;
1497 #else
1498 	if (IS_ULTRA3(isp))
1499 		mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1500 #endif
1501 	if (mbs.param[1] != 0) {
1502 		uint16_t sfeat = mbs.param[1];
1503 		isp_mboxcmd(isp, &mbs);
1504 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1505 			isp_prt(isp, ISP_LOGINFO,
1506 			    "Enabled FW features (0x%x)", sfeat);
1507 		}
1508 	}
1509 
1510 	isp->isp_state = ISP_RUNSTATE;
1511 }
1512 
1513 static void
1514 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1515 {
1516 	sdparam *sdp;
1517 	mbreg_t mbs;
1518 	int tgt;
1519 
1520 	sdp = SDPARAM(isp, chan);
1521 
1522 	/*
1523 	 * Set (possibly new) Initiator ID.
1524 	 */
1525 	MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1526 	mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1527 	isp_mboxcmd(isp, &mbs);
1528 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1529 		return;
1530 	}
1531 	isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1532 	    chan, sdp->isp_initiator_id);
1533 
1534 
1535 	/*
1536 	 * Set current per-target parameters to an initial safe minimum.
1537 	 */
1538 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1539 		int lun;
1540 		uint16_t sdf;
1541 
1542 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
1543 			continue;
1544 		}
1545 #ifndef	ISP_TARGET_MODE
1546 		sdf = sdp->isp_devparam[tgt].goal_flags;
1547 		sdf &= DPARM_SAFE_DFLT;
1548 		/*
1549 		 * It is not quite clear when this changed over so that
1550 		 * we could force narrow and async for 1000/1020 cards,
1551 		 * but assume that this is only the case for loaded
1552 		 * firmware.
1553 		 */
1554 		if (isp->isp_loaded_fw) {
1555 			sdf |= DPARM_NARROW | DPARM_ASYNC;
1556 		}
1557 #else
1558 		/*
1559 		 * The !$*!)$!$)* f/w uses the same index into some
1560 		 * internal table to decide how to respond to negotiations,
1561 		 * so if we've said "let's be safe" for ID X, and ID X
1562 		 * selects *us*, the negotiations will back to 'safe'
1563 		 * (as in narrow/async). What the f/w *should* do is
1564 		 * use the initiator id settings to decide how to respond.
1565 		 */
1566 		sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1567 #endif
1568 		MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1569 		mbs.param[1] = (chan << 15) | (tgt << 8);
1570 		mbs.param[2] = sdf;
1571 		if ((sdf & DPARM_SYNC) == 0) {
1572 			mbs.param[3] = 0;
1573 		} else {
1574 			mbs.param[3] =
1575 			    (sdp->isp_devparam[tgt].goal_offset << 8) |
1576 			    (sdp->isp_devparam[tgt].goal_period);
1577 		}
1578 		isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1579 		    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1580 		isp_mboxcmd(isp, &mbs);
1581 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1582 			sdf = DPARM_SAFE_DFLT;
1583 			MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1584 			mbs.param[1] = (tgt << 8) | (chan << 15);
1585 			mbs.param[2] = sdf;
1586 			mbs.param[3] = 0;
1587 			isp_mboxcmd(isp, &mbs);
1588 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1589 				continue;
1590 			}
1591 		}
1592 
1593 		/*
1594 		 * We don't update any information directly from the f/w
1595 		 * because we need to run at least one command to cause a
1596 		 * new state to be latched up. So, we just assume that we
1597 		 * converge to the values we just had set.
1598 		 *
1599 		 * Ensure that we don't believe tagged queuing is enabled yet.
1600 		 * It turns out that sometimes the ISP just ignores our
1601 		 * attempts to set parameters for devices that it hasn't
1602 		 * seen yet.
1603 		 */
1604 		sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1605 		for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1606 			MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1607 			mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1608 			mbs.param[2] = sdp->isp_max_queue_depth;
1609 			mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1610 			isp_mboxcmd(isp, &mbs);
1611 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1612 				break;
1613 			}
1614 		}
1615 	}
1616 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1617 		if (sdp->isp_devparam[tgt].dev_refresh) {
1618 			sdp->sendmarker = 1;
1619 			sdp->update = 1;
1620 			break;
1621 		}
1622 	}
1623 }
1624 
1625 /*
1626  * Fibre Channel specific initialization.
1627  */
1628 static void
1629 isp_fibre_init(ispsoftc_t *isp)
1630 {
1631 	fcparam *fcp;
1632 	isp_icb_t local, *icbp = &local;
1633 	mbreg_t mbs;
1634 	int ownloopid;
1635 
1636 	/*
1637 	 * We only support one channel on non-24XX cards
1638 	 */
1639 	fcp = FCPARAM(isp, 0);
1640 	if (fcp->role == ISP_ROLE_NONE)
1641 		return;
1642 
1643 	isp->isp_state = ISP_INITSTATE;
1644 	ISP_MEMZERO(icbp, sizeof (*icbp));
1645 	icbp->icb_version = ICB_VERSION1;
1646 	icbp->icb_fwoptions = fcp->isp_fwoptions;
1647 
1648 	/*
1649 	 * Firmware Options are either retrieved from NVRAM or
1650 	 * are patched elsewhere. We check them for sanity here
1651 	 * and make changes based on board revision, but otherwise
1652 	 * let others decide policy.
1653 	 */
1654 
1655 	/*
1656 	 * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1657 	 */
1658 	if (IS_2100(isp) && isp->isp_revision < 5) {
1659 		icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1660 	}
1661 
1662 	/*
1663 	 * We have to use FULL LOGIN even though it resets the loop too much
1664 	 * because otherwise port database entries don't get updated after
1665 	 * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1666 	 */
1667 	if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1668 		icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1669 	}
1670 
1671 	/*
1672 	 * Insist on Port Database Update Async notifications
1673 	 */
1674 	icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1675 
1676 	/*
1677 	 * Make sure that target role reflects into fwoptions.
1678 	 */
1679 	if (fcp->role & ISP_ROLE_TARGET) {
1680 		icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1681 	} else {
1682 		icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1683 	}
1684 
1685 	/*
1686 	 * For some reason my 2200 does not generate ATIOs in target mode
1687 	 * if initiator is disabled.  Extra logins are better then target
1688 	 * not working at all.
1689 	 */
1690 	if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1691 		icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1692 	} else {
1693 		icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1694 	}
1695 
1696 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1697 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1698 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1699 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1700 	}
1701 	icbp->icb_maxalloc = fcp->isp_maxalloc;
1702 	if (icbp->icb_maxalloc < 1) {
1703 		isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1704 		icbp->icb_maxalloc = 16;
1705 	}
1706 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1707 	if (icbp->icb_execthrottle < 1) {
1708 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1709 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1710 	}
1711 	icbp->icb_retry_delay = fcp->isp_retry_delay;
1712 	icbp->icb_retry_count = fcp->isp_retry_count;
1713 	icbp->icb_hardaddr = fcp->isp_loopid;
1714 	ownloopid = (isp->isp_confopts & ISP_CFG_OWNLOOPID) != 0;
1715 	if (icbp->icb_hardaddr >= LOCAL_LOOP_LIM) {
1716 		icbp->icb_hardaddr = 0;
1717 		ownloopid = 0;
1718 	}
1719 
1720 	/*
1721 	 * Our life seems so much better with 2200s and later with
1722 	 * the latest f/w if we set Hard Address.
1723 	 */
1724 	if (ownloopid || ISP_FW_NEWER_THAN(isp, 2, 2, 5)) {
1725 		icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1726 	}
1727 
1728 	/*
1729 	 * Right now we just set extended options to prefer point-to-point
1730 	 * over loop based upon some soft config options.
1731 	 *
1732 	 * NB: for the 2300, ICBOPT_EXTENDED is required.
1733 	 */
1734 	if (IS_2100(isp)) {
1735 		/*
1736 		 * We can't have Fast Posting any more- we now
1737 		 * have 32 bit handles.
1738 		 */
1739 		icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1740 	} else if (IS_2200(isp) || IS_23XX(isp)) {
1741 		icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1742 
1743 		icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1744 
1745 		if (ISP_CAP_FCTAPE(isp)) {
1746 			if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1747 				icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1748 
1749 			if (isp->isp_confopts & ISP_CFG_FCTAPE)
1750 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1751 
1752 			if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1753 				icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;	/* per documents */
1754 				icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1755 				FCPARAM(isp, 0)->fctape_enabled = 1;
1756 			} else {
1757 				FCPARAM(isp, 0)->fctape_enabled = 0;
1758 			}
1759 		} else {
1760 			icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1761 			FCPARAM(isp, 0)->fctape_enabled = 0;
1762 		}
1763 
1764 		/*
1765 		 * Prefer or force Point-To-Point instead Loop?
1766 		 */
1767 		switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1768 		case ISP_CFG_LPORT_ONLY:
1769 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1770 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1771 			break;
1772 		case ISP_CFG_NPORT_ONLY:
1773 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1774 			icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1775 			break;
1776 		case ISP_CFG_LPORT:
1777 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1778 			icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1779 			break;
1780 		case ISP_CFG_NPORT:
1781 			icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1782 			icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1783 			break;
1784 		default:
1785 			/* Let NVRAM settings define it if they are sane */
1786 			switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1787 			case ICBXOPT_PTP_2_LOOP:
1788 			case ICBXOPT_PTP_ONLY:
1789 			case ICBXOPT_LOOP_ONLY:
1790 			case ICBXOPT_LOOP_2_PTP:
1791 				break;
1792 			default:
1793 				icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1794 				icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1795 			}
1796 			break;
1797 		}
1798 		if (IS_2200(isp)) {
1799 			/*
1800 			 * We can't have Fast Posting any more- we now
1801 			 * have 32 bit handles.
1802 			 *
1803 			 * RIO seemed to have to much breakage.
1804 			 *
1805 			 * Just opt for safety.
1806 			 */
1807 			icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1808 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1809 		} else {
1810 			/*
1811 			 * QLogic recommends that FAST Posting be turned
1812 			 * off for 23XX cards and instead allow the HBA
1813 			 * to write response queue entries and interrupt
1814 			 * after a delay (ZIO).
1815 			 */
1816 			icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1817 			if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1818 				icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1819 				icbp->icb_idelaytimer = 10;
1820 			}
1821 			icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1822 			if (isp->isp_confopts & ISP_CFG_1GB) {
1823 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1824 				icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1825 			} else if (isp->isp_confopts & ISP_CFG_2GB) {
1826 				icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1827 				icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1828 			} else {
1829 				switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1830 				case ICBZOPT_RATE_1GB:
1831 				case ICBZOPT_RATE_2GB:
1832 				case ICBZOPT_RATE_AUTO:
1833 					break;
1834 				default:
1835 					icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1836 					icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1837 					break;
1838 				}
1839 			}
1840 		}
1841 	}
1842 
1843 
1844 	/*
1845 	 * For 22XX > 2.1.26 && 23XX, set some options.
1846 	 */
1847 	if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1848 		MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1849 		mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1850 		mbs.param[2] = 0;
1851 		mbs.param[3] = 0;
1852 		if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1853 			mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1854 			if (fcp->role & ISP_ROLE_TARGET) {
1855 				if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1856 					mbs.param[1] |= IFCOPT1_ENAPURE;
1857 				}
1858 				mbs.param[3] = IFCOPT3_NOPRLI;
1859 			}
1860 		}
1861 		isp_mboxcmd(isp, &mbs);
1862 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1863 			return;
1864 		}
1865 	}
1866 	icbp->icb_logintime = ICB_LOGIN_TOV;
1867 
1868 #ifdef	ISP_TARGET_MODE
1869 	if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1870 		icbp->icb_lunenables = 0xffff;
1871 		icbp->icb_ccnt = 0xff;
1872 		icbp->icb_icnt = 0xff;
1873 		icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1874 	}
1875 #endif
1876 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
1877 		icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1878 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1879 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1880 		isp_prt(isp, ISP_LOGDEBUG1,
1881 		    "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1882 		    ((uint32_t) (fcp->isp_wwnn >> 32)),
1883 		    ((uint32_t) (fcp->isp_wwnn)),
1884 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1885 		    ((uint32_t) (fcp->isp_wwpn)));
1886 	} else if (fcp->isp_wwpn) {
1887 		icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1888 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1889 		isp_prt(isp, ISP_LOGDEBUG1,
1890 		    "Setting ICB Port 0x%08x%08x",
1891 		    ((uint32_t) (fcp->isp_wwpn >> 32)),
1892 		    ((uint32_t) (fcp->isp_wwpn)));
1893 	} else {
1894 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1895 		return;
1896 	}
1897 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1898 	if (icbp->icb_rqstqlen < 1) {
1899 		isp_prt(isp, ISP_LOGERR, "bad request queue length");
1900 	}
1901 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1902 	if (icbp->icb_rsltqlen < 1) {
1903 		isp_prt(isp, ISP_LOGERR, "bad result queue length");
1904 	}
1905 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1906 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1907 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1908 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1909 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1910 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1911 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1912 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1913 
1914 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1915 		isp_prt(isp, ISP_LOGERR, sacq);
1916 		return;
1917 	}
1918 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1919 	    icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1920 
1921 	isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1922 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
1923 		isp_print_bytes(isp, "isp_fibre_init",
1924 		    sizeof(*icbp), fcp->isp_scratch);
1925 	}
1926 
1927 	/*
1928 	 * Init the firmware
1929 	 */
1930 	MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1931 	mbs.param[1] = 0;
1932 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1933 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1934 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1935 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1936 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1937 	    fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1938 	    (uint32_t) fcp->isp_scdma);
1939 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1940 	isp_mboxcmd(isp, &mbs);
1941 	FC_SCRATCH_RELEASE(isp, 0);
1942 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
1943 		return;
1944 	isp->isp_reqidx = 0;
1945 	isp->isp_reqodx = 0;
1946 	isp->isp_residx = 0;
1947 	isp->isp_resodx = 0;
1948 
1949 	/*
1950 	 * Whatever happens, we're now committed to being here.
1951 	 */
1952 	isp->isp_state = ISP_RUNSTATE;
1953 }
1954 
1955 static void
1956 isp_fibre_init_2400(ispsoftc_t *isp)
1957 {
1958 	fcparam *fcp;
1959 	isp_icb_2400_t local, *icbp = &local;
1960 	mbreg_t mbs;
1961 	int chan;
1962 	int ownloopid = 0;
1963 
1964 	/*
1965 	 * Check to see whether all channels have *some* kind of role
1966 	 */
1967 	for (chan = 0; chan < isp->isp_nchan; chan++) {
1968 		fcp = FCPARAM(isp, chan);
1969 		if (fcp->role != ISP_ROLE_NONE) {
1970 			break;
1971 		}
1972 	}
1973 	if (chan == isp->isp_nchan) {
1974 		isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
1975 		return;
1976 	}
1977 
1978 	isp->isp_state = ISP_INITSTATE;
1979 
1980 	/*
1981 	 * Start with channel 0.
1982 	 */
1983 	fcp = FCPARAM(isp, 0);
1984 
1985 	/*
1986 	 * Turn on LIP F8 async event (1)
1987 	 */
1988 	MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1989 	mbs.param[1] = 1;
1990 	isp_mboxcmd(isp, &mbs);
1991 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1992 		return;
1993 	}
1994 
1995 	ISP_MEMZERO(icbp, sizeof (*icbp));
1996 	icbp->icb_fwoptions1 = fcp->isp_fwoptions;
1997 	icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
1998 	icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
1999 	if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2000 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2001 		icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2002 	} else {
2003 		if (fcp->role & ISP_ROLE_TARGET)
2004 			icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2005 		else
2006 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2007 		if (fcp->role & ISP_ROLE_INITIATOR)
2008 			icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2009 		else
2010 			icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2011 	}
2012 
2013 	icbp->icb_version = ICB_VERSION1;
2014 	icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2015 	if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2016 		isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2017 		icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2018 	}
2019 
2020 	icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2021 	if (icbp->icb_execthrottle < 1) {
2022 		isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2023 		icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2024 	}
2025 
2026 	/*
2027 	 * Set target exchange count. Take half if we are supporting both roles.
2028 	 */
2029 	if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2030 		icbp->icb_xchgcnt = isp->isp_maxcmds;
2031 		if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2032 			icbp->icb_xchgcnt >>= 1;
2033 	}
2034 
2035 
2036 	ownloopid = (isp->isp_confopts & ISP_CFG_OWNLOOPID) != 0;
2037 	icbp->icb_hardaddr = fcp->isp_loopid;
2038 	if (icbp->icb_hardaddr >= LOCAL_LOOP_LIM) {
2039 		icbp->icb_hardaddr = 0;
2040 		ownloopid = 0;
2041 	}
2042 
2043 	if (ownloopid)
2044 		icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2045 
2046 	if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2047 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2048 	}
2049 	if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2050 		icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2051 	}
2052 
2053 	for (chan = 0; chan < isp->isp_nchan; chan++) {
2054 		if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2055 			FCPARAM(isp, chan)->fctape_enabled = 1;
2056 		else
2057 			FCPARAM(isp, chan)->fctape_enabled = 0;
2058 	}
2059 
2060 	switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2061 	case ISP_CFG_LPORT_ONLY:
2062 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2063 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2064 		break;
2065 	case ISP_CFG_NPORT_ONLY:
2066 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2067 		icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2068 		break;
2069 	case ISP_CFG_NPORT:
2070 		/* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2071 	case ISP_CFG_LPORT:
2072 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2073 		icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2074 		break;
2075 	default:
2076 		/* Let NVRAM settings define it if they are sane */
2077 		switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2078 		case ICB2400_OPT2_LOOP_ONLY:
2079 		case ICB2400_OPT2_PTP_ONLY:
2080 		case ICB2400_OPT2_LOOP_2_PTP:
2081 			break;
2082 		default:
2083 			icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2084 			icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2085 		}
2086 		break;
2087 	}
2088 
2089 	switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2090 	case ICB2400_OPT2_ZIO:
2091 	case ICB2400_OPT2_ZIO1:
2092 		icbp->icb_idelaytimer = 0;
2093 		break;
2094 	case 0:
2095 		break;
2096 	default:
2097 		isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2098 		icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2099 		break;
2100 	}
2101 
2102 	if (IS_26XX(isp)) {
2103 		/* Use handshake to reduce global lock congestion. */
2104 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2105 		icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2106 	}
2107 
2108 	if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2109 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2110 	}
2111 	if (isp->isp_confopts & ISP_CFG_1GB) {
2112 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2113 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2114 	} else if (isp->isp_confopts & ISP_CFG_2GB) {
2115 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2116 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2117 	} else if (isp->isp_confopts & ISP_CFG_4GB) {
2118 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2119 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2120 	} else if (isp->isp_confopts & ISP_CFG_8GB) {
2121 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2122 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2123 	} else if (isp->isp_confopts & ISP_CFG_16GB) {
2124 		icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2125 		icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2126 	} else {
2127 		switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2128 		case ICB2400_OPT3_RATE_4GB:
2129 		case ICB2400_OPT3_RATE_8GB:
2130 		case ICB2400_OPT3_RATE_16GB:
2131 		case ICB2400_OPT3_RATE_AUTO:
2132 			break;
2133 		case ICB2400_OPT3_RATE_2GB:
2134 			if (isp->isp_type <= ISP_HA_FC_2500)
2135 				break;
2136 			/*FALLTHROUGH*/
2137 		case ICB2400_OPT3_RATE_1GB:
2138 			if (isp->isp_type <= ISP_HA_FC_2400)
2139 				break;
2140 			/*FALLTHROUGH*/
2141 		default:
2142 			icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2143 			icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2144 			break;
2145 		}
2146 	}
2147 	if (ownloopid == 0) {
2148 		icbp->icb_fwoptions3 |= ICB2400_OPT3_SOFTID;
2149 	}
2150 	icbp->icb_logintime = ICB_LOGIN_TOV;
2151 
2152 	if (fcp->isp_wwnn && fcp->isp_wwpn) {
2153 		icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2154 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2155 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2156 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2157 		    ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2158 	} else if (fcp->isp_wwpn) {
2159 		icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2160 		MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2161 		isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2162 	} else {
2163 		isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2164 		return;
2165 	}
2166 	icbp->icb_retry_count = fcp->isp_retry_count;
2167 
2168 	icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2169 	if (icbp->icb_rqstqlen < 8) {
2170 		isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2171 		return;
2172 	}
2173 	icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2174 	if (icbp->icb_rsltqlen < 8) {
2175 		isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2176 		    icbp->icb_rsltqlen);
2177 		return;
2178 	}
2179 	icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2180 	icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2181 	icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2182 	icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2183 
2184 	icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2185 	icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2186 	icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2187 	icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2188 
2189 #ifdef	ISP_TARGET_MODE
2190 	/* unconditionally set up the ATIO queue if we support target mode */
2191 	icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2192 	if (icbp->icb_atioqlen < 8) {
2193 		isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2194 		return;
2195 	}
2196 	icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2197 	icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2198 	icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2199 	icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2200 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2201 	    DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2202 #endif
2203 
2204 	if (ISP_CAP_MSIX(isp) && isp->isp_nirq >= 2) {
2205 		icbp->icb_msixresp = 1;
2206 		if (IS_26XX(isp) && isp->isp_nirq >= 3)
2207 			icbp->icb_msixatio = 2;
2208 	}
2209 
2210 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2211 
2212 	isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2213 	    DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2214 	    DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2215 
2216 	if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2217 		isp_prt(isp, ISP_LOGERR, sacq);
2218 		return;
2219 	}
2220 	ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2221 	isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2222 	if (isp->isp_dblev & ISP_LOGDEBUG1) {
2223 		isp_print_bytes(isp, "isp_fibre_init_2400",
2224 		    sizeof (*icbp), fcp->isp_scratch);
2225 	}
2226 
2227 	/*
2228 	 * Now fill in information about any additional channels
2229 	 */
2230 	if (isp->isp_nchan > 1) {
2231 		isp_icb_2400_vpinfo_t vpinfo, *vdst;
2232 		vp_port_info_t pi, *pdst;
2233 		size_t amt = 0;
2234 		uint8_t *off;
2235 
2236 		vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2237 		if (ISP_CAP_VP0(isp)) {
2238 			vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2239 			vpinfo.vp_count = isp->isp_nchan;
2240 			chan = 0;
2241 		} else {
2242 			vpinfo.vp_count = isp->isp_nchan - 1;
2243 			chan = 1;
2244 		}
2245 		off = fcp->isp_scratch;
2246 		off += ICB2400_VPINFO_OFF;
2247 		vdst = (isp_icb_2400_vpinfo_t *) off;
2248 		isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2249 		amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2250 		for (; chan < isp->isp_nchan; chan++) {
2251 			fcparam *fcp2;
2252 
2253 			ISP_MEMZERO(&pi, sizeof (pi));
2254 			fcp2 = FCPARAM(isp, chan);
2255 			if (fcp2->role != ISP_ROLE_NONE) {
2256 				pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2257 				    ICB2400_VPOPT_ENA_SNSLOGIN;
2258 				if (fcp2->role & ISP_ROLE_INITIATOR)
2259 					pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2260 				if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2261 					pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2262 				if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2263 					pi.vp_port_loopid = fcp2->isp_loopid;
2264 					if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2265 						pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2266 				}
2267 
2268 			}
2269 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2270 			MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2271 			off = fcp->isp_scratch;
2272 			if (ISP_CAP_VP0(isp))
2273 				off += ICB2400_VPINFO_PORT_OFF(chan);
2274 			else
2275 				off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2276 			pdst = (vp_port_info_t *) off;
2277 			isp_put_vp_port_info(isp, &pi, pdst);
2278 			amt += ICB2400_VPOPT_WRITE_SIZE;
2279 		}
2280 		if (isp->isp_dblev & ISP_LOGDEBUG1) {
2281 			isp_print_bytes(isp, "isp_fibre_init_2400",
2282 			    amt - ICB2400_VPINFO_OFF,
2283 			    (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2284 		}
2285 	}
2286 
2287 	/*
2288 	 * Init the firmware
2289 	 */
2290 	MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2291 	if (isp->isp_nchan > 1) {
2292 		mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2293 	} else {
2294 		mbs.param[0] = MBOX_INIT_FIRMWARE;
2295 	}
2296 	mbs.param[1] = 0;
2297 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2298 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2299 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2300 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2301 	isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2302 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2303 	isp_mboxcmd(isp, &mbs);
2304 	FC_SCRATCH_RELEASE(isp, 0);
2305 
2306 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2307 		return;
2308 	}
2309 	isp->isp_reqidx = 0;
2310 	isp->isp_reqodx = 0;
2311 	isp->isp_residx = 0;
2312 	isp->isp_resodx = 0;
2313 	isp->isp_atioodx = 0;
2314 
2315 	/*
2316 	 * Whatever happens, we're now committed to being here.
2317 	 */
2318 	isp->isp_state = ISP_RUNSTATE;
2319 }
2320 
2321 static int
2322 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2323 {
2324 	fcparam *fcp = FCPARAM(isp, chan);
2325 	vp_modify_t vp;
2326 	void *reqp;
2327 	uint8_t resp[QENTRY_LEN];
2328 
2329 	/* Build a VP MODIFY command in memory */
2330 	ISP_MEMZERO(&vp, sizeof(vp));
2331 	vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2332 	vp.vp_mod_hdr.rqs_entry_count = 1;
2333 	vp.vp_mod_cnt = 1;
2334 	vp.vp_mod_idx0 = chan;
2335 	vp.vp_mod_cmd = VP_MODIFY_ENA;
2336 	vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2337 	    ICB2400_VPOPT_ENA_SNSLOGIN;
2338 	if (fcp->role & ISP_ROLE_INITIATOR)
2339 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2340 	if ((fcp->role & ISP_ROLE_TARGET) == 0)
2341 		vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2342 	if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2343 		vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2344 		if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2345 			vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2346 	}
2347 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2348 	MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2349 
2350 	/* Prepare space for response in memory */
2351 	memset(resp, 0xff, sizeof(resp));
2352 	vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2353 	if (vp.vp_mod_hdl == 0) {
2354 		isp_prt(isp, ISP_LOGERR,
2355 		    "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2356 		return (EIO);
2357 	}
2358 
2359 	/* Send request and wait for response. */
2360 	reqp = isp_getrqentry(isp);
2361 	if (reqp == NULL) {
2362 		isp_prt(isp, ISP_LOGERR,
2363 		    "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2364 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2365 		return (EIO);
2366 	}
2367 	isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2368 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2369 		isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2370 	ISP_SYNC_REQUEST(isp);
2371 	if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2372 		isp_prt(isp, ISP_LOGERR,
2373 		    "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2374 		isp_destroy_handle(isp, vp.vp_mod_hdl);
2375 		return (EIO);
2376 	}
2377 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2378 		isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2379 	isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2380 
2381 	if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2382 		isp_prt(isp, ISP_LOGERR,
2383 		    "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2384 		    __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2385 		return (EIO);
2386 	}
2387 	return (0);
2388 }
2389 
2390 static int
2391 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2392 {
2393 	vp_ctrl_info_t vp;
2394 	void *reqp;
2395 	uint8_t resp[QENTRY_LEN];
2396 
2397 	/* Build a VP CTRL command in memory */
2398 	ISP_MEMZERO(&vp, sizeof(vp));
2399 	vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2400 	vp.vp_ctrl_hdr.rqs_entry_count = 1;
2401 	if (ISP_CAP_VP0(isp)) {
2402 		vp.vp_ctrl_status = 1;
2403 	} else {
2404 		vp.vp_ctrl_status = 0;
2405 		chan--;	/* VP0 can not be controlled in this case. */
2406 	}
2407 	vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2408 	vp.vp_ctrl_vp_count = 1;
2409 	vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2410 
2411 	/* Prepare space for response in memory */
2412 	memset(resp, 0xff, sizeof(resp));
2413 	vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2414 	if (vp.vp_ctrl_handle == 0) {
2415 		isp_prt(isp, ISP_LOGERR,
2416 		    "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2417 		return (EIO);
2418 	}
2419 
2420 	/* Send request and wait for response. */
2421 	reqp = isp_getrqentry(isp);
2422 	if (reqp == NULL) {
2423 		isp_prt(isp, ISP_LOGERR,
2424 		    "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2425 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2426 		return (EIO);
2427 	}
2428 	isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2429 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2430 		isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2431 	ISP_SYNC_REQUEST(isp);
2432 	if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2433 		isp_prt(isp, ISP_LOGERR,
2434 		    "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2435 		isp_destroy_handle(isp, vp.vp_ctrl_handle);
2436 		return (EIO);
2437 	}
2438 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2439 		isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2440 	isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2441 
2442 	if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2443 		isp_prt(isp, ISP_LOGERR,
2444 		    "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2445 		    __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2446 		    vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2447 		return (EIO);
2448 	}
2449 	return (0);
2450 }
2451 
2452 static int
2453 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2454 {
2455 	fcparam *fcp = FCPARAM(isp, chan);
2456 	int i, was, res = 0;
2457 
2458 	if (chan >= isp->isp_nchan) {
2459 		isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2460 		return (ENXIO);
2461 	}
2462 	if (fcp->role == new_role)
2463 		return (0);
2464 	for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2465 		if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2466 			was++;
2467 	}
2468 	if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2469 		fcp->role = new_role;
2470 		return (isp_reinit(isp, 0));
2471 	}
2472 	if (fcp->role != ISP_ROLE_NONE) {
2473 		res = isp_fc_disable_vp(isp, chan);
2474 		isp_clear_portdb(isp, chan);
2475 	}
2476 	fcp->role = new_role;
2477 	if (fcp->role != ISP_ROLE_NONE)
2478 		res = isp_fc_enable_vp(isp, chan);
2479 	return (res);
2480 }
2481 
2482 static void
2483 isp_clear_portdb(ispsoftc_t *isp, int chan)
2484 {
2485 	fcparam *fcp = FCPARAM(isp, chan);
2486 	fcportdb_t *lp;
2487 	int i;
2488 
2489 	for (i = 0; i < MAX_FC_TARG; i++) {
2490 		lp = &fcp->portdb[i];
2491 		switch (lp->state) {
2492 		case FC_PORTDB_STATE_DEAD:
2493 		case FC_PORTDB_STATE_CHANGED:
2494 		case FC_PORTDB_STATE_VALID:
2495 			lp->state = FC_PORTDB_STATE_NIL;
2496 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2497 			break;
2498 		case FC_PORTDB_STATE_NIL:
2499 		case FC_PORTDB_STATE_NEW:
2500 			lp->state = FC_PORTDB_STATE_NIL;
2501 			break;
2502 		case FC_PORTDB_STATE_ZOMBIE:
2503 			break;
2504 		default:
2505 			panic("Don't know how to clear state %d\n", lp->state);
2506 		}
2507 	}
2508 }
2509 
2510 static void
2511 isp_mark_portdb(ispsoftc_t *isp, int chan)
2512 {
2513 	fcparam *fcp = FCPARAM(isp, chan);
2514 	fcportdb_t *lp;
2515 	int i;
2516 
2517 	for (i = 0; i < MAX_FC_TARG; i++) {
2518 		lp = &fcp->portdb[i];
2519 		if (lp->state == FC_PORTDB_STATE_NIL)
2520 			continue;
2521 		if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2522 		    lp->portid <= DOMAIN_CONTROLLER_END)
2523 			continue;
2524 		fcp->portdb[i].probational = 1;
2525 	}
2526 }
2527 
2528 /*
2529  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2530  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2531  */
2532 static int
2533 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2534 {
2535 	isp_plogx_t pl;
2536 	void *reqp;
2537 	uint8_t resp[QENTRY_LEN];
2538 	uint32_t sst, parm1;
2539 	int rval, lev;
2540 	const char *msg;
2541 	char buf[64];
2542 
2543 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2544 	    chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2545 	    "Login":"Logout", portid, handle);
2546 	if (!IS_24XX(isp)) {
2547 		int action = flags & PLOGX_FLG_CMD_MASK;
2548 		if (action == PLOGX_FLG_CMD_PLOGI) {
2549 			return (isp_port_login(isp, handle, portid));
2550 		} else if (action == PLOGX_FLG_CMD_LOGO) {
2551 			return (isp_port_logout(isp, handle, portid));
2552 		} else {
2553 			return (MBOX_INVALID_COMMAND);
2554 		}
2555 	}
2556 
2557 	ISP_MEMZERO(&pl, sizeof(pl));
2558 	pl.plogx_header.rqs_entry_count = 1;
2559 	pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2560 	pl.plogx_nphdl = handle;
2561 	pl.plogx_vphdl = chan;
2562 	pl.plogx_portlo = portid;
2563 	pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2564 	pl.plogx_flags = flags;
2565 
2566 	/* Prepare space for response in memory */
2567 	memset(resp, 0xff, sizeof(resp));
2568 	pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2569 	if (pl.plogx_handle == 0) {
2570 		isp_prt(isp, ISP_LOGERR,
2571 		    "%s: PLOGX of Chan %d out of handles", __func__, chan);
2572 		return (-1);
2573 	}
2574 
2575 	/* Send request and wait for response. */
2576 	reqp = isp_getrqentry(isp);
2577 	if (reqp == NULL) {
2578 		isp_prt(isp, ISP_LOGERR,
2579 		    "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2580 		isp_destroy_handle(isp, pl.plogx_handle);
2581 		return (-1);
2582 	}
2583 	isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2584 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2585 		isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2586 	FCPARAM(isp, chan)->isp_login_hdl = handle;
2587 	ISP_SYNC_REQUEST(isp);
2588 	if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2589 	    == EWOULDBLOCK) {
2590 		isp_prt(isp, ISP_LOGERR,
2591 		    "%s: PLOGX of Chan %d timed out", __func__, chan);
2592 		isp_destroy_handle(isp, pl.plogx_handle);
2593 		return (-1);
2594 	}
2595 	FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2596 	if (isp->isp_dblev & ISP_LOGDEBUG1)
2597 		isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2598 	isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2599 
2600 	if (pl.plogx_status == PLOGX_STATUS_OK) {
2601 		return (0);
2602 	} else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2603 		isp_prt(isp, ISP_LOGWARN,
2604 		    "status 0x%x on port login IOCB channel %d",
2605 		    pl.plogx_status, chan);
2606 		return (-1);
2607 	}
2608 
2609 	sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2610 	parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2611 
2612 	rval = -1;
2613 	lev = ISP_LOGERR;
2614 	msg = NULL;
2615 
2616 	switch (sst) {
2617 	case PLOGX_IOCBERR_NOLINK:
2618 		msg = "no link";
2619 		break;
2620 	case PLOGX_IOCBERR_NOIOCB:
2621 		msg = "no IOCB buffer";
2622 		break;
2623 	case PLOGX_IOCBERR_NOXGHG:
2624 		msg = "no Exchange Control Block";
2625 		break;
2626 	case PLOGX_IOCBERR_FAILED:
2627 		ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2628 		msg = buf;
2629 		break;
2630 	case PLOGX_IOCBERR_NOFABRIC:
2631 		msg = "no fabric";
2632 		break;
2633 	case PLOGX_IOCBERR_NOTREADY:
2634 		msg = "firmware not ready";
2635 		break;
2636 	case PLOGX_IOCBERR_NOLOGIN:
2637 		ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2638 		msg = buf;
2639 		rval = MBOX_NOT_LOGGED_IN;
2640 		break;
2641 	case PLOGX_IOCBERR_REJECT:
2642 		ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2643 		msg = buf;
2644 		break;
2645 	case PLOGX_IOCBERR_NOPCB:
2646 		msg = "no PCB allocated";
2647 		break;
2648 	case PLOGX_IOCBERR_EINVAL:
2649 		ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2650 		msg = buf;
2651 		break;
2652 	case PLOGX_IOCBERR_PORTUSED:
2653 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2654 		ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2655 		msg = buf;
2656 		rval = MBOX_PORT_ID_USED | (parm1 << 16);
2657 		break;
2658 	case PLOGX_IOCBERR_HNDLUSED:
2659 		lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2660 		ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2661 		msg = buf;
2662 		rval = MBOX_LOOP_ID_USED;
2663 		break;
2664 	case PLOGX_IOCBERR_NOHANDLE:
2665 		msg = "no handle allocated";
2666 		break;
2667 	case PLOGX_IOCBERR_NOFLOGI:
2668 		msg = "no FLOGI_ACC";
2669 		break;
2670 	default:
2671 		ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2672 		msg = buf;
2673 		break;
2674 	}
2675 	if (msg) {
2676 		isp_prt(isp, lev, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s",
2677 		    chan, portid, handle, msg);
2678 	}
2679 	return (rval);
2680 }
2681 
2682 static int
2683 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2684 {
2685 	mbreg_t mbs;
2686 
2687 	MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2688 	if (ISP_CAP_2KLOGIN(isp)) {
2689 		mbs.param[1] = handle;
2690 		mbs.ibits = (1 << 10);
2691 	} else {
2692 		mbs.param[1] = handle << 8;
2693 	}
2694 	mbs.param[2] = portid >> 16;
2695 	mbs.param[3] = portid;
2696 	mbs.logval = MBLOGNONE;
2697 	mbs.timeout = 500000;
2698 	isp_mboxcmd(isp, &mbs);
2699 
2700 	switch (mbs.param[0]) {
2701 	case MBOX_PORT_ID_USED:
2702 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2703 		return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2704 
2705 	case MBOX_LOOP_ID_USED:
2706 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2707 		return (MBOX_LOOP_ID_USED);
2708 
2709 	case MBOX_COMMAND_COMPLETE:
2710 		return (0);
2711 
2712 	case MBOX_COMMAND_ERROR:
2713 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2714 		return (MBOX_COMMAND_ERROR);
2715 
2716 	case MBOX_ALL_IDS_USED:
2717 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2718 		return (MBOX_ALL_IDS_USED);
2719 
2720 	default:
2721 		isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2722 		return (mbs.param[0]);
2723 	}
2724 }
2725 
2726 /*
2727  * Pre-24XX fabric port logout
2728  *
2729  * Note that portid is not used
2730  */
2731 static int
2732 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2733 {
2734 	mbreg_t mbs;
2735 
2736 	MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2737 	if (ISP_CAP_2KLOGIN(isp)) {
2738 		mbs.param[1] = handle;
2739 		mbs.ibits = (1 << 10);
2740 	} else {
2741 		mbs.param[1] = handle << 8;
2742 	}
2743 	isp_mboxcmd(isp, &mbs);
2744 	return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2745 }
2746 
2747 static int
2748 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2749 {
2750 	mbreg_t mbs;
2751 	union {
2752 		isp_pdb_21xx_t fred;
2753 		isp_pdb_24xx_t bill;
2754 	} un;
2755 
2756 	MBSINIT(&mbs, MBOX_GET_PORT_DB,
2757 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2758 	if (IS_24XX(isp)) {
2759 		mbs.ibits = (1 << 9)|(1 << 10);
2760 		mbs.param[1] = id;
2761 		mbs.param[9] = chan;
2762 	} else if (ISP_CAP_2KLOGIN(isp)) {
2763 		mbs.param[1] = id;
2764 	} else {
2765 		mbs.param[1] = id << 8;
2766 	}
2767 	mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2768 	mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2769 	mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2770 	mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2771 	MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2772 
2773 	isp_mboxcmd(isp, &mbs);
2774 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2775 		return (mbs.param[0] | (mbs.param[1] << 16));
2776 
2777 	MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2778 	if (IS_24XX(isp)) {
2779 		isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2780 		pdb->handle = un.bill.pdb_handle;
2781 		pdb->prli_word3 = un.bill.pdb_prli_svc3;
2782 		pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2783 		ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2784 		ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2785 		isp_prt(isp, ISP_LOGDEBUG0,
2786 		    "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x laststate %x",
2787 		    chan, id, pdb->portid, un.bill.pdb_flags,
2788 		    un.bill.pdb_curstate, un.bill.pdb_laststate);
2789 
2790 		if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2791 			mbs.param[0] = MBOX_NOT_LOGGED_IN;
2792 			return (mbs.param[0]);
2793 		}
2794 	} else {
2795 		isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2796 		pdb->handle = un.fred.pdb_loopid;
2797 		pdb->prli_word3 = un.fred.pdb_prli_svc3;
2798 		pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2799 		ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2800 		ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2801 		isp_prt(isp, ISP_LOGDEBUG1,
2802 		    "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2803 	}
2804 	return (0);
2805 }
2806 
2807 static int
2808 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2809 {
2810 	fcparam *fcp = FCPARAM(isp, chan);
2811 	mbreg_t mbs;
2812 	isp_pnhle_21xx_t el1, *elp1;
2813 	isp_pnhle_23xx_t el3, *elp3;
2814 	isp_pnhle_24xx_t el4, *elp4;
2815 	int i, j;
2816 	uint32_t p;
2817 	uint16_t h;
2818 
2819 	MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2820 	if (IS_24XX(isp)) {
2821 		mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2822 		mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2823 		mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2824 		mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2825 		mbs.param[8] = ISP_FC_SCRLEN;
2826 		mbs.param[9] = chan;
2827 	} else {
2828 		mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2829 		mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2830 		mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2831 		mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2832 		mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2833 	}
2834 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2835 		isp_prt(isp, ISP_LOGERR, sacq);
2836 		return (-1);
2837 	}
2838 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2839 	isp_mboxcmd(isp, &mbs);
2840 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2841 		FC_SCRATCH_RELEASE(isp, chan);
2842 		return (mbs.param[0] | (mbs.param[1] << 16));
2843 	}
2844 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2845 	elp1 = fcp->isp_scratch;
2846 	elp3 = fcp->isp_scratch;
2847 	elp4 = fcp->isp_scratch;
2848 	for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2849 		if (IS_24XX(isp)) {
2850 			isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2851 			p = el4.pnhle_port_id_lo |
2852 			    (el4.pnhle_port_id_hi << 16);
2853 			h = el4.pnhle_handle;
2854 		} else if (IS_23XX(isp)) {
2855 			isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2856 			p = el3.pnhle_port_id_lo |
2857 			    (el3.pnhle_port_id_hi << 16);
2858 			h = el3.pnhle_handle;
2859 		} else { /* 21xx */
2860 			isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2861 			p = el1.pnhle_port_id_lo |
2862 			    ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2863 			h = el1.pnhle_port_id_hi_handle >> 8;
2864 		}
2865 		if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2866 			continue;
2867 		handles[j++] = h;
2868 	}
2869 	*num = j;
2870 	FC_SCRATCH_RELEASE(isp, chan);
2871 	return (0);
2872 }
2873 
2874 static void
2875 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2876 {
2877 	isp_pdb_t pdb;
2878 	uint16_t lim, nphdl;
2879 
2880 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2881 	if (ISP_CAP_2KLOGIN(isp)) {
2882 		lim = NPH_MAX_2K;
2883 	} else {
2884 		lim = NPH_MAX;
2885 	}
2886 	for (nphdl = 0; nphdl != lim; nphdl++) {
2887 		if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2888 			continue;
2889 		}
2890 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2891 		    "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2892 		    chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2893 		    pdb.portname[2], pdb.portname[3], pdb.portname[4],
2894 		    pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2895 	}
2896 }
2897 
2898 static uint64_t
2899 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2900 {
2901 	uint64_t wwn = INI_NONE;
2902 	mbreg_t mbs;
2903 
2904 	MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2905 	    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2906 	if (ISP_CAP_2KLOGIN(isp)) {
2907 		mbs.param[1] = nphdl;
2908 		if (nodename) {
2909 			mbs.param[10] = 1;
2910 		}
2911 		mbs.param[9] = chan;
2912 	} else {
2913 		mbs.ibitm = 3;
2914 		mbs.param[1] = nphdl << 8;
2915 		if (nodename) {
2916 			mbs.param[1] |= 1;
2917 		}
2918 	}
2919 	isp_mboxcmd(isp, &mbs);
2920 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2921 		return (wwn);
2922 	}
2923 	if (IS_24XX(isp)) {
2924 		wwn =
2925 		    (((uint64_t)(mbs.param[2] >> 8))	<< 56) |
2926 		    (((uint64_t)(mbs.param[2] & 0xff))	<< 48) |
2927 		    (((uint64_t)(mbs.param[3] >> 8))	<< 40) |
2928 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 32) |
2929 		    (((uint64_t)(mbs.param[6] >> 8))	<< 24) |
2930 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 16) |
2931 		    (((uint64_t)(mbs.param[7] >> 8))	<<  8) |
2932 		    (((uint64_t)(mbs.param[7] & 0xff)));
2933 	} else {
2934 		wwn =
2935 		    (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2936 		    (((uint64_t)(mbs.param[2] >> 8))	<< 48) |
2937 		    (((uint64_t)(mbs.param[3] & 0xff))	<< 40) |
2938 		    (((uint64_t)(mbs.param[3] >> 8))	<< 32) |
2939 		    (((uint64_t)(mbs.param[6] & 0xff))	<< 24) |
2940 		    (((uint64_t)(mbs.param[6] >> 8))	<< 16) |
2941 		    (((uint64_t)(mbs.param[7] & 0xff))	<<  8) |
2942 		    (((uint64_t)(mbs.param[7] >> 8)));
2943 	}
2944 	return (wwn);
2945 }
2946 
2947 /*
2948  * Make sure we have good FC link.
2949  */
2950 
2951 static int
2952 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2953 {
2954 	mbreg_t mbs;
2955 	int i, r;
2956 	uint16_t nphdl;
2957 	fcparam *fcp;
2958 	isp_pdb_t pdb;
2959 	NANOTIME_T hra, hrb;
2960 
2961 	fcp = FCPARAM(isp, chan);
2962 
2963 	if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2964 		return (-1);
2965 	if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
2966 		return (0);
2967 
2968 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
2969 
2970 	/*
2971 	 * Wait up to N microseconds for F/W to go to a ready state.
2972 	 */
2973 	GET_NANOTIME(&hra);
2974 	while (1) {
2975 		isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
2976 		if (fcp->isp_fwstate == FW_READY) {
2977 			break;
2978 		}
2979 		if (fcp->isp_loopstate < LOOP_HAVE_LINK)
2980 			goto abort;
2981 		GET_NANOTIME(&hrb);
2982 		if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
2983 			break;
2984 		ISP_SLEEP(isp, 1000);
2985 	}
2986 	if (fcp->isp_fwstate != FW_READY) {
2987 		isp_prt(isp, ISP_LOG_SANCFG,
2988 		    "Chan %d Firmware is not ready (%s)",
2989 		    chan, isp_fc_fw_statename(fcp->isp_fwstate));
2990 		return (-1);
2991 	}
2992 
2993 	/*
2994 	 * Get our Loop ID and Port ID.
2995 	 */
2996 	MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
2997 	mbs.param[9] = chan;
2998 	isp_mboxcmd(isp, &mbs);
2999 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3000 		return (-1);
3001 	}
3002 
3003 	if (IS_2100(isp)) {
3004 		/*
3005 		 * Don't bother with fabric if we are using really old
3006 		 * 2100 firmware. It's just not worth it.
3007 		 */
3008 		if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3009 			fcp->isp_topo = TOPO_FL_PORT;
3010 		else
3011 			fcp->isp_topo = TOPO_NL_PORT;
3012 	} else {
3013 		int topo = (int) mbs.param[6];
3014 		if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3015 			topo = TOPO_PTP_STUB;
3016 		}
3017 		fcp->isp_topo = topo;
3018 	}
3019 	fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3020 
3021 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3022 		fcp->isp_loopid = mbs.param[1] & 0xff;
3023 	} else if (fcp->isp_topo != TOPO_F_PORT) {
3024 		uint8_t alpa = fcp->isp_portid;
3025 
3026 		for (i = 0; alpa_map[i]; i++) {
3027 			if (alpa_map[i] == alpa)
3028 				break;
3029 		}
3030 		if (alpa_map[i])
3031 			fcp->isp_loopid = i;
3032 	}
3033 
3034 #if 0
3035 	fcp->isp_loopstate = LOOP_HAVE_ADDR;
3036 #endif
3037 	fcp->isp_loopstate = LOOP_TESTING_LINK;
3038 
3039 	if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3040 		nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3041 		r = isp_getpdb(isp, chan, nphdl, &pdb);
3042 		if (r != 0 || pdb.portid == 0) {
3043 			if (IS_2100(isp)) {
3044 				fcp->isp_topo = TOPO_NL_PORT;
3045 			} else {
3046 				isp_prt(isp, ISP_LOGWARN,
3047 				    "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3048 				fcp->isp_topo = TOPO_PTP_STUB;
3049 			}
3050 			goto not_on_fabric;
3051 		}
3052 
3053 		if (IS_24XX(isp)) {
3054 			fcp->isp_fabric_params = mbs.param[7];
3055 			fcp->isp_sns_hdl = NPH_SNS_ID;
3056 			r = isp_register_fc4_type(isp, chan);
3057 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3058 				goto abort;
3059 			if (r != 0)
3060 				goto not_on_fabric;
3061 			r = isp_register_fc4_features_24xx(isp, chan);
3062 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3063 				goto abort;
3064 			if (r != 0)
3065 				goto not_on_fabric;
3066 			r = isp_register_port_name_24xx(isp, chan);
3067 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3068 				goto abort;
3069 			if (r != 0)
3070 				goto not_on_fabric;
3071 			isp_register_node_name_24xx(isp, chan);
3072 			if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3073 				goto abort;
3074 		} else {
3075 			fcp->isp_sns_hdl = SNS_ID;
3076 			r = isp_register_fc4_type(isp, chan);
3077 			if (r != 0)
3078 				goto not_on_fabric;
3079 			if (fcp->role == ISP_ROLE_TARGET)
3080 				isp_send_change_request(isp, chan);
3081 		}
3082 	}
3083 
3084 not_on_fabric:
3085 	/* Get link speed. */
3086 	fcp->isp_gbspeed = 1;
3087 	if (IS_23XX(isp) || IS_24XX(isp)) {
3088 		MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3089 		mbs.param[1] = MBGSD_GET_RATE;
3090 		/* mbs.param[2] undefined if we're just getting rate */
3091 		isp_mboxcmd(isp, &mbs);
3092 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3093 			if (mbs.param[1] == MBGSD_10GB)
3094 				fcp->isp_gbspeed = 10;
3095 			else if (mbs.param[1] == MBGSD_16GB)
3096 				fcp->isp_gbspeed = 16;
3097 			else if (mbs.param[1] == MBGSD_8GB)
3098 				fcp->isp_gbspeed = 8;
3099 			else if (mbs.param[1] == MBGSD_4GB)
3100 				fcp->isp_gbspeed = 4;
3101 			else if (mbs.param[1] == MBGSD_2GB)
3102 				fcp->isp_gbspeed = 2;
3103 			else if (mbs.param[1] == MBGSD_1GB)
3104 				fcp->isp_gbspeed = 1;
3105 		}
3106 	}
3107 
3108 	if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3109 abort:
3110 		isp_prt(isp, ISP_LOG_SANCFG,
3111 		    "Chan %d FC link test aborted", chan);
3112 		return (1);
3113 	}
3114 	fcp->isp_loopstate = LOOP_LTEST_DONE;
3115 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3116 	    "Chan %d WWPN %016jx WWNN %016jx",
3117 	    chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3118 	isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3119 	    "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3120 	    chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3121 	    fcp->isp_loopid);
3122 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3123 	return (0);
3124 }
3125 
3126 /*
3127  * Complete the synchronization of our Port Database.
3128  *
3129  * At this point, we've scanned the local loop (if any) and the fabric
3130  * and performed fabric logins on all new devices.
3131  *
3132  * Our task here is to go through our port database removing any entities
3133  * that are still marked probational (issuing PLOGO for ones which we had
3134  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3135  * devices.
3136  */
3137 static int
3138 isp_pdb_sync(ispsoftc_t *isp, int chan)
3139 {
3140 	fcparam *fcp = FCPARAM(isp, chan);
3141 	fcportdb_t *lp;
3142 	uint16_t dbidx;
3143 
3144 	if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3145 		return (-1);
3146 	if (fcp->isp_loopstate >= LOOP_READY)
3147 		return (0);
3148 
3149 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3150 
3151 	fcp->isp_loopstate = LOOP_SYNCING_PDB;
3152 
3153 	for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3154 		lp = &fcp->portdb[dbidx];
3155 
3156 		if (lp->state == FC_PORTDB_STATE_NIL)
3157 			continue;
3158 		if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3159 			lp->state = FC_PORTDB_STATE_DEAD;
3160 		switch (lp->state) {
3161 		case FC_PORTDB_STATE_DEAD:
3162 			lp->state = FC_PORTDB_STATE_NIL;
3163 			isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3164 			if ((lp->portid & 0xffff00) != 0) {
3165 				(void) isp_plogx(isp, chan, lp->handle,
3166 				    lp->portid,
3167 				    PLOGX_FLG_CMD_LOGO |
3168 				    PLOGX_FLG_IMPLICIT |
3169 				    PLOGX_FLG_FREE_NPHDL);
3170 			}
3171 			/*
3172 			 * Note that we might come out of this with our state
3173 			 * set to FC_PORTDB_STATE_ZOMBIE.
3174 			 */
3175 			break;
3176 		case FC_PORTDB_STATE_NEW:
3177 			lp->state = FC_PORTDB_STATE_VALID;
3178 			isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3179 			break;
3180 		case FC_PORTDB_STATE_CHANGED:
3181 			lp->state = FC_PORTDB_STATE_VALID;
3182 			isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3183 			lp->portid = lp->new_portid;
3184 			lp->prli_word3 = lp->new_prli_word3;
3185 			break;
3186 		case FC_PORTDB_STATE_VALID:
3187 			isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3188 			break;
3189 		case FC_PORTDB_STATE_ZOMBIE:
3190 			break;
3191 		default:
3192 			isp_prt(isp, ISP_LOGWARN,
3193 			    "isp_pdb_sync: state %d for idx %d",
3194 			    lp->state, dbidx);
3195 			isp_dump_portdb(isp, chan);
3196 		}
3197 	}
3198 
3199 	if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3200 		isp_prt(isp, ISP_LOG_SANCFG,
3201 		    "Chan %d FC PDB sync aborted", chan);
3202 		return (1);
3203 	}
3204 
3205 	fcp->isp_loopstate = LOOP_READY;
3206 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3207 	return (0);
3208 }
3209 
3210 static void
3211 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3212 {
3213 	fcportdb_t *lp;
3214 	uint64_t wwnn, wwpn;
3215 
3216 	MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3217 	MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3218 
3219 	/* Search port database for the same WWPN. */
3220 	if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3221 		if (!lp->probational) {
3222 			isp_prt(isp, ISP_LOGERR,
3223 			    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3224 			    chan, lp->portid, lp->handle,
3225 			    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3226 			isp_dump_portdb(isp, chan);
3227 			return;
3228 		}
3229 		lp->probational = 0;
3230 		lp->node_wwn = wwnn;
3231 
3232 		/* Old device, nothing new. */
3233 		if (lp->portid == pdb->portid &&
3234 		    lp->handle == pdb->handle &&
3235 		    lp->prli_word3 == pdb->prli_word3) {
3236 			if (lp->state != FC_PORTDB_STATE_NEW)
3237 				lp->state = FC_PORTDB_STATE_VALID;
3238 			isp_prt(isp, ISP_LOG_SANCFG,
3239 			    "Chan %d Port 0x%06x@0x%04x is valid",
3240 			    chan, pdb->portid, pdb->handle);
3241 			return;
3242 		}
3243 
3244 		/* Something has changed. */
3245 		lp->state = FC_PORTDB_STATE_CHANGED;
3246 		lp->handle = pdb->handle;
3247 		lp->new_portid = pdb->portid;
3248 		lp->new_prli_word3 = pdb->prli_word3;
3249 		isp_prt(isp, ISP_LOG_SANCFG,
3250 		    "Chan %d Port 0x%06x@0x%04x is changed",
3251 		    chan, pdb->portid, pdb->handle);
3252 		return;
3253 	}
3254 
3255 	/* It seems like a new port. Find an empty slot for it. */
3256 	if (!isp_find_pdb_empty(isp, chan, &lp)) {
3257 		isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3258 		return;
3259 	}
3260 
3261 	ISP_MEMZERO(lp, sizeof (fcportdb_t));
3262 	lp->probational = 0;
3263 	lp->state = FC_PORTDB_STATE_NEW;
3264 	lp->portid = lp->new_portid = pdb->portid;
3265 	lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3266 	lp->handle = pdb->handle;
3267 	lp->port_wwn = wwpn;
3268 	lp->node_wwn = wwnn;
3269 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3270 	    chan, pdb->portid, pdb->handle);
3271 }
3272 
3273 /*
3274  * Fix port IDs for logged-in initiators on pre-2400 chips.
3275  * For those chips we are not receiving login events, adding initiators
3276  * based on ATIO requests, but there is no port ID in that structure.
3277  */
3278 static void
3279 isp_fix_portids(ispsoftc_t *isp, int chan)
3280 {
3281 	fcparam *fcp = FCPARAM(isp, chan);
3282 	isp_pdb_t pdb;
3283 	uint64_t wwpn;
3284 	int i, r;
3285 
3286 	for (i = 0; i < MAX_FC_TARG; i++) {
3287 		fcportdb_t *lp = &fcp->portdb[i];
3288 
3289 		if (lp->state == FC_PORTDB_STATE_NIL ||
3290 		    lp->state == FC_PORTDB_STATE_ZOMBIE)
3291 			continue;
3292 		if (VALID_PORT(lp->portid))
3293 			continue;
3294 
3295 		r = isp_getpdb(isp, chan, lp->handle, &pdb);
3296 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3297 			return;
3298 		if (r != 0) {
3299 			isp_prt(isp, ISP_LOGDEBUG1,
3300 			    "Chan %d FC Scan Loop handle %d returned %x",
3301 			    chan, lp->handle, r);
3302 			continue;
3303 		}
3304 
3305 		MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3306 		if (lp->port_wwn != wwpn)
3307 			continue;
3308 		lp->portid = lp->new_portid = pdb.portid;
3309 		isp_prt(isp, ISP_LOG_SANCFG,
3310 		    "Chan %d Port 0x%06x@0x%04x is fixed",
3311 		    chan, pdb.portid, pdb.handle);
3312 	}
3313 }
3314 
3315 /*
3316  * Scan local loop for devices.
3317  */
3318 static int
3319 isp_scan_loop(ispsoftc_t *isp, int chan)
3320 {
3321 	fcparam *fcp = FCPARAM(isp, chan);
3322 	int idx, lim, r;
3323 	isp_pdb_t pdb;
3324 	uint16_t *handles;
3325 	uint16_t handle;
3326 
3327 	if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3328 		return (-1);
3329 	if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3330 		return (0);
3331 
3332 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3333 	fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3334 	if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3335 		if (!IS_24XX(isp)) {
3336 			isp_fix_portids(isp, chan);
3337 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3338 				goto abort;
3339 		}
3340 		isp_prt(isp, ISP_LOG_SANCFG,
3341 		    "Chan %d FC loop scan done (no loop)", chan);
3342 		fcp->isp_loopstate = LOOP_LSCAN_DONE;
3343 		return (0);
3344 	}
3345 
3346 	handles = (uint16_t *)fcp->isp_scanscratch;
3347 	lim = ISP_FC_SCRLEN / 2;
3348 	r = isp_gethandles(isp, chan, handles, &lim, 1);
3349 	if (r != 0) {
3350 		isp_prt(isp, ISP_LOG_SANCFG,
3351 		    "Chan %d Getting list of handles failed with %x", chan, r);
3352 		isp_prt(isp, ISP_LOG_SANCFG,
3353 		    "Chan %d FC loop scan done (bad)", chan);
3354 		return (-1);
3355 	}
3356 
3357 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3358 	    chan, lim);
3359 
3360 	/*
3361 	 * Run through the list and get the port database info for each one.
3362 	 */
3363 	isp_mark_portdb(isp, chan);
3364 	for (idx = 0; idx < lim; idx++) {
3365 		handle = handles[idx];
3366 
3367 		/*
3368 		 * Don't scan "special" ids.
3369 		 */
3370 		if (ISP_CAP_2KLOGIN(isp)) {
3371 			if (handle >= NPH_RESERVED)
3372 				continue;
3373 		} else {
3374 			if (handle >= FL_ID && handle <= SNS_ID)
3375 				continue;
3376 		}
3377 
3378 		/*
3379 		 * In older cards with older f/w GET_PORT_DATABASE has been
3380 		 * known to hang. This trick gets around that problem.
3381 		 */
3382 		if (IS_2100(isp) || IS_2200(isp)) {
3383 			uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3384 			if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3385 abort:
3386 				isp_prt(isp, ISP_LOG_SANCFG,
3387 				    "Chan %d FC loop scan aborted", chan);
3388 				return (1);
3389 			}
3390 			if (node_wwn == INI_NONE) {
3391 				continue;
3392 			}
3393 		}
3394 
3395 		/*
3396 		 * Get the port database entity for this index.
3397 		 */
3398 		r = isp_getpdb(isp, chan, handle, &pdb);
3399 		if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3400 			goto abort;
3401 		if (r != 0) {
3402 			isp_prt(isp, ISP_LOGDEBUG1,
3403 			    "Chan %d FC Scan Loop handle %d returned %x",
3404 			    chan, handle, r);
3405 			continue;
3406 		}
3407 
3408 		isp_pdb_add_update(isp, chan, &pdb);
3409 	}
3410 	if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3411 		goto abort;
3412 	fcp->isp_loopstate = LOOP_LSCAN_DONE;
3413 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3414 	return (0);
3415 }
3416 
3417 static int
3418 isp_ct_sns(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3419 {
3420 	fcparam *fcp = FCPARAM(isp, chan);
3421 	mbreg_t mbs;
3422 
3423 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3424 		isp_print_bytes(isp, "CT SNS request", cmd_bcnt, fcp->isp_scratch);
3425 	MEMORYBARRIER(isp, SYNC_SFORDEV, 0, cmd_bcnt, chan);
3426 
3427 	MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3428 	mbs.param[1] = cmd_bcnt >> 1;
3429 	mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3430 	mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3431 	mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3432 	mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3433 	isp_mboxcmd(isp, &mbs);
3434 	if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3435 		if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3436 			return (1);
3437 		} else {
3438 			return (-1);
3439 		}
3440 	}
3441 
3442 	MEMORYBARRIER(isp, SYNC_SFORCPU, 0, rsp_bcnt, chan);
3443 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3444 		isp_print_bytes(isp, "CT response", rsp_bcnt, fcp->isp_scratch);
3445 	return (0);
3446 }
3447 
3448 static int
3449 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3450 {
3451 	fcparam *fcp = FCPARAM(isp, chan);
3452 	isp_ct_pt_t pt;
3453 	void *reqp;
3454 	uint8_t resp[QENTRY_LEN];
3455 
3456 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3457 		isp_print_bytes(isp, "CT request", cmd_bcnt, fcp->isp_scratch);
3458 
3459 	/*
3460 	 * Build a Passthrough IOCB in memory.
3461 	 */
3462 	ISP_MEMZERO(&pt, sizeof(pt));
3463 	pt.ctp_header.rqs_entry_count = 1;
3464 	pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3465 	pt.ctp_nphdl = fcp->isp_sns_hdl;
3466 	pt.ctp_cmd_cnt = 1;
3467 	pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3468 	pt.ctp_time = 10;
3469 	pt.ctp_rsp_cnt = 1;
3470 	pt.ctp_rsp_bcnt = rsp_bcnt;
3471 	pt.ctp_cmd_bcnt = cmd_bcnt;
3472 	pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3473 	pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3474 	pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3475 	pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3476 	pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3477 	pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3478 
3479 	/* Prepare space for response in memory */
3480 	memset(resp, 0xff, sizeof(resp));
3481 	pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3482 	if (pt.ctp_handle == 0) {
3483 		isp_prt(isp, ISP_LOGERR,
3484 		    "%s: CTP of Chan %d out of handles", __func__, chan);
3485 		return (-1);
3486 	}
3487 
3488 	/* Send request and wait for response. */
3489 	reqp = isp_getrqentry(isp);
3490 	if (reqp == NULL) {
3491 		isp_prt(isp, ISP_LOGERR,
3492 		    "%s: CTP of Chan %d out of rqent", __func__, chan);
3493 		isp_destroy_handle(isp, pt.ctp_handle);
3494 		return (-1);
3495 	}
3496 	isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3497 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3498 		isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3499 	ISP_SYNC_REQUEST(isp);
3500 	if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3501 		isp_prt(isp, ISP_LOGERR,
3502 		    "%s: CTP of Chan %d timed out", __func__, chan);
3503 		isp_destroy_handle(isp, pt.ctp_handle);
3504 		return (-1);
3505 	}
3506 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3507 		isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3508 
3509 	isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3510 	if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3511 		isp_prt(isp, ISP_LOGWARN,
3512 		    "Chan %d CT pass-through returned 0x%x",
3513 		    chan, pt.ctp_status);
3514 		return (-1);
3515 	}
3516 
3517 	if (isp->isp_dblev & ISP_LOGDEBUG1)
3518 		isp_print_bytes(isp, "CT response", rsp_bcnt, fcp->isp_scratch);
3519 
3520 	return (0);
3521 }
3522 
3523 /*
3524  * Scan the fabric for devices and add them to our port database.
3525  *
3526  * Use the GID_PT command to get list of all Nx_Port IDs SNS knows.
3527  * Use GFF_ID and GFT_ID to check port type (FCP) and features (target).
3528  *
3529  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3530  * server commands to the switch management server via the QLogic f/w.
3531  *
3532  * For the 24XX and above card, we use CT Pass-through IOCB.
3533  */
3534 #define	GIDLEN	ISP_FC_SCRLEN
3535 #define	NGENT	((GIDLEN - 16) >> 2)
3536 
3537 static int
3538 isp_gid_pt(ispsoftc_t *isp, int chan)
3539 {
3540 	fcparam *fcp = FCPARAM(isp, chan);
3541 	ct_hdr_t ct;
3542 	sns_gid_pt_req_t rq;
3543 	uint8_t *scp = fcp->isp_scratch;
3544 
3545 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_PT", chan);
3546 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3547 		isp_prt(isp, ISP_LOGERR, sacq);
3548 		return (-1);
3549 	}
3550 
3551 	if (IS_24XX(isp)) {
3552 		/* Build the CT command and execute via pass-through. */
3553 		ISP_MEMZERO(&ct, sizeof (ct));
3554 		ct.ct_revision = CT_REVISION;
3555 		ct.ct_fcs_type = CT_FC_TYPE_FC;
3556 		ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3557 		ct.ct_cmd_resp = SNS_GID_PT;
3558 		ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3559 		isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3560 		scp[sizeof(ct)] = 0x7f;		/* Port Type = Nx_Port */
3561 		scp[sizeof(ct)+1] = 0;		/* Domain_ID = any */
3562 		scp[sizeof(ct)+2] = 0;		/* Area_ID = any */
3563 		scp[sizeof(ct)+3] = 0;		/* Flags = no Area_ID */
3564 
3565 		if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3566 			FC_SCRATCH_RELEASE(isp, chan);
3567 			return (-1);
3568 		}
3569 	} else {
3570 		/* Build the SNS request and execute via firmware. */
3571 		ISP_MEMZERO(&rq, SNS_GID_PT_REQ_SIZE);
3572 		rq.snscb_rblen = GIDLEN >> 1;
3573 		rq.snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3574 		rq.snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3575 		rq.snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3576 		rq.snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3577 		rq.snscb_sblen = 6;
3578 		rq.snscb_cmd = SNS_GID_PT;
3579 		rq.snscb_mword_div_2 = NGENT;
3580 		rq.snscb_port_type = 0x7f;	/* Port Type = Nx_Port */
3581 		rq.snscb_domain = 0;		/* Domain_ID = any */
3582 		rq.snscb_area = 0;		/* Area_ID = any */
3583 		rq.snscb_flags = 0;		/* Flags = no Area_ID */
3584 		isp_put_gid_pt_request(isp, &rq, (sns_gid_pt_req_t *)scp);
3585 
3586 		if (isp_ct_sns(isp, chan, sizeof(rq), NGENT)) {
3587 			FC_SCRATCH_RELEASE(isp, chan);
3588 			return (-1);
3589 		}
3590 	}
3591 
3592 	isp_get_gid_xx_response(isp, (sns_gid_xx_rsp_t *)scp,
3593 	    (sns_gid_xx_rsp_t *)fcp->isp_scanscratch, NGENT);
3594 	FC_SCRATCH_RELEASE(isp, chan);
3595 	return (0);
3596 }
3597 
3598 static int
3599 isp_gff_id(ispsoftc_t *isp, int chan, uint32_t portid)
3600 {
3601 	fcparam *fcp = FCPARAM(isp, chan);
3602 	ct_hdr_t ct;
3603 	uint32_t *rp;
3604 	uint8_t *scp = fcp->isp_scratch;
3605 	sns_gff_id_rsp_t rsp;
3606 	int i, res = -1;
3607 
3608 	if (!fcp->isp_use_gff_id)	/* User may block GFF_ID use. */
3609 		return (res);
3610 
3611 	if (!IS_24XX(isp))	/* Old chips can't request GFF_ID. */
3612 		return (res);
3613 
3614 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GFF_ID", chan);
3615 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3616 		isp_prt(isp, ISP_LOGERR, sacq);
3617 		return (res);
3618 	}
3619 
3620 	/* Build the CT command and execute via pass-through. */
3621 	ISP_MEMZERO(&ct, sizeof (ct));
3622 	ct.ct_revision = CT_REVISION;
3623 	ct.ct_fcs_type = CT_FC_TYPE_FC;
3624 	ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3625 	ct.ct_cmd_resp = SNS_GFF_ID;
3626 	ct.ct_bcnt_resid = (SNS_GFF_ID_RESP_SIZE - sizeof(ct)) / 4;
3627 	isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3628 	rp = (uint32_t *) &scp[sizeof(ct)];
3629 	ISP_IOZPUT_32(isp, portid, rp);
3630 
3631 	if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t),
3632 	    SNS_GFF_ID_RESP_SIZE)) {
3633 		FC_SCRATCH_RELEASE(isp, chan);
3634 		return (res);
3635 	}
3636 
3637 	isp_get_gff_id_response(isp, (sns_gff_id_rsp_t *)scp, &rsp);
3638 	if (rsp.snscb_cthdr.ct_cmd_resp == LS_ACC) {
3639 		for (i = 0; i < 32; i++) {
3640 			if (rsp.snscb_fc4_features[i] != 0) {
3641 				res = 0;
3642 				break;
3643 			}
3644 		}
3645 		if (((rsp.snscb_fc4_features[FC4_SCSI / 8] >>
3646 		    ((FC4_SCSI % 8) * 4)) & 0x01) != 0)
3647 			res = 1;
3648 		/* Workaround for broken Brocade firmware. */
3649 		if (((ISP_SWAP32(isp, rsp.snscb_fc4_features[FC4_SCSI / 8]) >>
3650 		    ((FC4_SCSI % 8) * 4)) & 0x01) != 0)
3651 			res = 1;
3652 	}
3653 	FC_SCRATCH_RELEASE(isp, chan);
3654 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d GFF_ID result is %d", chan, res);
3655 	return (res);
3656 }
3657 
3658 static int
3659 isp_gft_id(ispsoftc_t *isp, int chan, uint32_t portid)
3660 {
3661 	fcparam *fcp = FCPARAM(isp, chan);
3662 	ct_hdr_t ct;
3663 	sns_gxx_id_req_t rq;
3664 	uint32_t *rp;
3665 	uint8_t *scp = fcp->isp_scratch;
3666 	sns_gft_id_rsp_t rsp;
3667 	int i, res = -1;
3668 
3669 	if (!fcp->isp_use_gft_id)	/* User may block GFT_ID use. */
3670 		return (res);
3671 
3672 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GFT_ID", chan);
3673 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3674 		isp_prt(isp, ISP_LOGERR, sacq);
3675 		return (res);
3676 	}
3677 
3678 	if (IS_24XX(isp)) {
3679 		/* Build the CT command and execute via pass-through. */
3680 		ISP_MEMZERO(&ct, sizeof (ct));
3681 		ct.ct_revision = CT_REVISION;
3682 		ct.ct_fcs_type = CT_FC_TYPE_FC;
3683 		ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3684 		ct.ct_cmd_resp = SNS_GFT_ID;
3685 		ct.ct_bcnt_resid = (SNS_GFT_ID_RESP_SIZE - sizeof(ct)) / 4;
3686 		isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3687 		rp = (uint32_t *) &scp[sizeof(ct)];
3688 		ISP_IOZPUT_32(isp, portid, rp);
3689 
3690 		if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t),
3691 		    SNS_GFT_ID_RESP_SIZE)) {
3692 			FC_SCRATCH_RELEASE(isp, chan);
3693 			return (res);
3694 		}
3695 	} else {
3696 		/* Build the SNS request and execute via firmware. */
3697 		ISP_MEMZERO(&rq, SNS_GXX_ID_REQ_SIZE);
3698 		rq.snscb_rblen = SNS_GFT_ID_RESP_SIZE >> 1;
3699 		rq.snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3700 		rq.snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3701 		rq.snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3702 		rq.snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3703 		rq.snscb_sblen = 6;
3704 		rq.snscb_cmd = SNS_GFT_ID;
3705 		rq.snscb_mword_div_2 = (SNS_GFT_ID_RESP_SIZE - sizeof(ct)) / 4;
3706 		rq.snscb_portid = portid;
3707 		isp_put_gxx_id_request(isp, &rq, (sns_gxx_id_req_t *)scp);
3708 
3709 		if (isp_ct_sns(isp, chan, sizeof(rq), SNS_GFT_ID_RESP_SIZE)) {
3710 			FC_SCRATCH_RELEASE(isp, chan);
3711 			return (res);
3712 		}
3713 	}
3714 
3715 	isp_get_gft_id_response(isp, (sns_gft_id_rsp_t *)scp, &rsp);
3716 	if (rsp.snscb_cthdr.ct_cmd_resp == LS_ACC) {
3717 		for (i = 0; i < 8; i++) {
3718 			if (rsp.snscb_fc4_types[i] != 0) {
3719 				res = 0;
3720 				break;
3721 			}
3722 		}
3723 		if (((rsp.snscb_fc4_types[FC4_SCSI / 32] >>
3724 		    (FC4_SCSI % 32)) & 0x01) != 0)
3725 			res = 1;
3726 	}
3727 	FC_SCRATCH_RELEASE(isp, chan);
3728 	isp_prt(isp, ISP_LOGDEBUG0, "Chan %d GFT_ID result is %d", chan, res);
3729 	return (res);
3730 }
3731 
3732 static int
3733 isp_scan_fabric(ispsoftc_t *isp, int chan)
3734 {
3735 	fcparam *fcp = FCPARAM(isp, chan);
3736 	fcportdb_t *lp;
3737 	uint32_t portid;
3738 	uint16_t nphdl;
3739 	isp_pdb_t pdb;
3740 	int portidx, portlim, r;
3741 	sns_gid_xx_rsp_t *rs;
3742 
3743 	if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3744 		return (-1);
3745 	if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3746 		return (0);
3747 
3748 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3749 	fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3750 	if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3751 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3752 		isp_prt(isp, ISP_LOG_SANCFG,
3753 		    "Chan %d FC fabric scan done (no fabric)", chan);
3754 		return (0);
3755 	}
3756 
3757 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3758 abort:
3759 		FC_SCRATCH_RELEASE(isp, chan);
3760 		isp_prt(isp, ISP_LOG_SANCFG,
3761 		    "Chan %d FC fabric scan aborted", chan);
3762 		return (1);
3763 	}
3764 
3765 	/*
3766 	 * Make sure we still are logged into the fabric controller.
3767 	 */
3768 	nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3769 	r = isp_getpdb(isp, chan, nphdl, &pdb);
3770 	if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3771 		isp_dump_chip_portdb(isp, chan);
3772 	}
3773 	if (r) {
3774 		fcp->isp_loopstate = LOOP_LTEST_DONE;
3775 fail:
3776 		isp_prt(isp, ISP_LOG_SANCFG,
3777 		    "Chan %d FC fabric scan done (bad)", chan);
3778 		return (-1);
3779 	}
3780 
3781 	/* Get list of port IDs from SNS. */
3782 	r = isp_gid_pt(isp, chan);
3783 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3784 		goto abort;
3785 	if (r > 0) {
3786 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3787 		return (-1);
3788 	} else if (r < 0) {
3789 		fcp->isp_loopstate = LOOP_LTEST_DONE;	/* try again */
3790 		return (-1);
3791 	}
3792 
3793 	rs = (sns_gid_xx_rsp_t *) fcp->isp_scanscratch;
3794 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3795 		goto abort;
3796 	if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3797 		int level;
3798 		/* FC-4 Type and Port Type not registered are not errors. */
3799 		if (rs->snscb_cthdr.ct_reason == 9 &&
3800 		    (rs->snscb_cthdr.ct_explanation == 0x07 ||
3801 		     rs->snscb_cthdr.ct_explanation == 0x0a)) {
3802 			level = ISP_LOG_SANCFG;
3803 		} else {
3804 			level = ISP_LOGWARN;
3805 		}
3806 		isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_PT"
3807 		    " (Reason=0x%x Expl=0x%x)", chan,
3808 		    rs->snscb_cthdr.ct_reason,
3809 		    rs->snscb_cthdr.ct_explanation);
3810 		fcp->isp_loopstate = LOOP_FSCAN_DONE;
3811 		return (-1);
3812 	}
3813 
3814 	/* Check our buffer was big enough to get the full list. */
3815 	for (portidx = 0; portidx < NGENT-1; portidx++) {
3816 		if (rs->snscb_ports[portidx].control & 0x80)
3817 			break;
3818 	}
3819 	if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3820 		isp_prt(isp, ISP_LOGWARN,
3821 		    "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3822 	}
3823 	portlim = portidx + 1;
3824 	isp_prt(isp, ISP_LOG_SANCFG,
3825 	    "Chan %d Got %d ports back from name server", chan, portlim);
3826 
3827 	/* Go through the list and remove duplicate port ids. */
3828 	for (portidx = 0; portidx < portlim; portidx++) {
3829 		int npidx;
3830 
3831 		portid =
3832 		    ((rs->snscb_ports[portidx].portid[0]) << 16) |
3833 		    ((rs->snscb_ports[portidx].portid[1]) << 8) |
3834 		    ((rs->snscb_ports[portidx].portid[2]));
3835 
3836 		for (npidx = portidx + 1; npidx < portlim; npidx++) {
3837 			uint32_t new_portid =
3838 			    ((rs->snscb_ports[npidx].portid[0]) << 16) |
3839 			    ((rs->snscb_ports[npidx].portid[1]) << 8) |
3840 			    ((rs->snscb_ports[npidx].portid[2]));
3841 			if (new_portid == portid) {
3842 				break;
3843 			}
3844 		}
3845 
3846 		if (npidx < portlim) {
3847 			rs->snscb_ports[npidx].portid[0] = 0;
3848 			rs->snscb_ports[npidx].portid[1] = 0;
3849 			rs->snscb_ports[npidx].portid[2] = 0;
3850 			isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3851 		}
3852 	}
3853 
3854 	/*
3855 	 * We now have a list of Port IDs for all FC4 SCSI devices
3856 	 * that the Fabric Name server knows about.
3857 	 *
3858 	 * For each entry on this list go through our port database looking
3859 	 * for probational entries- if we find one, then an old entry is
3860 	 * maybe still this one. We get some information to find out.
3861 	 *
3862 	 * Otherwise, it's a new fabric device, and we log into it
3863 	 * (unconditionally). After searching the entire database
3864 	 * again to make sure that we never ever ever ever have more
3865 	 * than one entry that has the same PortID or the same
3866 	 * WWNN/WWPN duple, we enter the device into our database.
3867 	 */
3868 	isp_mark_portdb(isp, chan);
3869 	for (portidx = 0; portidx < portlim; portidx++) {
3870 		portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3871 			 ((rs->snscb_ports[portidx].portid[1]) << 8) |
3872 			 ((rs->snscb_ports[portidx].portid[2]));
3873 		isp_prt(isp, ISP_LOG_SANCFG,
3874 		    "Chan %d Checking fabric port 0x%06x", chan, portid);
3875 		if (portid == 0) {
3876 			isp_prt(isp, ISP_LOG_SANCFG,
3877 			    "Chan %d Port at idx %d is zero",
3878 			    chan, portidx);
3879 			continue;
3880 		}
3881 		if (portid == fcp->isp_portid) {
3882 			isp_prt(isp, ISP_LOG_SANCFG,
3883 			    "Chan %d Port 0x%06x is our", chan, portid);
3884 			continue;
3885 		}
3886 
3887 		/* Now search the entire port database for the same portid. */
3888 		if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3889 			if (!lp->probational) {
3890 				isp_prt(isp, ISP_LOGERR,
3891 				    "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3892 				    chan, lp->portid, lp->handle,
3893 				    FC_PORTDB_TGT(isp, chan, lp), lp->state);
3894 				isp_dump_portdb(isp, chan);
3895 				goto fail;
3896 			}
3897 
3898 			if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3899 				goto relogin;
3900 
3901 			/*
3902 			 * See if we're still logged into it.
3903 			 *
3904 			 * If we aren't, mark it as a dead device and
3905 			 * leave the new portid in the database entry
3906 			 * for somebody further along to decide what to
3907 			 * do (policy choice).
3908 			 *
3909 			 * If we are, check to see if it's the same
3910 			 * device still (it should be). If for some
3911 			 * reason it isn't, mark it as a changed device
3912 			 * and leave the new portid and role in the
3913 			 * database entry for somebody further along to
3914 			 * decide what to do (policy choice).
3915 			 */
3916 			r = isp_getpdb(isp, chan, lp->handle, &pdb);
3917 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3918 				goto abort;
3919 			if (r != 0) {
3920 				lp->state = FC_PORTDB_STATE_DEAD;
3921 				isp_prt(isp, ISP_LOG_SANCFG,
3922 				    "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3923 				    chan, portid, lp->handle, r);
3924 				goto relogin;
3925 			}
3926 
3927 			isp_pdb_add_update(isp, chan, &pdb);
3928 			continue;
3929 		}
3930 
3931 relogin:
3932 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3933 			isp_prt(isp, ISP_LOG_SANCFG,
3934 			    "Chan %d Port 0x%06x is not logged in", chan, portid);
3935 			continue;
3936 		}
3937 
3938 		r = isp_gff_id(isp, chan, portid);
3939 		if (r == 0) {
3940 			isp_prt(isp, ISP_LOG_SANCFG,
3941 			    "Chan %d Port 0x%06x is not an FCP target", chan, portid);
3942 			continue;
3943 		}
3944 		if (r < 0)
3945 			r = isp_gft_id(isp, chan, portid);
3946 		if (r == 0) {
3947 			isp_prt(isp, ISP_LOG_SANCFG,
3948 			    "Chan %d Port 0x%06x is not FCP", chan, portid);
3949 			continue;
3950 		}
3951 
3952 		if (isp_login_device(isp, chan, portid, &pdb,
3953 		    &FCPARAM(isp, 0)->isp_lasthdl)) {
3954 			if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3955 				goto abort;
3956 			continue;
3957 		}
3958 
3959 		isp_pdb_add_update(isp, chan, &pdb);
3960 	}
3961 
3962 	if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3963 		goto abort;
3964 	fcp->isp_loopstate = LOOP_FSCAN_DONE;
3965 	isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3966 	return (0);
3967 }
3968 
3969 /*
3970  * Find an unused handle and try and use to login to a port.
3971  */
3972 static int
3973 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3974 {
3975 	int lim, i, r;
3976 	uint16_t handle;
3977 
3978 	if (ISP_CAP_2KLOGIN(isp)) {
3979 		lim = NPH_MAX_2K;
3980 	} else {
3981 		lim = NPH_MAX;
3982 	}
3983 
3984 	handle = isp_next_handle(isp, ohp);
3985 	for (i = 0; i < lim; i++) {
3986 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3987 			return (-1);
3988 
3989 		/* Check if this handle is free. */
3990 		r = isp_getpdb(isp, chan, handle, p);
3991 		if (r == 0) {
3992 			if (p->portid != portid) {
3993 				/* This handle is busy, try next one. */
3994 				handle = isp_next_handle(isp, ohp);
3995 				continue;
3996 			}
3997 			break;
3998 		}
3999 		if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
4000 			return (-1);
4001 
4002 		/*
4003 		 * Now try and log into the device
4004 		 */
4005 		r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
4006 		if (r == 0) {
4007 			break;
4008 		} else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4009 			/*
4010 			 * If we get here, then the firmwware still thinks we're logged into this device, but with a different
4011 			 * handle. We need to break that association. We used to try and just substitute the handle, but then
4012 			 * failed to get any data via isp_getpdb (below).
4013 			 */
4014 			if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
4015 				isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
4016 			}
4017 			if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
4018 				return (-1);
4019 			r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
4020 			if (r != 0)
4021 				i = lim;
4022 			break;
4023 		} else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
4024 			/* Try the next handle. */
4025 			handle = isp_next_handle(isp, ohp);
4026 		} else {
4027 			/* Give up. */
4028 			i = lim;
4029 			break;
4030 		}
4031 	}
4032 
4033 	if (i == lim) {
4034 		isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
4035 		return (-1);
4036 	}
4037 
4038 	/*
4039 	 * If we successfully logged into it, get the PDB for it
4040 	 * so we can crosscheck that it is still what we think it
4041 	 * is and that we also have the role it plays
4042 	 */
4043 	r = isp_getpdb(isp, chan, handle, p);
4044 	if (r != 0) {
4045 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
4046 		return (-1);
4047 	}
4048 
4049 	if (p->handle != handle || p->portid != portid) {
4050 		isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
4051 		    chan, portid, handle, p->portid, p->handle);
4052 		return (-1);
4053 	}
4054 	return (0);
4055 }
4056 
4057 static int
4058 isp_send_change_request(ispsoftc_t *isp, int chan)
4059 {
4060 	mbreg_t mbs;
4061 
4062 	MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
4063 	mbs.param[1] = 0x03;
4064 	mbs.param[9] = chan;
4065 	isp_mboxcmd(isp, &mbs);
4066 	if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4067 		return (0);
4068 	} else {
4069 		isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
4070 		    chan, mbs.param[0]);
4071 		return (-1);
4072 	}
4073 }
4074 
4075 static int
4076 isp_register_fc4_type(ispsoftc_t *isp, int chan)
4077 {
4078 	fcparam *fcp = FCPARAM(isp, chan);
4079 	rft_id_t rp;
4080 	ct_hdr_t *ct = &rp.rftid_hdr;
4081 	uint8_t local[SNS_RFT_ID_REQ_SIZE];
4082 	sns_screq_t *reqp = (sns_screq_t *) local;
4083 	uint8_t *scp = fcp->isp_scratch;
4084 
4085 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4086 		isp_prt(isp, ISP_LOGERR, sacq);
4087 		return (-1);
4088 	}
4089 
4090 	if (IS_24XX(isp)) {
4091 		/* Build the CT command and execute via pass-through. */
4092 		ISP_MEMZERO(&rp, sizeof(rp));
4093 		ct->ct_revision = CT_REVISION;
4094 		ct->ct_fcs_type = CT_FC_TYPE_FC;
4095 		ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4096 		ct->ct_cmd_resp = SNS_RFT_ID;
4097 		ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4098 		rp.rftid_portid[0] = fcp->isp_portid >> 16;
4099 		rp.rftid_portid[1] = fcp->isp_portid >> 8;
4100 		rp.rftid_portid[2] = fcp->isp_portid;
4101 		rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4102 		isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
4103 
4104 		if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4105 			FC_SCRATCH_RELEASE(isp, chan);
4106 			return (-1);
4107 		}
4108 	} else {
4109 		/* Build the SNS request and execute via firmware. */
4110 		ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
4111 		reqp->snscb_rblen = sizeof (ct_hdr_t) >> 1;
4112 		reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
4113 		reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
4114 		reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
4115 		reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
4116 		reqp->snscb_sblen = 22;
4117 		reqp->snscb_data[0] = SNS_RFT_ID;
4118 		reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
4119 		reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
4120 		reqp->snscb_data[6] = (1 << FC4_SCSI);
4121 		isp_put_sns_request(isp, reqp, (sns_screq_t *)scp);
4122 
4123 		if (isp_ct_sns(isp, chan, SNS_RFT_ID_REQ_SIZE, sizeof(ct_hdr_t))) {
4124 			FC_SCRATCH_RELEASE(isp, chan);
4125 			return (-1);
4126 		}
4127 	}
4128 
4129 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4130 	FC_SCRATCH_RELEASE(isp, chan);
4131 	if (ct->ct_cmd_resp == LS_RJT) {
4132 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4133 		return (-1);
4134 	} else if (ct->ct_cmd_resp == LS_ACC) {
4135 		isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4136 	} else {
4137 		isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4138 		return (-1);
4139 	}
4140 	return (0);
4141 }
4142 
4143 static int
4144 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4145 {
4146 	fcparam *fcp = FCPARAM(isp, chan);
4147 	ct_hdr_t *ct;
4148 	rff_id_t rp;
4149 	uint8_t *scp = fcp->isp_scratch;
4150 
4151 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4152 		isp_prt(isp, ISP_LOGERR, sacq);
4153 		return (-1);
4154 	}
4155 
4156 	/*
4157 	 * Build the CT header and command in memory.
4158 	 */
4159 	ISP_MEMZERO(&rp, sizeof(rp));
4160 	ct = &rp.rffid_hdr;
4161 	ct->ct_revision = CT_REVISION;
4162 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4163 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4164 	ct->ct_cmd_resp = SNS_RFF_ID;
4165 	ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4166 	rp.rffid_portid[0] = fcp->isp_portid >> 16;
4167 	rp.rffid_portid[1] = fcp->isp_portid >> 8;
4168 	rp.rffid_portid[2] = fcp->isp_portid;
4169 	rp.rffid_fc4features = 0;
4170 	if (fcp->role & ISP_ROLE_TARGET)
4171 		rp.rffid_fc4features |= 1;
4172 	if (fcp->role & ISP_ROLE_INITIATOR)
4173 		rp.rffid_fc4features |= 2;
4174 	rp.rffid_fc4type = FC4_SCSI;
4175 	isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4176 	if (isp->isp_dblev & ISP_LOGDEBUG1)
4177 		isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4178 
4179 	if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4180 		FC_SCRATCH_RELEASE(isp, chan);
4181 		return (-1);
4182 	}
4183 
4184 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4185 	FC_SCRATCH_RELEASE(isp, chan);
4186 	if (ct->ct_cmd_resp == LS_RJT) {
4187 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4188 		    "Chan %d Register FC4 Features rejected", chan);
4189 		return (-1);
4190 	} else if (ct->ct_cmd_resp == LS_ACC) {
4191 		isp_prt(isp, ISP_LOG_SANCFG,
4192 		    "Chan %d Register FC4 Features accepted", chan);
4193 	} else {
4194 		isp_prt(isp, ISP_LOGWARN,
4195 		    "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4196 		return (-1);
4197 	}
4198 	return (0);
4199 }
4200 
4201 static int
4202 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4203 {
4204 	fcparam *fcp = FCPARAM(isp, chan);
4205 	ct_hdr_t *ct;
4206 	rspn_id_t rp;
4207 	uint8_t *scp = fcp->isp_scratch;
4208 	int len;
4209 
4210 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4211 		isp_prt(isp, ISP_LOGERR, sacq);
4212 		return (-1);
4213 	}
4214 
4215 	/*
4216 	 * Build the CT header and command in memory.
4217 	 */
4218 	ISP_MEMZERO(&rp, sizeof(rp));
4219 	ct = &rp.rspnid_hdr;
4220 	ct->ct_revision = CT_REVISION;
4221 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4222 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4223 	ct->ct_cmd_resp = SNS_RSPN_ID;
4224 	rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4225 	rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4226 	rp.rspnid_portid[2] = fcp->isp_portid;
4227 	rp.rspnid_length = 0;
4228 	len = offsetof(rspn_id_t, rspnid_name);
4229 	mtx_lock(&prison0.pr_mtx);
4230 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4231 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4232 	mtx_unlock(&prison0.pr_mtx);
4233 	rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4234 	    ":%s", device_get_nameunit(isp->isp_dev));
4235 	if (chan != 0) {
4236 		rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4237 		    "/%d", chan);
4238 	}
4239 	len += rp.rspnid_length;
4240 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4241 	isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4242 
4243 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4244 		FC_SCRATCH_RELEASE(isp, chan);
4245 		return (-1);
4246 	}
4247 
4248 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4249 	FC_SCRATCH_RELEASE(isp, chan);
4250 	if (ct->ct_cmd_resp == LS_RJT) {
4251 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4252 		    "Chan %d Register Symbolic Port Name rejected", chan);
4253 		return (-1);
4254 	} else if (ct->ct_cmd_resp == LS_ACC) {
4255 		isp_prt(isp, ISP_LOG_SANCFG,
4256 		    "Chan %d Register Symbolic Port Name accepted", chan);
4257 	} else {
4258 		isp_prt(isp, ISP_LOGWARN,
4259 		    "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4260 		return (-1);
4261 	}
4262 	return (0);
4263 }
4264 
4265 static int
4266 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4267 {
4268 	fcparam *fcp = FCPARAM(isp, chan);
4269 	ct_hdr_t *ct;
4270 	rsnn_nn_t rp;
4271 	uint8_t *scp = fcp->isp_scratch;
4272 	int len;
4273 
4274 	if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4275 		isp_prt(isp, ISP_LOGERR, sacq);
4276 		return (-1);
4277 	}
4278 
4279 	/*
4280 	 * Build the CT header and command in memory.
4281 	 */
4282 	ISP_MEMZERO(&rp, sizeof(rp));
4283 	ct = &rp.rsnnnn_hdr;
4284 	ct->ct_revision = CT_REVISION;
4285 	ct->ct_fcs_type = CT_FC_TYPE_FC;
4286 	ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4287 	ct->ct_cmd_resp = SNS_RSNN_NN;
4288 	MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4289 	rp.rsnnnn_length = 0;
4290 	len = offsetof(rsnn_nn_t, rsnnnn_name);
4291 	mtx_lock(&prison0.pr_mtx);
4292 	rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4293 	    "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4294 	mtx_unlock(&prison0.pr_mtx);
4295 	len += rp.rsnnnn_length;
4296 	ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4297 	isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4298 
4299 	if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4300 		FC_SCRATCH_RELEASE(isp, chan);
4301 		return (-1);
4302 	}
4303 
4304 	isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4305 	FC_SCRATCH_RELEASE(isp, chan);
4306 	if (ct->ct_cmd_resp == LS_RJT) {
4307 		isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4308 		    "Chan %d Register Symbolic Node Name rejected", chan);
4309 		return (-1);
4310 	} else if (ct->ct_cmd_resp == LS_ACC) {
4311 		isp_prt(isp, ISP_LOG_SANCFG,
4312 		    "Chan %d Register Symbolic Node Name accepted", chan);
4313 	} else {
4314 		isp_prt(isp, ISP_LOGWARN,
4315 		    "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4316 		return (-1);
4317 	}
4318 	return (0);
4319 }
4320 
4321 static uint16_t
4322 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4323 {
4324 	fcparam *fcp;
4325 	int i, chan, wrap;
4326 	uint16_t handle, minh, maxh;
4327 
4328 	handle = *ohp;
4329 	if (ISP_CAP_2KLOGIN(isp)) {
4330 		minh = 0;
4331 		maxh = NPH_RESERVED - 1;
4332 	} else {
4333 		minh = SNS_ID + 1;
4334 		maxh = NPH_MAX - 1;
4335 	}
4336 	wrap = 0;
4337 
4338 next:
4339 	if (handle == NIL_HANDLE) {
4340 		handle = minh;
4341 	} else {
4342 		handle++;
4343 		if (handle > maxh) {
4344 			if (++wrap >= 2) {
4345 				isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4346 				return (NIL_HANDLE);
4347 			}
4348 			handle = minh;
4349 		}
4350 	}
4351 	for (chan = 0; chan < isp->isp_nchan; chan++) {
4352 		fcp = FCPARAM(isp, chan);
4353 		if (fcp->role == ISP_ROLE_NONE)
4354 			continue;
4355 		for (i = 0; i < MAX_FC_TARG; i++) {
4356 			if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4357 			    fcp->portdb[i].handle == handle)
4358 				goto next;
4359 		}
4360 	}
4361 	*ohp = handle;
4362 	return (handle);
4363 }
4364 
4365 /*
4366  * Start a command. Locking is assumed done in the caller.
4367  */
4368 
4369 int
4370 isp_start(XS_T *xs)
4371 {
4372 	ispsoftc_t *isp;
4373 	uint32_t cdblen;
4374 	uint8_t local[QENTRY_LEN];
4375 	ispreq_t *reqp;
4376 	void *cdbp, *qep;
4377 	uint16_t *tptr;
4378 	fcportdb_t *lp;
4379 	int target, dmaresult;
4380 
4381 	XS_INITERR(xs);
4382 	isp = XS_ISP(xs);
4383 
4384 	/*
4385 	 * Check command CDB length, etc.. We really are limited to 16 bytes
4386 	 * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4387 	 * but probably only if we're running fairly new firmware (we'll
4388 	 * let the old f/w choke on an extended command queue entry).
4389 	 */
4390 
4391 	if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4392 		isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4393 		XS_SETERR(xs, HBA_REQINVAL);
4394 		return (CMD_COMPLETE);
4395 	}
4396 
4397 	/*
4398 	 * Translate the target to device handle as appropriate, checking
4399 	 * for correct device state as well.
4400 	 */
4401 	target = XS_TGT(xs);
4402 	if (IS_FC(isp)) {
4403 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4404 
4405 		if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4406 			isp_prt(isp, ISP_LOG_WARN1,
4407 			    "%d.%d.%jx I am not an initiator",
4408 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4409 			XS_SETERR(xs, HBA_SELTIMEOUT);
4410 			return (CMD_COMPLETE);
4411 		}
4412 
4413 		if (isp->isp_state != ISP_RUNSTATE) {
4414 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4415 			XS_SETERR(xs, HBA_BOTCH);
4416 			return (CMD_COMPLETE);
4417 		}
4418 
4419 		isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4420 		lp = &fcp->portdb[target];
4421 		if (target < 0 || target >= MAX_FC_TARG ||
4422 		    lp->is_target == 0) {
4423 			XS_SETERR(xs, HBA_SELTIMEOUT);
4424 			return (CMD_COMPLETE);
4425 		}
4426 		if (fcp->isp_loopstate != LOOP_READY) {
4427 			isp_prt(isp, ISP_LOGDEBUG1,
4428 			    "%d.%d.%jx loop is not ready",
4429 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4430 			return (CMD_RQLATER);
4431 		}
4432 		if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4433 			isp_prt(isp, ISP_LOGDEBUG1,
4434 			    "%d.%d.%jx target zombie",
4435 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4436 			return (CMD_RQLATER);
4437 		}
4438 		if (lp->state != FC_PORTDB_STATE_VALID) {
4439 			isp_prt(isp, ISP_LOGDEBUG1,
4440 			    "%d.%d.%jx bad db port state 0x%x",
4441 			    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4442 			XS_SETERR(xs, HBA_SELTIMEOUT);
4443 			return (CMD_COMPLETE);
4444 		}
4445 	} else {
4446 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4447 		if (isp->isp_state != ISP_RUNSTATE) {
4448 			isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4449 			XS_SETERR(xs, HBA_BOTCH);
4450 			return (CMD_COMPLETE);
4451 		}
4452 
4453 		if (sdp->update) {
4454 			isp_spi_update(isp, XS_CHANNEL(xs));
4455 		}
4456 		lp = NULL;
4457 	}
4458 
4459  start_again:
4460 
4461 	qep = isp_getrqentry(isp);
4462 	if (qep == NULL) {
4463 		isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4464 		XS_SETERR(xs, HBA_BOTCH);
4465 		return (CMD_EAGAIN);
4466 	}
4467 	XS_SETERR(xs, HBA_NOERROR);
4468 
4469 	/*
4470 	 * Now see if we need to synchronize the ISP with respect to anything.
4471 	 * We do dual duty here (cough) for synchronizing for buses other
4472 	 * than which we got here to send a command to.
4473 	 */
4474 	reqp = (ispreq_t *) local;
4475 	ISP_MEMZERO(local, QENTRY_LEN);
4476 	if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4477 		if (IS_24XX(isp)) {
4478 			isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4479 			m->mrk_header.rqs_entry_count = 1;
4480 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4481 			m->mrk_modifier = SYNC_ALL;
4482 			m->mrk_vphdl = XS_CHANNEL(xs);
4483 			isp_put_marker_24xx(isp, m, qep);
4484 		} else {
4485 			isp_marker_t *m = (isp_marker_t *) reqp;
4486 			m->mrk_header.rqs_entry_count = 1;
4487 			m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4488 			m->mrk_target = (XS_CHANNEL(xs) << 7);	/* bus # */
4489 			m->mrk_modifier = SYNC_ALL;
4490 			isp_put_marker(isp, m, qep);
4491 		}
4492 		ISP_SYNC_REQUEST(isp);
4493 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4494 		goto start_again;
4495 	}
4496 
4497 	reqp->req_header.rqs_entry_count = 1;
4498 
4499 	/*
4500 	 * Select and install Header Code.
4501 	 * Note that it might be overridden before going out
4502 	 * if we're on a 64 bit platform. The lower level
4503 	 * code (isp_send_cmd) will select the appropriate
4504 	 * 64 bit variant if it needs to.
4505 	 */
4506 	if (IS_24XX(isp)) {
4507 		reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4508 	} else if (IS_FC(isp)) {
4509 		reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4510 	} else {
4511 		if (XS_CDBLEN(xs) > 12) {
4512 			reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4513 		} else {
4514 			reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4515 		}
4516 	}
4517 
4518 	/*
4519 	 * Set task attributes
4520 	 */
4521 	if (IS_24XX(isp)) {
4522 		int ttype;
4523 		if (XS_TAG_P(xs)) {
4524 			ttype = XS_TAG_TYPE(xs);
4525 		} else {
4526 			ttype = REQFLAG_STAG;
4527 		}
4528 		if (ttype == REQFLAG_OTAG) {
4529 			ttype = FCP_CMND_TASK_ATTR_ORDERED;
4530 		} else if (ttype == REQFLAG_HTAG) {
4531 			ttype = FCP_CMND_TASK_ATTR_HEAD;
4532 		} else {
4533 			ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4534 		}
4535 		((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4536 	} else if (IS_FC(isp)) {
4537 		/*
4538 		 * See comment in isp_intr_respq
4539 		 */
4540 		/* XS_SET_RESID(xs, 0); */
4541 
4542 		/*
4543 		 * Fibre Channel always requires some kind of tag.
4544 		 * The Qlogic drivers seem be happy not to use a tag,
4545 		 * but this breaks for some devices (IBM drives).
4546 		 */
4547 		if (XS_TAG_P(xs)) {
4548 			((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4549 		} else {
4550 			((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4551 		}
4552 	} else {
4553 		sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4554 		if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4555 			reqp->req_flags = XS_TAG_TYPE(xs);
4556 		}
4557 	}
4558 
4559 	/*
4560 	 * NB: we do not support long CDBs (yet)
4561 	 */
4562 	cdblen = XS_CDBLEN(xs);
4563 
4564 	if (IS_SCSI(isp)) {
4565 		if (cdblen > sizeof (reqp->req_cdb)) {
4566 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4567 			XS_SETERR(xs, HBA_REQINVAL);
4568 			return (CMD_COMPLETE);
4569 		}
4570 		reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4571 		reqp->req_lun_trn = XS_LUN(xs);
4572 		reqp->req_cdblen = cdblen;
4573 		tptr = &reqp->req_time;
4574 		cdbp = reqp->req_cdb;
4575 	} else if (IS_24XX(isp)) {
4576 		ispreqt7_t *t7 = (ispreqt7_t *)local;
4577 
4578 		if (cdblen > sizeof (t7->req_cdb)) {
4579 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4580 			XS_SETERR(xs, HBA_REQINVAL);
4581 			return (CMD_COMPLETE);
4582 		}
4583 
4584 		t7->req_nphdl = lp->handle;
4585 		t7->req_tidlo = lp->portid;
4586 		t7->req_tidhi = lp->portid >> 16;
4587 		t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4588 		be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4589 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4590 			if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4591 				isp_prt(isp, ISP_LOG_WARN1,
4592 				    "%d.%d.%jx cannot generate next CRN",
4593 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4594 				XS_SETERR(xs, HBA_BOTCH);
4595 				return (CMD_EAGAIN);
4596 			}
4597 		}
4598 		tptr = &t7->req_time;
4599 		cdbp = t7->req_cdb;
4600 	} else {
4601 		ispreqt2_t *t2 = (ispreqt2_t *)local;
4602 
4603 		if (cdblen > sizeof t2->req_cdb) {
4604 			isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4605 			XS_SETERR(xs, HBA_REQINVAL);
4606 			return (CMD_COMPLETE);
4607 		}
4608 		if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4609 			if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4610 				isp_prt(isp, ISP_LOG_WARN1,
4611 				    "%d.%d.%jx cannot generate next CRN",
4612 				    XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4613 				XS_SETERR(xs, HBA_BOTCH);
4614 				return (CMD_EAGAIN);
4615 			}
4616 		}
4617 		if (ISP_CAP_2KLOGIN(isp)) {
4618 			ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4619 			t2e->req_target = lp->handle;
4620 			t2e->req_scclun = XS_LUN(xs);
4621 			tptr = &t2e->req_time;
4622 			cdbp = t2e->req_cdb;
4623 		} else if (ISP_CAP_SCCFW(isp)) {
4624 			t2->req_target = lp->handle;
4625 			t2->req_scclun = XS_LUN(xs);
4626 			tptr = &t2->req_time;
4627 			cdbp = t2->req_cdb;
4628 		} else {
4629 			t2->req_target = lp->handle;
4630 			t2->req_lun_trn = XS_LUN(xs);
4631 			tptr = &t2->req_time;
4632 			cdbp = t2->req_cdb;
4633 		}
4634 	}
4635 	*tptr = XS_TIME(xs);
4636 	ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4637 
4638 	/* Whew. Thankfully the same for type 7 requests */
4639 	reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4640 	if (reqp->req_handle == 0) {
4641 		isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4642 		XS_SETERR(xs, HBA_BOTCH);
4643 		return (CMD_EAGAIN);
4644 	}
4645 
4646 	/*
4647 	 * Set up DMA and/or do any platform dependent swizzling of the request entry
4648 	 * so that the Qlogic F/W understands what is being asked of it.
4649 	 *
4650 	 * The callee is responsible for adding all requests at this point.
4651 	 */
4652 	dmaresult = ISP_DMASETUP(isp, xs, reqp);
4653 	if (dmaresult != CMD_QUEUED) {
4654 		isp_destroy_handle(isp, reqp->req_handle);
4655 		/*
4656 		 * dmasetup sets actual error in packet, and
4657 		 * return what we were given to return.
4658 		 */
4659 		return (dmaresult);
4660 	}
4661 	isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4662 	return (CMD_QUEUED);
4663 }
4664 
4665 /*
4666  * isp control
4667  * Locks (ints blocked) assumed held.
4668  */
4669 
4670 int
4671 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4672 {
4673 	XS_T *xs;
4674 	mbreg_t *mbr, mbs;
4675 	int chan, tgt;
4676 	uint32_t handle;
4677 	va_list ap;
4678 
4679 	switch (ctl) {
4680 	case ISPCTL_RESET_BUS:
4681 		/*
4682 		 * Issue a bus reset.
4683 		 */
4684 		if (IS_24XX(isp)) {
4685 			isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4686 			break;
4687 		} else if (IS_FC(isp)) {
4688 			mbs.param[1] = 10;
4689 			chan = 0;
4690 		} else {
4691 			va_start(ap, ctl);
4692 			chan = va_arg(ap, int);
4693 			va_end(ap);
4694 			mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4695 			if (mbs.param[1] < 2) {
4696 				mbs.param[1] = 2;
4697 			}
4698 			mbs.param[2] = chan;
4699 		}
4700 		MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4701 		ISP_SET_SENDMARKER(isp, chan, 1);
4702 		isp_mboxcmd(isp, &mbs);
4703 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4704 			break;
4705 		}
4706 		isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4707 		return (0);
4708 
4709 	case ISPCTL_RESET_DEV:
4710 		va_start(ap, ctl);
4711 		chan = va_arg(ap, int);
4712 		tgt = va_arg(ap, int);
4713 		va_end(ap);
4714 		if (IS_24XX(isp)) {
4715 			uint8_t local[QENTRY_LEN];
4716 			isp24xx_tmf_t *tmf;
4717 			isp24xx_statusreq_t *sp;
4718 			fcparam *fcp = FCPARAM(isp, chan);
4719 			fcportdb_t *lp;
4720 
4721 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4722 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4723 				break;
4724 			}
4725 			lp = &fcp->portdb[tgt];
4726 			if (lp->is_target == 0 ||
4727 			    lp->state != FC_PORTDB_STATE_VALID) {
4728 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4729 				break;
4730 			}
4731 
4732 			tmf = (isp24xx_tmf_t *) local;
4733 			ISP_MEMZERO(tmf, QENTRY_LEN);
4734 			tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4735 			tmf->tmf_header.rqs_entry_count = 1;
4736 			tmf->tmf_nphdl = lp->handle;
4737 			tmf->tmf_delay = 2;
4738 			tmf->tmf_timeout = 4;
4739 			tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4740 			tmf->tmf_tidlo = lp->portid;
4741 			tmf->tmf_tidhi = lp->portid >> 16;
4742 			tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4743 			isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4744 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4745 				isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4746 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4747 			fcp->sendmarker = 1;
4748 
4749 			isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4750 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4751 			    MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4752 			mbs.param[1] = QENTRY_LEN;
4753 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4754 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4755 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4756 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4757 			isp_mboxcmd(isp, &mbs);
4758 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4759 				break;
4760 
4761 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4762 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4763 				isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4764 			sp = (isp24xx_statusreq_t *) local;
4765 			isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4766 			if (sp->req_completion_status == 0) {
4767 				return (0);
4768 			}
4769 			isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4770 			break;
4771 		} else if (IS_FC(isp)) {
4772 			if (ISP_CAP_2KLOGIN(isp)) {
4773 				mbs.param[1] = tgt;
4774 				mbs.ibits = (1 << 10);
4775 			} else {
4776 				mbs.param[1] = (tgt << 8);
4777 			}
4778 		} else {
4779 			mbs.param[1] = (chan << 15) | (tgt << 8);
4780 		}
4781 		MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4782 		mbs.param[2] = 3;	/* 'delay', in seconds */
4783 		isp_mboxcmd(isp, &mbs);
4784 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4785 			break;
4786 		}
4787 		isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4788 		ISP_SET_SENDMARKER(isp, chan, 1);
4789 		return (0);
4790 
4791 	case ISPCTL_ABORT_CMD:
4792 		va_start(ap, ctl);
4793 		xs = va_arg(ap, XS_T *);
4794 		va_end(ap);
4795 
4796 		tgt = XS_TGT(xs);
4797 		chan = XS_CHANNEL(xs);
4798 
4799 		handle = isp_find_handle(isp, xs);
4800 		if (handle == 0) {
4801 			isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4802 			break;
4803 		}
4804 		if (IS_24XX(isp)) {
4805 			isp24xx_abrt_t local, *ab = &local;
4806 			fcparam *fcp;
4807 			fcportdb_t *lp;
4808 
4809 			fcp = FCPARAM(isp, chan);
4810 			if (tgt < 0 || tgt >= MAX_FC_TARG) {
4811 				isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4812 				break;
4813 			}
4814 			lp = &fcp->portdb[tgt];
4815 			if (lp->is_target == 0 ||
4816 			    lp->state != FC_PORTDB_STATE_VALID) {
4817 				isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4818 				break;
4819 			}
4820 			isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4821 			ISP_MEMZERO(ab, QENTRY_LEN);
4822 			ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4823 			ab->abrt_header.rqs_entry_count = 1;
4824 			ab->abrt_handle = lp->handle;
4825 			ab->abrt_cmd_handle = handle;
4826 			ab->abrt_tidlo = lp->portid;
4827 			ab->abrt_tidhi = lp->portid >> 16;
4828 			ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4829 			isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4830 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4831 				isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4832 			MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4833 
4834 			ISP_MEMZERO(&mbs, sizeof (mbs));
4835 			MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4836 			mbs.param[1] = QENTRY_LEN;
4837 			mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4838 			mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4839 			mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4840 			mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4841 
4842 			isp_mboxcmd(isp, &mbs);
4843 			if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4844 				break;
4845 
4846 			MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4847 			if (isp->isp_dblev & ISP_LOGDEBUG1)
4848 				isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4849 			isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4850 			if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4851 				return (0);
4852 			}
4853 			isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4854 			break;
4855 		} else if (IS_FC(isp)) {
4856 			if (ISP_CAP_SCCFW(isp)) {
4857 				if (ISP_CAP_2KLOGIN(isp)) {
4858 					mbs.param[1] = tgt;
4859 				} else {
4860 					mbs.param[1] = tgt << 8;
4861 				}
4862 				mbs.param[6] = XS_LUN(xs);
4863 			} else {
4864 				mbs.param[1] = tgt << 8 | XS_LUN(xs);
4865 			}
4866 		} else {
4867 			mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4868 		}
4869 		MBSINIT(&mbs, MBOX_ABORT,
4870 		    MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4871 		mbs.param[2] = handle;
4872 		isp_mboxcmd(isp, &mbs);
4873 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4874 			break;
4875 		}
4876 		return (0);
4877 
4878 	case ISPCTL_UPDATE_PARAMS:
4879 
4880 		va_start(ap, ctl);
4881 		chan = va_arg(ap, int);
4882 		va_end(ap);
4883 		isp_spi_update(isp, chan);
4884 		return (0);
4885 
4886 	case ISPCTL_FCLINK_TEST:
4887 
4888 		if (IS_FC(isp)) {
4889 			int usdelay;
4890 			va_start(ap, ctl);
4891 			chan = va_arg(ap, int);
4892 			usdelay = va_arg(ap, int);
4893 			va_end(ap);
4894 			if (usdelay == 0) {
4895 				usdelay =  250000;
4896 			}
4897 			return (isp_fclink_test(isp, chan, usdelay));
4898 		}
4899 		break;
4900 
4901 	case ISPCTL_SCAN_FABRIC:
4902 
4903 		if (IS_FC(isp)) {
4904 			va_start(ap, ctl);
4905 			chan = va_arg(ap, int);
4906 			va_end(ap);
4907 			return (isp_scan_fabric(isp, chan));
4908 		}
4909 		break;
4910 
4911 	case ISPCTL_SCAN_LOOP:
4912 
4913 		if (IS_FC(isp)) {
4914 			va_start(ap, ctl);
4915 			chan = va_arg(ap, int);
4916 			va_end(ap);
4917 			return (isp_scan_loop(isp, chan));
4918 		}
4919 		break;
4920 
4921 	case ISPCTL_PDB_SYNC:
4922 
4923 		if (IS_FC(isp)) {
4924 			va_start(ap, ctl);
4925 			chan = va_arg(ap, int);
4926 			va_end(ap);
4927 			return (isp_pdb_sync(isp, chan));
4928 		}
4929 		break;
4930 
4931 	case ISPCTL_SEND_LIP:
4932 
4933 		if (IS_FC(isp) && !IS_24XX(isp)) {
4934 			MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4935 			if (ISP_CAP_2KLOGIN(isp)) {
4936 				mbs.ibits = (1 << 10);
4937 			}
4938 			isp_mboxcmd(isp, &mbs);
4939 			if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4940 				return (0);
4941 			}
4942 		}
4943 		break;
4944 
4945 	case ISPCTL_GET_PDB:
4946 		if (IS_FC(isp)) {
4947 			isp_pdb_t *pdb;
4948 			va_start(ap, ctl);
4949 			chan = va_arg(ap, int);
4950 			tgt = va_arg(ap, int);
4951 			pdb = va_arg(ap, isp_pdb_t *);
4952 			va_end(ap);
4953 			return (isp_getpdb(isp, chan, tgt, pdb));
4954 		}
4955 		break;
4956 
4957 	case ISPCTL_GET_NAMES:
4958 	{
4959 		uint64_t *wwnn, *wwnp;
4960 		va_start(ap, ctl);
4961 		chan = va_arg(ap, int);
4962 		tgt = va_arg(ap, int);
4963 		wwnn = va_arg(ap, uint64_t *);
4964 		wwnp = va_arg(ap, uint64_t *);
4965 		va_end(ap);
4966 		if (wwnn == NULL && wwnp == NULL) {
4967 			break;
4968 		}
4969 		if (wwnn) {
4970 			*wwnn = isp_get_wwn(isp, chan, tgt, 1);
4971 			if (*wwnn == INI_NONE) {
4972 				break;
4973 			}
4974 		}
4975 		if (wwnp) {
4976 			*wwnp = isp_get_wwn(isp, chan, tgt, 0);
4977 			if (*wwnp == INI_NONE) {
4978 				break;
4979 			}
4980 		}
4981 		return (0);
4982 	}
4983 	case ISPCTL_RUN_MBOXCMD:
4984 	{
4985 		va_start(ap, ctl);
4986 		mbr = va_arg(ap, mbreg_t *);
4987 		va_end(ap);
4988 		isp_mboxcmd(isp, mbr);
4989 		return (0);
4990 	}
4991 	case ISPCTL_PLOGX:
4992 	{
4993 		isp_plcmd_t *p;
4994 		int r;
4995 
4996 		va_start(ap, ctl);
4997 		p = va_arg(ap, isp_plcmd_t *);
4998 		va_end(ap);
4999 
5000 		if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
5001 			return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
5002 		}
5003 		do {
5004 			isp_next_handle(isp, &p->handle);
5005 			r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
5006 			if ((r & 0xffff) == MBOX_PORT_ID_USED) {
5007 				p->handle = r >> 16;
5008 				r = 0;
5009 				break;
5010 			}
5011 		} while ((r & 0xffff) == MBOX_LOOP_ID_USED);
5012 		return (r);
5013 	}
5014 	case ISPCTL_CHANGE_ROLE:
5015 		if (IS_FC(isp)) {
5016 			int role, r;
5017 
5018 			va_start(ap, ctl);
5019 			chan = va_arg(ap, int);
5020 			role = va_arg(ap, int);
5021 			va_end(ap);
5022 			r = isp_fc_change_role(isp, chan, role);
5023 			return (r);
5024 		}
5025 		break;
5026 	default:
5027 		isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
5028 		break;
5029 
5030 	}
5031 	return (-1);
5032 }
5033 
5034 /*
5035  * Interrupt Service Routine(s).
5036  *
5037  * External (OS) framework has done the appropriate locking,
5038  * and the locking will be held throughout this function.
5039  */
5040 
5041 #ifdef	ISP_TARGET_MODE
5042 void
5043 isp_intr_atioq(ispsoftc_t *isp)
5044 {
5045 	uint8_t qe[QENTRY_LEN];
5046 	isphdr_t *hp;
5047 	void *addr;
5048 	uint32_t iptr, optr, oop;
5049 
5050 	iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5051 	optr = isp->isp_atioodx;
5052 	while (optr != iptr) {
5053 		oop = optr;
5054 		MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5055 		addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5056 		isp_get_hdr(isp, addr, (isphdr_t *)qe);
5057 		hp = (isphdr_t *)qe;
5058 		switch (hp->rqs_entry_type) {
5059 		case RQSTYPE_NOTIFY:
5060 		case RQSTYPE_ATIO:
5061 			(void) isp_target_notify(isp, addr, &oop);
5062 			break;
5063 		default:
5064 			isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5065 			break;
5066 		}
5067 		optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5068 	}
5069 	if (isp->isp_atioodx != optr) {
5070 		ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5071 		isp->isp_atioodx = optr;
5072 	}
5073 }
5074 #endif
5075 
5076 void
5077 isp_intr_async(ispsoftc_t *isp, uint16_t event)
5078 {
5079 
5080 	if (IS_FC(isp))
5081 		isp_parse_async_fc(isp, event);
5082 	else
5083 		isp_parse_async(isp, event);
5084 }
5085 
5086 void
5087 isp_intr_mbox(ispsoftc_t *isp, uint16_t mbox0)
5088 {
5089 	int i, obits;
5090 
5091 	if (!isp->isp_mboxbsy) {
5092 		isp_prt(isp, ISP_LOGWARN, "mailbox 0x%x with no waiters", mbox0);
5093 		return;
5094 	}
5095 	obits = isp->isp_obits;
5096 	isp->isp_mboxtmp[0] = mbox0;
5097 	for (i = 1; i < ISP_NMBOX(isp); i++) {
5098 		if ((obits & (1 << i)) == 0)
5099 			continue;
5100 		isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5101 	}
5102 	MBOX_NOTIFY_COMPLETE(isp);
5103 }
5104 
5105 void
5106 isp_intr_respq(ispsoftc_t *isp)
5107 {
5108 	XS_T *xs, *cont_xs;
5109 	uint8_t qe[QENTRY_LEN];
5110 	ispstatusreq_t *sp = (ispstatusreq_t *)qe;
5111 	isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5112 	isphdr_t *hp;
5113 	uint8_t *resp, *snsp;
5114 	int buddaboom, completion_status, cont = 0, etype, i;
5115 	int req_status_flags, req_state_flags, scsi_status;
5116 	uint32_t iptr, junk, cptr, optr, rlen, slen, sptr, totslen, resid;
5117 
5118 	/*
5119 	 * We can't be getting this now.
5120 	 */
5121 	if (isp->isp_state != ISP_RUNSTATE) {
5122 		isp_prt(isp, ISP_LOGINFO, "respq interrupt when not ready");
5123 		return;
5124 	}
5125 
5126 	iptr = ISP_READ(isp, isp->isp_respinrp);
5127 	/* Debounce the 2300 if revision less than 2. */
5128 	if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5129 		do {
5130 			junk = iptr;
5131 			iptr = ISP_READ(isp, isp->isp_respinrp);
5132 		} while (junk != iptr);
5133 	}
5134 	isp->isp_residx = iptr;
5135 
5136 	optr = isp->isp_resodx;
5137 	while (optr != iptr) {
5138 		sptr = cptr = optr;
5139 		hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, cptr);
5140 		optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5141 
5142 		/*
5143 		 * Synchronize our view of this response queue entry.
5144 		 */
5145 		MEMORYBARRIER(isp, SYNC_RESULT, cptr, QENTRY_LEN, -1);
5146 		if (isp->isp_dblev & ISP_LOGDEBUG1)
5147 			isp_print_qentry(isp, "Response Queue Entry", cptr, hp);
5148 		isp_get_hdr(isp, hp, &sp->req_header);
5149 		etype = sp->req_header.rqs_entry_type;
5150 
5151 		/* We expected Status Continuation, but got different IOCB. */
5152 		if (cont > 0 && etype != RQSTYPE_STATUS_CONT) {
5153 			cont = 0;
5154 			isp_done(cont_xs);
5155 		}
5156 
5157 		if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5158 			isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5159 			scsi_status = sp2->req_scsi_status;
5160 			completion_status = sp2->req_completion_status;
5161 			req_status_flags = 0;
5162 			if ((scsi_status & 0xff) != 0)
5163 				req_state_flags = RQSF_GOT_STATUS;
5164 			else
5165 				req_state_flags = 0;
5166 			resid = sp2->req_resid;
5167 		} else if (etype == RQSTYPE_RESPONSE) {
5168 			isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5169 			scsi_status = sp->req_scsi_status;
5170 			completion_status = sp->req_completion_status;
5171 			req_status_flags = sp->req_status_flags;
5172 			req_state_flags = sp->req_state_flags;
5173 			resid = sp->req_resid;
5174 		} else if (etype == RQSTYPE_RIO1) {
5175 			isp_rio1_t *rio = (isp_rio1_t *) qe;
5176 			isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5177 			for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5178 				isp_fastpost_complete(isp, rio->req_handles[i]);
5179 			}
5180 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5181 			continue;
5182 		} else if (etype == RQSTYPE_RIO2) {
5183 			isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5184 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5185 			continue;
5186 		} else if (etype == RQSTYPE_STATUS_CONT) {
5187 			ispstatus_cont_t *scp = (ispstatus_cont_t *)qe;
5188 			isp_get_cont_response(isp, (ispstatus_cont_t *)hp, scp);
5189 			if (cont > 0) {
5190 				i = min(cont, sizeof(scp->req_sense_data));
5191 				XS_SENSE_APPEND(cont_xs, scp->req_sense_data, i);
5192 				cont -= i;
5193 				if (cont == 0) {
5194 					isp_done(cont_xs);
5195 				} else {
5196 					isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN,
5197 					    "Expecting Status Continuations for %u bytes",
5198 					    cont);
5199 				}
5200 			} else {
5201 				isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5202 			}
5203 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5204 			continue;
5205 		} else if (isp_handle_other_response(isp, etype, hp, &cptr)) {
5206 			/* More then one IOCB could be consumed. */
5207 			while (sptr != cptr) {
5208 				ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5209 				sptr = ISP_NXT_QENTRY(sptr, RESULT_QUEUE_LEN(isp));
5210 				hp = (isphdr_t *)ISP_QUEUE_ENTRY(isp->isp_result, sptr);
5211 			}
5212 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5213 			optr = ISP_NXT_QENTRY(cptr, RESULT_QUEUE_LEN(isp));
5214 			continue;
5215 		} else {
5216 			/* We don't know what was this -- log and skip. */
5217 			isp_prt(isp, ISP_LOGERR, notresp, etype, cptr, optr);
5218 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5219 			continue;
5220 		}
5221 
5222 		buddaboom = 0;
5223 		if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5224 			if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5225 				isp_print_qentry(isp, "unexpected continuation segment",
5226 				    cptr, hp);
5227 				continue;
5228 			}
5229 			if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5230 				isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5231 				/*
5232 				 * We'll synthesize a QUEUE FULL message below.
5233 				 */
5234 			}
5235 			if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5236 				isp_print_qentry(isp, "bad header flag",
5237 				    cptr, hp);
5238 				buddaboom++;
5239 			}
5240 			if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5241 				isp_print_qentry(isp, "bad request packet",
5242 				    cptr, hp);
5243 				buddaboom++;
5244 			}
5245 			if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5246 				isp_print_qentry(isp, "invalid entry count",
5247 				    cptr, hp);
5248 				buddaboom++;
5249 			}
5250 			if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5251 				isp_print_qentry(isp, "invalid IOCB ordering",
5252 				    cptr, hp);
5253 				continue;
5254 			}
5255 		}
5256 
5257 		xs = isp_find_xs(isp, sp->req_handle);
5258 		if (xs == NULL) {
5259 			uint8_t ts = completion_status & 0xff;
5260 			/*
5261 			 * Only whine if this isn't the expected fallout of
5262 			 * aborting the command or resetting the target.
5263 			 */
5264 			if (etype != RQSTYPE_RESPONSE) {
5265 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5266 			} else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5267 				isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5268 			}
5269 			ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5270 			continue;
5271 		}
5272 		if (req_status_flags & RQSTF_BUS_RESET) {
5273 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5274 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5275 			XS_SETERR(xs, HBA_BUSRESET);
5276 			ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5277 		}
5278 		if (buddaboom) {
5279 			isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5280 			    XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5281 			XS_SETERR(xs, HBA_BOTCH);
5282 		}
5283 
5284 		resp = snsp = NULL;
5285 		rlen = slen = totslen = 0;
5286 		if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5287 			resp = sp2->req_rsp_sense;
5288 			rlen = sp2->req_response_len;
5289 		} else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5290 			resp = sp->req_response;
5291 			rlen = sp->req_response_len;
5292 		}
5293 		if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5294 			/*
5295 			 * Fibre Channel F/W doesn't say we got status
5296 			 * if there's Sense Data instead. I guess they
5297 			 * think it goes w/o saying.
5298 			 */
5299 			req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5300 			if (IS_24XX(isp)) {
5301 				snsp = sp2->req_rsp_sense;
5302 				snsp += rlen;
5303 				totslen = sp2->req_sense_len;
5304 				slen = sizeof(sp2->req_rsp_sense) - rlen;
5305 			} else {
5306 				snsp = sp->req_sense_data;
5307 				totslen = sp->req_sense_len;
5308 				slen = sizeof(sp->req_sense_data);
5309 			}
5310 		} else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5311 			snsp = sp->req_sense_data;
5312 			totslen = sp->req_sense_len;
5313 			slen = sizeof (sp->req_sense_data);
5314 		}
5315 		if (slen > totslen)
5316 			slen = totslen;
5317 		if (req_state_flags & RQSF_GOT_STATUS)
5318 			*XS_STSP(xs) = scsi_status & 0xff;
5319 
5320 		if (rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5321 			const char *ptr;
5322 			char lb[64];
5323 			const char *rnames[10] = {
5324 			    "Task Management function complete",
5325 			    "FCP_DATA length different than FCP_BURST_LEN",
5326 			    "FCP_CMND fields invalid",
5327 			    "FCP_DATA parameter mismatch with FCP_DATA_RO",
5328 			    "Task Management function rejected",
5329 			    "Task Management function failed",
5330 			    NULL,
5331 			    NULL,
5332 			    "Task Management function succeeded",
5333 			    "Task Management function incorrect logical unit number",
5334 			};
5335 			uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5336 			if (code >= 10 || rnames[code] == NULL) {
5337 				ISP_SNPRINTF(lb, sizeof(lb),
5338 				    "Unknown FCP Response Code 0x%x", code);
5339 				ptr = lb;
5340 			} else {
5341 				ptr = rnames[code];
5342 			}
5343 			isp_xs_prt(isp, xs, ISP_LOGWARN,
5344 			    "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5345 			    rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5346 			if (code != 0 && code != 8)
5347 				XS_SETERR(xs, HBA_BOTCH);
5348 		}
5349 		if (IS_24XX(isp))
5350 			isp_parse_status_24xx(isp, sp2, xs, &resid);
5351 		else
5352 			isp_parse_status(isp, sp, xs, &resid);
5353 		if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) &&
5354 		    (*XS_STSP(xs) == SCSI_BUSY))
5355 			XS_SETERR(xs, HBA_TGTBSY);
5356 		if (IS_SCSI(isp)) {
5357 			XS_SET_RESID(xs, resid);
5358 			/*
5359 			 * A new synchronous rate was negotiated for
5360 			 * this target. Mark state such that we'll go
5361 			 * look up that which has changed later.
5362 			 */
5363 			if (req_status_flags & RQSTF_NEGOTIATION) {
5364 				int t = XS_TGT(xs);
5365 				sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5366 				sdp->isp_devparam[t].dev_refresh = 1;
5367 				sdp->update = 1;
5368 			}
5369 		} else {
5370 			if (req_status_flags & RQSF_XFER_COMPLETE) {
5371 				XS_SET_RESID(xs, 0);
5372 			} else if (scsi_status & RQCS_RESID) {
5373 				XS_SET_RESID(xs, resid);
5374 			} else {
5375 				XS_SET_RESID(xs, 0);
5376 			}
5377 		}
5378 		if (slen > 0) {
5379 			XS_SAVE_SENSE(xs, snsp, slen);
5380 			if (totslen > slen) {
5381 				cont = totslen - slen;
5382 				cont_xs = xs;
5383 				isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN,
5384 				    "Expecting Status Continuations for %u bytes",
5385 				    cont);
5386 			}
5387 		}
5388 		isp_prt(isp, ISP_LOGDEBUG2, "asked for %lu got raw resid %lu settled for %lu",
5389 		    (u_long)XS_XFRLEN(xs), (u_long)resid, (u_long)XS_GET_RESID(xs));
5390 
5391 		if (XS_XFRLEN(xs))
5392 			ISP_DMAFREE(isp, xs, sp->req_handle);
5393 		isp_destroy_handle(isp, sp->req_handle);
5394 
5395 		ISP_MEMZERO(hp, QENTRY_LEN);	/* PERF */
5396 
5397 		/* Complete command if we expect no Status Continuations. */
5398 		if (cont == 0)
5399 			isp_done(xs);
5400 	}
5401 
5402 	/* We haven't received all Status Continuations, but that is it. */
5403 	if (cont > 0)
5404 		isp_done(cont_xs);
5405 
5406 	/* If we processed any IOCBs, let ISP know about it. */
5407 	if (optr != isp->isp_resodx) {
5408 		ISP_WRITE(isp, isp->isp_respoutrp, optr);
5409 		isp->isp_resodx = optr;
5410 	}
5411 }
5412 
5413 /*
5414  * Parse an ASYNC mailbox complete
5415  */
5416 static void
5417 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5418 {
5419 	uint32_t h1 = 0, h2 = 0;
5420 	uint16_t chan = 0;
5421 
5422 	/*
5423 	 * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5424 	 * where Mailboxes 6/7 have the second handle.
5425 	 */
5426 	if (mbox != ASYNC_RIO32_2) {
5427 		if (IS_DUALBUS(isp)) {
5428 			chan = ISP_READ(isp, OUTMAILBOX6);
5429 		}
5430 	}
5431 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5432 
5433 	switch (mbox) {
5434 	case ASYNC_BUS_RESET:
5435 		ISP_SET_SENDMARKER(isp, chan, 1);
5436 #ifdef	ISP_TARGET_MODE
5437 		isp_target_async(isp, chan, mbox);
5438 #endif
5439 		isp_async(isp, ISPASYNC_BUS_RESET, chan);
5440 		break;
5441 	case ASYNC_SYSTEM_ERROR:
5442 		isp->isp_state = ISP_CRASHED;
5443 		/*
5444 		 * Were we waiting for a mailbox command to complete?
5445 		 * If so, it's dead, so wake up the waiter.
5446 		 */
5447 		if (isp->isp_mboxbsy) {
5448 			isp->isp_obits = 1;
5449 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5450 			MBOX_NOTIFY_COMPLETE(isp);
5451 		}
5452 		/*
5453 		 * It's up to the handler for isp_async to reinit stuff and
5454 		 * restart the firmware
5455 		 */
5456 		isp_async(isp, ISPASYNC_FW_CRASH);
5457 		break;
5458 
5459 	case ASYNC_RQS_XFER_ERR:
5460 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5461 		break;
5462 
5463 	case ASYNC_RSP_XFER_ERR:
5464 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5465 		break;
5466 
5467 	case ASYNC_QWAKEUP:
5468 		/*
5469 		 * We've just been notified that the Queue has woken up.
5470 		 * We don't need to be chatty about this- just unlatch things
5471 		 * and move on.
5472 		 */
5473 		mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5474 		break;
5475 
5476 	case ASYNC_TIMEOUT_RESET:
5477 		isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5478 		ISP_SET_SENDMARKER(isp, chan, 1);
5479 #ifdef	ISP_TARGET_MODE
5480 		isp_target_async(isp, chan, mbox);
5481 #endif
5482 		break;
5483 
5484 	case ASYNC_DEVICE_RESET:
5485 		isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5486 		ISP_SET_SENDMARKER(isp, chan, 1);
5487 #ifdef	ISP_TARGET_MODE
5488 		isp_target_async(isp, chan, mbox);
5489 #endif
5490 		break;
5491 
5492 	case ASYNC_EXTMSG_UNDERRUN:
5493 		isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5494 		break;
5495 
5496 	case ASYNC_SCAM_INT:
5497 		isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5498 		break;
5499 
5500 	case ASYNC_HUNG_SCSI:
5501 		isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5502 		/* XXX: Need to issue SCSI reset at this point */
5503 		break;
5504 
5505 	case ASYNC_KILLED_BUS:
5506 		isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5507 		break;
5508 
5509 	case ASYNC_BUS_TRANSIT:
5510 		mbox = ISP_READ(isp, OUTMAILBOX2);
5511 		switch (mbox & SXP_PINS_MODE_MASK) {
5512 		case SXP_PINS_LVD_MODE:
5513 			isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5514 			SDPARAM(isp, chan)->isp_diffmode = 0;
5515 			SDPARAM(isp, chan)->isp_ultramode = 0;
5516 			SDPARAM(isp, chan)->isp_lvdmode = 1;
5517 			break;
5518 		case SXP_PINS_HVD_MODE:
5519 			isp_prt(isp, ISP_LOGINFO,
5520 			    "Transition to Differential mode");
5521 			SDPARAM(isp, chan)->isp_diffmode = 1;
5522 			SDPARAM(isp, chan)->isp_ultramode = 0;
5523 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5524 			break;
5525 		case SXP_PINS_SE_MODE:
5526 			isp_prt(isp, ISP_LOGINFO,
5527 			    "Transition to Single Ended mode");
5528 			SDPARAM(isp, chan)->isp_diffmode = 0;
5529 			SDPARAM(isp, chan)->isp_ultramode = 1;
5530 			SDPARAM(isp, chan)->isp_lvdmode = 0;
5531 			break;
5532 		default:
5533 			isp_prt(isp, ISP_LOGWARN,
5534 			    "Transition to Unknown Mode 0x%x", mbox);
5535 			break;
5536 		}
5537 		/*
5538 		 * XXX: Set up to renegotiate again!
5539 		 */
5540 		/* Can only be for a 1080... */
5541 		ISP_SET_SENDMARKER(isp, chan, 1);
5542 		break;
5543 
5544 	case ASYNC_CMD_CMPLT:
5545 	case ASYNC_RIO32_1:
5546 		if (!IS_ULTRA3(isp)) {
5547 			isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5548 			break;
5549 		}
5550 		/* FALLTHROUGH */
5551 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5552 		break;
5553 
5554 	case ASYNC_RIO32_2:
5555 		h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5556 		h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5557 		break;
5558 
5559 	case ASYNC_RIO16_5:
5560 	case ASYNC_RIO16_4:
5561 	case ASYNC_RIO16_3:
5562 	case ASYNC_RIO16_2:
5563 	case ASYNC_RIO16_1:
5564 		isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5565 		break;
5566 	default:
5567 		isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5568 		break;
5569 	}
5570 
5571 	if (h1 || h2) {
5572 		isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5573 		isp_fastpost_complete(isp, h1);
5574 		if (h2) {
5575 			isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5576 			isp_fastpost_complete(isp, h2);
5577 		}
5578 	}
5579 }
5580 
5581 static void
5582 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5583 {
5584 	fcparam *fcp;
5585 	uint16_t chan;
5586 
5587 	if (IS_DUALBUS(isp)) {
5588 		chan = ISP_READ(isp, OUTMAILBOX6);
5589 	} else {
5590 		chan = 0;
5591 	}
5592 	isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5593 
5594 	switch (mbox) {
5595 	case ASYNC_SYSTEM_ERROR:
5596 		isp->isp_state = ISP_CRASHED;
5597 		FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5598 		isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5599 		/*
5600 		 * Were we waiting for a mailbox command to complete?
5601 		 * If so, it's dead, so wake up the waiter.
5602 		 */
5603 		if (isp->isp_mboxbsy) {
5604 			isp->isp_obits = 1;
5605 			isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5606 			MBOX_NOTIFY_COMPLETE(isp);
5607 		}
5608 		/*
5609 		 * It's up to the handler for isp_async to reinit stuff and
5610 		 * restart the firmware
5611 		 */
5612 		isp_async(isp, ISPASYNC_FW_CRASH);
5613 		break;
5614 
5615 	case ASYNC_RQS_XFER_ERR:
5616 		isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5617 		break;
5618 
5619 	case ASYNC_RSP_XFER_ERR:
5620 		isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5621 		break;
5622 
5623 	case ASYNC_QWAKEUP:
5624 #ifdef	ISP_TARGET_MODE
5625 		if (IS_24XX(isp)) {
5626 			isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5627 			break;
5628 		}
5629 #endif
5630 		isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5631 		break;
5632 
5633 	case ASYNC_CMD_CMPLT:
5634 		isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5635 		break;
5636 
5637 	case ASYNC_RIOZIO_STALL:
5638 		isp_intr_respq(isp);
5639 		break;
5640 
5641 	case ASYNC_CTIO_DONE:
5642 #ifdef	ISP_TARGET_MODE
5643 		isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) |
5644 		    ISP_READ(isp, OUTMAILBOX1), mbox);
5645 #else
5646 		isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5647 #endif
5648 		break;
5649 	case ASYNC_LIP_ERROR:
5650 	case ASYNC_LIP_NOS_OLS_RECV:
5651 	case ASYNC_LIP_OCCURRED:
5652 	case ASYNC_PTPMODE:
5653 		/*
5654 		 * These are broadcast events that have to be sent across
5655 		 * all active channels.
5656 		 */
5657 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5658 			fcp = FCPARAM(isp, chan);
5659 			int topo = fcp->isp_topo;
5660 
5661 			if (fcp->role == ISP_ROLE_NONE)
5662 				continue;
5663 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5664 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5665 			ISP_SET_SENDMARKER(isp, chan, 1);
5666 			isp_async(isp, ISPASYNC_LIP, chan);
5667 #ifdef	ISP_TARGET_MODE
5668 			isp_target_async(isp, chan, mbox);
5669 #endif
5670 			/*
5671 			 * We've had problems with data corruption occurring on
5672 			 * commands that complete (with no apparent error) after
5673 			 * we receive a LIP. This has been observed mostly on
5674 			 * Local Loop topologies. To be safe, let's just mark
5675 			 * all active initiator commands as dead.
5676 			 */
5677 			if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5678 				int i, j;
5679 				for (i = j = 0; i < isp->isp_maxcmds; i++) {
5680 					XS_T *xs;
5681 					isp_hdl_t *hdp;
5682 
5683 					hdp = &isp->isp_xflist[i];
5684 					if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5685 						continue;
5686 					}
5687 					xs = hdp->cmd;
5688 					if (XS_CHANNEL(xs) != chan) {
5689 						continue;
5690 					}
5691 					j++;
5692 					isp_prt(isp, ISP_LOG_WARN1,
5693 					    "%d.%d.%jx bus reset set at %s:%u",
5694 					    XS_CHANNEL(xs), XS_TGT(xs),
5695 					    (uintmax_t)XS_LUN(xs),
5696 					    __func__, __LINE__);
5697 					XS_SETERR(xs, HBA_BUSRESET);
5698 				}
5699 				if (j) {
5700 					isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5701 				}
5702 			}
5703 		}
5704 		break;
5705 
5706 	case ASYNC_LOOP_UP:
5707 		/*
5708 		 * This is a broadcast event that has to be sent across
5709 		 * all active channels.
5710 		 */
5711 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5712 			fcp = FCPARAM(isp, chan);
5713 			if (fcp->role == ISP_ROLE_NONE)
5714 				continue;
5715 			fcp->isp_linkstate = 1;
5716 			if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5717 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5718 			ISP_SET_SENDMARKER(isp, chan, 1);
5719 			isp_async(isp, ISPASYNC_LOOP_UP, chan);
5720 #ifdef	ISP_TARGET_MODE
5721 			isp_target_async(isp, chan, mbox);
5722 #endif
5723 		}
5724 		break;
5725 
5726 	case ASYNC_LOOP_DOWN:
5727 		/*
5728 		 * This is a broadcast event that has to be sent across
5729 		 * all active channels.
5730 		 */
5731 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5732 			fcp = FCPARAM(isp, chan);
5733 			if (fcp->role == ISP_ROLE_NONE)
5734 				continue;
5735 			ISP_SET_SENDMARKER(isp, chan, 1);
5736 			fcp->isp_linkstate = 0;
5737 			fcp->isp_loopstate = LOOP_NIL;
5738 			isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5739 #ifdef	ISP_TARGET_MODE
5740 			isp_target_async(isp, chan, mbox);
5741 #endif
5742 		}
5743 		break;
5744 
5745 	case ASYNC_LOOP_RESET:
5746 		/*
5747 		 * This is a broadcast event that has to be sent across
5748 		 * all active channels.
5749 		 */
5750 		for (chan = 0; chan < isp->isp_nchan; chan++) {
5751 			fcp = FCPARAM(isp, chan);
5752 			if (fcp->role == ISP_ROLE_NONE)
5753 				continue;
5754 			ISP_SET_SENDMARKER(isp, chan, 1);
5755 			if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5756 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5757 			isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5758 #ifdef	ISP_TARGET_MODE
5759 			isp_target_async(isp, chan, mbox);
5760 #endif
5761 		}
5762 		break;
5763 
5764 	case ASYNC_PDB_CHANGED:
5765 	{
5766 		int echan, nphdl, nlstate, reason;
5767 
5768 		if (IS_23XX(isp) || IS_24XX(isp)) {
5769 			nphdl = ISP_READ(isp, OUTMAILBOX1);
5770 			nlstate = ISP_READ(isp, OUTMAILBOX2);
5771 		} else {
5772 			nphdl = nlstate = 0xffff;
5773 		}
5774 		if (IS_24XX(isp))
5775 			reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5776 		else
5777 			reason = 0xff;
5778 		if (ISP_CAP_MULTI_ID(isp)) {
5779 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5780 			if (chan == 0xff || nphdl == NIL_HANDLE) {
5781 				chan = 0;
5782 				echan = isp->isp_nchan - 1;
5783 			} else if (chan >= isp->isp_nchan) {
5784 				break;
5785 			} else {
5786 				echan = chan;
5787 			}
5788 		} else {
5789 			chan = echan = 0;
5790 		}
5791 		for (; chan <= echan; chan++) {
5792 			fcp = FCPARAM(isp, chan);
5793 			if (fcp->role == ISP_ROLE_NONE)
5794 				continue;
5795 			if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
5796 				if (nphdl != NIL_HANDLE &&
5797 				    nphdl == fcp->isp_login_hdl &&
5798 				    reason == PDB24XX_AE_OPN_2)
5799 					continue;
5800 				fcp->isp_loopstate = LOOP_LTEST_DONE;
5801 			} else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5802 				fcp->isp_loopstate = LOOP_HAVE_LINK;
5803 			isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5804 			    ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
5805 		}
5806 		break;
5807 	}
5808 	case ASYNC_CHANGE_NOTIFY:
5809 	{
5810 		int portid;
5811 
5812 		portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
5813 		    ISP_READ(isp, OUTMAILBOX2);
5814 		if (ISP_CAP_MULTI_ID(isp)) {
5815 			chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
5816 			if (chan >= isp->isp_nchan)
5817 				break;
5818 		} else {
5819 			chan = 0;
5820 		}
5821 		fcp = FCPARAM(isp, chan);
5822 		if (fcp->role == ISP_ROLE_NONE)
5823 			break;
5824 		if (fcp->isp_loopstate > LOOP_LTEST_DONE)
5825 			fcp->isp_loopstate = LOOP_LTEST_DONE;
5826 		else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5827 			fcp->isp_loopstate = LOOP_HAVE_LINK;
5828 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
5829 		    ISPASYNC_CHANGE_SNS, portid);
5830 		break;
5831 	}
5832 	case ASYNC_ERR_LOGGING_DISABLED:
5833 		isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
5834 		    ISP_READ(isp, OUTMAILBOX1));
5835 		break;
5836 	case ASYNC_CONNMODE:
5837 		/*
5838 		 * This only applies to 2100 amd 2200 cards
5839 		 */
5840 		if (!IS_2200(isp) && !IS_2100(isp)) {
5841 			isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
5842 			break;
5843 		}
5844 		chan = 0;
5845 		mbox = ISP_READ(isp, OUTMAILBOX1);
5846 		switch (mbox) {
5847 		case ISP_CONN_LOOP:
5848 			isp_prt(isp, ISP_LOGINFO,
5849 			    "Point-to-Point -> Loop mode");
5850 			break;
5851 		case ISP_CONN_PTP:
5852 			isp_prt(isp, ISP_LOGINFO,
5853 			    "Loop -> Point-to-Point mode");
5854 			break;
5855 		case ISP_CONN_BADLIP:
5856 			isp_prt(isp, ISP_LOGWARN,
5857 			    "Point-to-Point -> Loop mode (BAD LIP)");
5858 			break;
5859 		case ISP_CONN_FATAL:
5860 			isp->isp_state = ISP_CRASHED;
5861 			isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
5862 			isp_async(isp, ISPASYNC_FW_CRASH);
5863 			return;
5864 		case ISP_CONN_LOOPBACK:
5865 			isp_prt(isp, ISP_LOGWARN,
5866 			    "Looped Back in Point-to-Point mode");
5867 			break;
5868 		default:
5869 			isp_prt(isp, ISP_LOGWARN,
5870 			    "Unknown connection mode (0x%x)", mbox);
5871 			break;
5872 		}
5873 		ISP_SET_SENDMARKER(isp, chan, 1);
5874 		FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
5875 		isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
5876 		break;
5877 	case ASYNC_P2P_INIT_ERR:
5878 		isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
5879 		    ISP_READ(isp, OUTMAILBOX1));
5880 		break;
5881 	case ASYNC_RCV_ERR:
5882 		if (IS_24XX(isp)) {
5883 			isp_prt(isp, ISP_LOGWARN, "Receive Error");
5884 		} else {
5885 			isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
5886 		}
5887 		break;
5888 	case ASYNC_RJT_SENT:	/* same as ASYNC_QFULL_SENT */
5889 		if (IS_24XX(isp)) {
5890 			isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
5891 			break;
5892 		} else {
5893 			isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
5894 			break;
5895 		}
5896 	case ASYNC_FW_RESTART_COMPLETE:
5897 		isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
5898 		break;
5899 	case ASYNC_TEMPERATURE_ALERT:
5900 		isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
5901 		    ISP_READ(isp, OUTMAILBOX1));
5902 		break;
5903 	case ASYNC_AUTOLOAD_FW_COMPLETE:
5904 		isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
5905 		break;
5906 	case ASYNC_AUTOLOAD_FW_FAILURE:
5907 		isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
5908 		break;
5909 	default:
5910 		isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
5911 		break;
5912 	}
5913 }
5914 
5915 /*
5916  * Handle other response entries. A pointer to the request queue output
5917  * index is here in case we want to eat several entries at once, although
5918  * this is not used currently.
5919  */
5920 
5921 static int
5922 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
5923 {
5924 	isp_ridacq_t rid;
5925 	int chan, c;
5926 	uint32_t hdl, portid;
5927 	void *ptr;
5928 
5929 	switch (type) {
5930 	case RQSTYPE_MARKER:
5931 		isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
5932 		return (1);
5933 	case RQSTYPE_RPT_ID_ACQ:
5934 		isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
5935 		portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
5936 		    rid.ridacq_vp_port_lo;
5937 		if (rid.ridacq_format == 0) {
5938 			for (chan = 0; chan < isp->isp_nchan; chan++) {
5939 				fcparam *fcp = FCPARAM(isp, chan);
5940 				if (fcp->role == ISP_ROLE_NONE)
5941 					continue;
5942 				c = (chan == 0) ? 127 : (chan - 1);
5943 				if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
5944 				    chan == 0) {
5945 					fcp->isp_loopstate = LOOP_HAVE_LINK;
5946 					isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5947 					    chan, ISPASYNC_CHANGE_OTHER);
5948 				} else {
5949 					fcp->isp_loopstate = LOOP_NIL;
5950 					isp_async(isp, ISPASYNC_LOOP_DOWN,
5951 					    chan);
5952 				}
5953 			}
5954 		} else {
5955 			fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
5956 			if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
5957 			    rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
5958 				fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
5959 				fcp->isp_portid = portid;
5960 				fcp->isp_loopstate = LOOP_HAVE_ADDR;
5961 				isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
5962 				    rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
5963 			} else {
5964 				fcp->isp_loopstate = LOOP_NIL;
5965 				isp_async(isp, ISPASYNC_LOOP_DOWN,
5966 				    rid.ridacq_vp_index);
5967 			}
5968 		}
5969 		return (1);
5970 	case RQSTYPE_CT_PASSTHRU:
5971 	case RQSTYPE_VP_MODIFY:
5972 	case RQSTYPE_VP_CTRL:
5973 	case RQSTYPE_LOGIN:
5974 		ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
5975 		ptr = isp_find_xs(isp, hdl);
5976 		if (ptr != NULL) {
5977 			isp_destroy_handle(isp, hdl);
5978 			memcpy(ptr, hp, QENTRY_LEN);
5979 			wakeup(ptr);
5980 		}
5981 		return (1);
5982 	case RQSTYPE_ATIO:
5983 	case RQSTYPE_CTIO:
5984 	case RQSTYPE_NOTIFY:
5985 	case RQSTYPE_NOTIFY_ACK:
5986 	case RQSTYPE_CTIO1:
5987 	case RQSTYPE_ATIO2:
5988 	case RQSTYPE_CTIO2:
5989 	case RQSTYPE_CTIO3:
5990 	case RQSTYPE_CTIO7:
5991 	case RQSTYPE_ABTS_RCVD:
5992 	case RQSTYPE_ABTS_RSP:
5993 #ifdef	ISP_TARGET_MODE
5994 		return (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp));
5995 #endif
5996 		/* FALLTHROUGH */
5997 	case RQSTYPE_REQUEST:
5998 	default:
5999 		return (0);
6000 	}
6001 }
6002 
6003 static void
6004 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, uint32_t *rp)
6005 {
6006 	switch (sp->req_completion_status & 0xff) {
6007 	case RQCS_COMPLETE:
6008 		if (XS_NOERR(xs)) {
6009 			XS_SETERR(xs, HBA_NOERROR);
6010 		}
6011 		return;
6012 
6013 	case RQCS_INCOMPLETE:
6014 		if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6015 			isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6016 			if (XS_NOERR(xs)) {
6017 				XS_SETERR(xs, HBA_SELTIMEOUT);
6018 				*rp = XS_XFRLEN(xs);
6019 			}
6020 			return;
6021 		}
6022 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6023 		break;
6024 
6025 	case RQCS_DMA_ERROR:
6026 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6027 		*rp = XS_XFRLEN(xs);
6028 		break;
6029 
6030 	case RQCS_TRANSPORT_ERROR:
6031 	{
6032 		char buf[172];
6033 		ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6034 		if (sp->req_state_flags & RQSF_GOT_BUS) {
6035 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6036 		}
6037 		if (sp->req_state_flags & RQSF_GOT_TARGET) {
6038 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6039 		}
6040 		if (sp->req_state_flags & RQSF_SENT_CDB) {
6041 			ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6042 		}
6043 		if (sp->req_state_flags & RQSF_XFRD_DATA) {
6044 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6045 		}
6046 		if (sp->req_state_flags & RQSF_GOT_STATUS) {
6047 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6048 		}
6049 		if (sp->req_state_flags & RQSF_GOT_SENSE) {
6050 			ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6051 		}
6052 		if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6053 			ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6054 		}
6055 		ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6056 		if (sp->req_status_flags & RQSTF_DISCONNECT) {
6057 			ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6058 		}
6059 		if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6060 			ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6061 		}
6062 		if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6063 			ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6064 		}
6065 		if (sp->req_status_flags & RQSTF_BUS_RESET) {
6066 			ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6067 		}
6068 		if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6069 			ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6070 		}
6071 		if (sp->req_status_flags & RQSTF_ABORTED) {
6072 			ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6073 		}
6074 		if (sp->req_status_flags & RQSTF_TIMEOUT) {
6075 			ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6076 		}
6077 		if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6078 			ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6079 		}
6080 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6081 		*rp = XS_XFRLEN(xs);
6082 		break;
6083 	}
6084 	case RQCS_RESET_OCCURRED:
6085 	{
6086 		int chan;
6087 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6088 		for (chan = 0; chan < isp->isp_nchan; chan++) {
6089 			FCPARAM(isp, chan)->sendmarker = 1;
6090 		}
6091 		if (XS_NOERR(xs)) {
6092 			XS_SETERR(xs, HBA_BUSRESET);
6093 		}
6094 		*rp = XS_XFRLEN(xs);
6095 		return;
6096 	}
6097 	case RQCS_ABORTED:
6098 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6099 		ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6100 		if (XS_NOERR(xs)) {
6101 			XS_SETERR(xs, HBA_ABORTED);
6102 		}
6103 		return;
6104 
6105 	case RQCS_TIMEOUT:
6106 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6107 		/*
6108 	 	 * XXX: Check to see if we logged out of the device.
6109 		 */
6110 		if (XS_NOERR(xs)) {
6111 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6112 		}
6113 		return;
6114 
6115 	case RQCS_DATA_OVERRUN:
6116 		XS_SET_RESID(xs, sp->req_resid);
6117 		isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6118 		if (XS_NOERR(xs)) {
6119 			XS_SETERR(xs, HBA_DATAOVR);
6120 		}
6121 		return;
6122 
6123 	case RQCS_COMMAND_OVERRUN:
6124 		isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6125 		break;
6126 
6127 	case RQCS_STATUS_OVERRUN:
6128 		isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6129 		break;
6130 
6131 	case RQCS_BAD_MESSAGE:
6132 		isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6133 		break;
6134 
6135 	case RQCS_NO_MESSAGE_OUT:
6136 		isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6137 		break;
6138 
6139 	case RQCS_EXT_ID_FAILED:
6140 		isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6141 		break;
6142 
6143 	case RQCS_IDE_MSG_FAILED:
6144 		isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6145 		break;
6146 
6147 	case RQCS_ABORT_MSG_FAILED:
6148 		isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6149 		break;
6150 
6151 	case RQCS_REJECT_MSG_FAILED:
6152 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6153 		break;
6154 
6155 	case RQCS_NOP_MSG_FAILED:
6156 		isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6157 		break;
6158 
6159 	case RQCS_PARITY_ERROR_MSG_FAILED:
6160 		isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6161 		break;
6162 
6163 	case RQCS_DEVICE_RESET_MSG_FAILED:
6164 		isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6165 		break;
6166 
6167 	case RQCS_ID_MSG_FAILED:
6168 		isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6169 		break;
6170 
6171 	case RQCS_UNEXP_BUS_FREE:
6172 		isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6173 		break;
6174 
6175 	case RQCS_DATA_UNDERRUN:
6176 	{
6177 		if (IS_FC(isp)) {
6178 			int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6179 			if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6180 				isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6181 				if (XS_NOERR(xs)) {
6182 					XS_SETERR(xs, HBA_BOTCH);
6183 				}
6184 				return;
6185 			}
6186 		}
6187 		XS_SET_RESID(xs, sp->req_resid);
6188 		if (XS_NOERR(xs)) {
6189 			XS_SETERR(xs, HBA_NOERROR);
6190 		}
6191 		return;
6192 	}
6193 
6194 	case RQCS_XACT_ERR1:
6195 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6196 		break;
6197 
6198 	case RQCS_XACT_ERR2:
6199 		isp_xs_prt(isp, xs, ISP_LOGERR,
6200 		    "HBA attempted queued transaction to target routine %jx",
6201 		    (uintmax_t)XS_LUN(xs));
6202 		break;
6203 
6204 	case RQCS_XACT_ERR3:
6205 		isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6206 		break;
6207 
6208 	case RQCS_BAD_ENTRY:
6209 		isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6210 		break;
6211 
6212 	case RQCS_QUEUE_FULL:
6213 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6214 
6215 		/*
6216 		 * If QFULL or some other status byte is set, then this
6217 		 * isn't an error, per se.
6218 		 *
6219 		 * Unfortunately, some QLogic f/w writers have, in
6220 		 * some cases, omitted to *set* status to QFULL.
6221 		 */
6222 #if	0
6223 		if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6224 			XS_SETERR(xs, HBA_NOERROR);
6225 			return;
6226 		}
6227 
6228 #endif
6229 		*XS_STSP(xs) = SCSI_QFULL;
6230 		XS_SETERR(xs, HBA_NOERROR);
6231 		return;
6232 
6233 	case RQCS_PHASE_SKIPPED:
6234 		isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6235 		break;
6236 
6237 	case RQCS_ARQS_FAILED:
6238 		isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6239 		if (XS_NOERR(xs)) {
6240 			XS_SETERR(xs, HBA_ARQFAIL);
6241 		}
6242 		return;
6243 
6244 	case RQCS_WIDE_FAILED:
6245 		isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6246 		if (IS_SCSI(isp)) {
6247 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6248 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6249 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6250 			sdp->update = 1;
6251 		}
6252 		if (XS_NOERR(xs)) {
6253 			XS_SETERR(xs, HBA_NOERROR);
6254 		}
6255 		return;
6256 
6257 	case RQCS_SYNCXFER_FAILED:
6258 		isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6259 		if (IS_SCSI(isp)) {
6260 			sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6261 			sdp += XS_CHANNEL(xs);
6262 			sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6263 			sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6264 			sdp->update = 1;
6265 		}
6266 		break;
6267 
6268 	case RQCS_LVD_BUSERR:
6269 		isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6270 		break;
6271 
6272 	case RQCS_PORT_UNAVAILABLE:
6273 		/*
6274 		 * No such port on the loop. Moral equivalent of SELTIMEO
6275 		 */
6276 	case RQCS_PORT_LOGGED_OUT:
6277 	{
6278 		const char *reason;
6279 		uint8_t sts = sp->req_completion_status & 0xff;
6280 		fcparam *fcp = FCPARAM(isp, 0);
6281 		fcportdb_t *lp;
6282 
6283 		/*
6284 		 * It was there (maybe)- treat as a selection timeout.
6285 		 */
6286 		if (sts == RQCS_PORT_UNAVAILABLE) {
6287 			reason = "unavailable";
6288 		} else {
6289 			reason = "logout";
6290 		}
6291 
6292 		isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6293 
6294 		/* XXX: Should we trigger rescan or FW announce change? */
6295 
6296 		if (XS_NOERR(xs)) {
6297 			lp = &fcp->portdb[XS_TGT(xs)];
6298 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6299 				*XS_STSP(xs) = SCSI_BUSY;
6300 				XS_SETERR(xs, HBA_TGTBSY);
6301 			} else
6302 				XS_SETERR(xs, HBA_SELTIMEOUT);
6303 		}
6304 		return;
6305 	}
6306 	case RQCS_PORT_CHANGED:
6307 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6308 		if (XS_NOERR(xs)) {
6309 			*XS_STSP(xs) = SCSI_BUSY;
6310 			XS_SETERR(xs, HBA_TGTBSY);
6311 		}
6312 		return;
6313 
6314 	case RQCS_PORT_BUSY:
6315 		isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6316 		if (XS_NOERR(xs)) {
6317 			*XS_STSP(xs) = SCSI_BUSY;
6318 			XS_SETERR(xs, HBA_TGTBSY);
6319 		}
6320 		return;
6321 
6322 	default:
6323 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6324 		break;
6325 	}
6326 	if (XS_NOERR(xs)) {
6327 		XS_SETERR(xs, HBA_BOTCH);
6328 	}
6329 }
6330 
6331 static void
6332 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, uint32_t *rp)
6333 {
6334 	int ru_marked, sv_marked;
6335 	int chan = XS_CHANNEL(xs);
6336 
6337 	switch (sp->req_completion_status) {
6338 	case RQCS_COMPLETE:
6339 		if (XS_NOERR(xs)) {
6340 			XS_SETERR(xs, HBA_NOERROR);
6341 		}
6342 		return;
6343 
6344 	case RQCS_DMA_ERROR:
6345 		isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6346 		break;
6347 
6348 	case RQCS_TRANSPORT_ERROR:
6349 		isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6350 		break;
6351 
6352 	case RQCS_RESET_OCCURRED:
6353 		isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6354 		FCPARAM(isp, chan)->sendmarker = 1;
6355 		if (XS_NOERR(xs)) {
6356 			XS_SETERR(xs, HBA_BUSRESET);
6357 		}
6358 		return;
6359 
6360 	case RQCS_ABORTED:
6361 		isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6362 		FCPARAM(isp, chan)->sendmarker = 1;
6363 		if (XS_NOERR(xs)) {
6364 			XS_SETERR(xs, HBA_ABORTED);
6365 		}
6366 		return;
6367 
6368 	case RQCS_TIMEOUT:
6369 		isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6370 		if (XS_NOERR(xs)) {
6371 			XS_SETERR(xs, HBA_CMDTIMEOUT);
6372 		}
6373 		return;
6374 
6375 	case RQCS_DATA_OVERRUN:
6376 		XS_SET_RESID(xs, sp->req_resid);
6377 		isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6378 		if (XS_NOERR(xs)) {
6379 			XS_SETERR(xs, HBA_DATAOVR);
6380 		}
6381 		return;
6382 
6383 	case RQCS_24XX_DRE:	/* data reassembly error */
6384 		isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6385 		if (XS_NOERR(xs)) {
6386 			XS_SETERR(xs, HBA_ABORTED);
6387 		}
6388 		*rp = XS_XFRLEN(xs);
6389 		return;
6390 
6391 	case RQCS_24XX_TABORT:	/* aborted by target */
6392 		isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6393 		if (XS_NOERR(xs)) {
6394 			XS_SETERR(xs, HBA_ABORTED);
6395 		}
6396 		return;
6397 
6398 	case RQCS_DATA_UNDERRUN:
6399 		ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6400 		/*
6401 		 * We can get an underrun w/o things being marked
6402 		 * if we got a non-zero status.
6403 		 */
6404 		sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6405 		if ((ru_marked == 0 && sv_marked == 0) ||
6406 		    (sp->req_resid > XS_XFRLEN(xs))) {
6407 			isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6408 			if (XS_NOERR(xs)) {
6409 				XS_SETERR(xs, HBA_BOTCH);
6410 			}
6411 			return;
6412 		}
6413 		XS_SET_RESID(xs, sp->req_resid);
6414 		isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6415 		if (XS_NOERR(xs)) {
6416 			XS_SETERR(xs, HBA_NOERROR);
6417 		}
6418 		return;
6419 
6420 	case RQCS_PORT_UNAVAILABLE:
6421 		/*
6422 		 * No such port on the loop. Moral equivalent of SELTIMEO
6423 		 */
6424 	case RQCS_PORT_LOGGED_OUT:
6425 	{
6426 		const char *reason;
6427 		uint8_t sts = sp->req_completion_status & 0xff;
6428 		fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6429 		fcportdb_t *lp;
6430 
6431 		/*
6432 		 * It was there (maybe)- treat as a selection timeout.
6433 		 */
6434 		if (sts == RQCS_PORT_UNAVAILABLE) {
6435 			reason = "unavailable";
6436 		} else {
6437 			reason = "logout";
6438 		}
6439 
6440 		isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6441 		    chan, reason, XS_TGT(xs));
6442 
6443 		/* XXX: Should we trigger rescan or FW announce change? */
6444 
6445 		if (XS_NOERR(xs)) {
6446 			lp = &fcp->portdb[XS_TGT(xs)];
6447 			if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6448 				*XS_STSP(xs) = SCSI_BUSY;
6449 				XS_SETERR(xs, HBA_TGTBSY);
6450 			} else
6451 				XS_SETERR(xs, HBA_SELTIMEOUT);
6452 		}
6453 		return;
6454 	}
6455 	case RQCS_PORT_CHANGED:
6456 		isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6457 		if (XS_NOERR(xs)) {
6458 			*XS_STSP(xs) = SCSI_BUSY;
6459 			XS_SETERR(xs, HBA_TGTBSY);
6460 		}
6461 		return;
6462 
6463 	case RQCS_24XX_ENOMEM:	/* f/w resource unavailable */
6464 		isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6465 		if (XS_NOERR(xs)) {
6466 			*XS_STSP(xs) = SCSI_BUSY;
6467 			XS_SETERR(xs, HBA_TGTBSY);
6468 		}
6469 		return;
6470 
6471 	case RQCS_24XX_TMO:	/* task management overrun */
6472 		isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6473 		if (XS_NOERR(xs)) {
6474 			*XS_STSP(xs) = SCSI_BUSY;
6475 			XS_SETERR(xs, HBA_TGTBSY);
6476 		}
6477 		return;
6478 
6479 	default:
6480 		isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6481 		break;
6482 	}
6483 	if (XS_NOERR(xs)) {
6484 		XS_SETERR(xs, HBA_BOTCH);
6485 	}
6486 }
6487 
6488 static void
6489 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6490 {
6491 	XS_T *xs;
6492 
6493 	if (fph == 0) {
6494 		return;
6495 	}
6496 	xs = isp_find_xs(isp, fph);
6497 	if (xs == NULL) {
6498 		isp_prt(isp, ISP_LOGWARN,
6499 		    "Command for fast post handle 0x%x not found", fph);
6500 		return;
6501 	}
6502 	isp_destroy_handle(isp, fph);
6503 
6504 	/*
6505 	 * Since we don't have a result queue entry item,
6506 	 * we must believe that SCSI status is zero and
6507 	 * that all data transferred.
6508 	 */
6509 	XS_SET_RESID(xs, 0);
6510 	*XS_STSP(xs) = SCSI_GOOD;
6511 	if (XS_XFRLEN(xs)) {
6512 		ISP_DMAFREE(isp, xs, fph);
6513 	}
6514 	isp_done(xs);
6515 }
6516 
6517 #define	ISP_SCSI_IBITS(op)		(mbpscsi[((op)<<1)])
6518 #define	ISP_SCSI_OBITS(op)		(mbpscsi[((op)<<1) + 1])
6519 #define	ISP_SCSI_OPMAP(in, out)		in, out
6520 static const uint8_t mbpscsi[] = {
6521 	ISP_SCSI_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6522 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6523 	ISP_SCSI_OPMAP(0x03, 0x01),	/* 0x02: MBOX_EXEC_FIRMWARE */
6524 	ISP_SCSI_OPMAP(0x1f, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6525 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6526 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6527 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6528 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6529 	ISP_SCSI_OPMAP(0x01, 0x0f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6530 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x09: */
6531 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0a: */
6532 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0b: */
6533 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0c: */
6534 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0d: */
6535 	ISP_SCSI_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6536 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x0f: */
6537 	ISP_SCSI_OPMAP(0x1f, 0x1f),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6538 	ISP_SCSI_OPMAP(0x3f, 0x3f),	/* 0x11: MBOX_INIT_RES_QUEUE */
6539 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x12: MBOX_EXECUTE_IOCB */
6540 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6541 	ISP_SCSI_OPMAP(0x01, 0x3f),	/* 0x14: MBOX_STOP_FIRMWARE */
6542 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x15: MBOX_ABORT */
6543 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x16: MBOX_ABORT_DEVICE */
6544 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x17: MBOX_ABORT_TARGET */
6545 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x18: MBOX_BUS_RESET */
6546 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x19: MBOX_STOP_QUEUE */
6547 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1a: MBOX_START_QUEUE */
6548 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6549 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x1c: MBOX_ABORT_QUEUE */
6550 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6551 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x1e: */
6552 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6553 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x20: MBOX_GET_INIT_SCSI_ID */
6554 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x21: MBOX_GET_SELECT_TIMEOUT */
6555 	ISP_SCSI_OPMAP(0x01, 0xc7),	/* 0x22: MBOX_GET_RETRY_COUNT	*/
6556 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6557 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x24: MBOX_GET_CLOCK_RATE */
6558 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x25: MBOX_GET_ACT_NEG_STATE */
6559 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6560 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x27: MBOX_GET_PCI_PARAMS */
6561 	ISP_SCSI_OPMAP(0x03, 0x4f),	/* 0x28: MBOX_GET_TARGET_PARAMS */
6562 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6563 	ISP_SCSI_OPMAP(0x01, 0x07),	/* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6564 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2b: */
6565 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2c: */
6566 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2d: */
6567 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2e: */
6568 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x2f: */
6569 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x30: MBOX_SET_INIT_SCSI_ID */
6570 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x31: MBOX_SET_SELECT_TIMEOUT */
6571 	ISP_SCSI_OPMAP(0xc7, 0xc7),	/* 0x32: MBOX_SET_RETRY_COUNT	*/
6572 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6573 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x34: MBOX_SET_CLOCK_RATE */
6574 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x35: MBOX_SET_ACT_NEG_STATE */
6575 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6576 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6577 	ISP_SCSI_OPMAP(0x4f, 0x4f),	/* 0x38: MBOX_SET_TARGET_PARAMS */
6578 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6579 	ISP_SCSI_OPMAP(0x07, 0x07),	/* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6580 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3b: */
6581 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3c: */
6582 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3d: */
6583 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3e: */
6584 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x3f: */
6585 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6586 	ISP_SCSI_OPMAP(0x3f, 0x01),	/* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6587 	ISP_SCSI_OPMAP(0x03, 0x07),	/* 0x42: MBOX_EXEC_BIOS_IOCB */
6588 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x43: */
6589 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x44: */
6590 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x45: SET SYSTEM PARAMETER */
6591 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x46: GET SYSTEM PARAMETER */
6592 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x47: */
6593 	ISP_SCSI_OPMAP(0x01, 0xcf),	/* 0x48: GET SCAM CONFIGURATION */
6594 	ISP_SCSI_OPMAP(0xcf, 0xcf),	/* 0x49: SET SCAM CONFIGURATION */
6595 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6596 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6597 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4c: */
6598 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4d: */
6599 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4e: */
6600 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x4f: */
6601 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x50: LOAD RAM A64 */
6602 	ISP_SCSI_OPMAP(0xdf, 0xdf),	/* 0x51: DUMP RAM A64 */
6603 	ISP_SCSI_OPMAP(0xdf, 0xff),	/* 0x52: INITIALIZE REQUEST QUEUE A64 */
6604 	ISP_SCSI_OPMAP(0xef, 0xff),	/* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6605 	ISP_SCSI_OPMAP(0xcf, 0x01),	/* 0x54: EXECUCUTE COMMAND IOCB A64 */
6606 	ISP_SCSI_OPMAP(0x07, 0x01),	/* 0x55: ENABLE TARGET MODE */
6607 	ISP_SCSI_OPMAP(0x03, 0x0f),	/* 0x56: GET TARGET STATUS */
6608 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x57: */
6609 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x58: */
6610 	ISP_SCSI_OPMAP(0x00, 0x00),	/* 0x59: */
6611 	ISP_SCSI_OPMAP(0x03, 0x03),	/* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6612 	ISP_SCSI_OPMAP(0x01, 0x03),	/* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6613 	ISP_SCSI_OPMAP(0x0f, 0x0f),	/* 0x5c: SET HOST DATA */
6614 	ISP_SCSI_OPMAP(0x01, 0x01)	/* 0x5d: GET NOST DATA */
6615 };
6616 #define	MAX_SCSI_OPCODE	0x5d
6617 
6618 static const char *scsi_mbcmd_names[] = {
6619 	"NO-OP",
6620 	"LOAD RAM",
6621 	"EXEC FIRMWARE",
6622 	"DUMP RAM",
6623 	"WRITE RAM WORD",
6624 	"READ RAM WORD",
6625 	"MAILBOX REG TEST",
6626 	"VERIFY CHECKSUM",
6627 	"ABOUT FIRMWARE",
6628 	NULL,
6629 	NULL,
6630 	NULL,
6631 	NULL,
6632 	NULL,
6633 	"CHECK FIRMWARE",
6634 	NULL,
6635 	"INIT REQUEST QUEUE",
6636 	"INIT RESULT QUEUE",
6637 	"EXECUTE IOCB",
6638 	"WAKE UP",
6639 	"STOP FIRMWARE",
6640 	"ABORT",
6641 	"ABORT DEVICE",
6642 	"ABORT TARGET",
6643 	"BUS RESET",
6644 	"STOP QUEUE",
6645 	"START QUEUE",
6646 	"SINGLE STEP QUEUE",
6647 	"ABORT QUEUE",
6648 	"GET DEV QUEUE STATUS",
6649 	NULL,
6650 	"GET FIRMWARE STATUS",
6651 	"GET INIT SCSI ID",
6652 	"GET SELECT TIMEOUT",
6653 	"GET RETRY COUNT",
6654 	"GET TAG AGE LIMIT",
6655 	"GET CLOCK RATE",
6656 	"GET ACT NEG STATE",
6657 	"GET ASYNC DATA SETUP TIME",
6658 	"GET PCI PARAMS",
6659 	"GET TARGET PARAMS",
6660 	"GET DEV QUEUE PARAMS",
6661 	"GET RESET DELAY PARAMS",
6662 	NULL,
6663 	NULL,
6664 	NULL,
6665 	NULL,
6666 	NULL,
6667 	"SET INIT SCSI ID",
6668 	"SET SELECT TIMEOUT",
6669 	"SET RETRY COUNT",
6670 	"SET TAG AGE LIMIT",
6671 	"SET CLOCK RATE",
6672 	"SET ACT NEG STATE",
6673 	"SET ASYNC DATA SETUP TIME",
6674 	"SET PCI CONTROL PARAMS",
6675 	"SET TARGET PARAMS",
6676 	"SET DEV QUEUE PARAMS",
6677 	"SET RESET DELAY PARAMS",
6678 	NULL,
6679 	NULL,
6680 	NULL,
6681 	NULL,
6682 	NULL,
6683 	"RETURN BIOS BLOCK ADDR",
6684 	"WRITE FOUR RAM WORDS",
6685 	"EXEC BIOS IOCB",
6686 	NULL,
6687 	NULL,
6688 	"SET SYSTEM PARAMETER",
6689 	"GET SYSTEM PARAMETER",
6690 	NULL,
6691 	"GET SCAM CONFIGURATION",
6692 	"SET SCAM CONFIGURATION",
6693 	"SET FIRMWARE FEATURES",
6694 	"GET FIRMWARE FEATURES",
6695 	NULL,
6696 	NULL,
6697 	NULL,
6698 	NULL,
6699 	"LOAD RAM A64",
6700 	"DUMP RAM A64",
6701 	"INITIALIZE REQUEST QUEUE A64",
6702 	"INITIALIZE RESPONSE QUEUE A64",
6703 	"EXECUTE IOCB A64",
6704 	"ENABLE TARGET MODE",
6705 	"GET TARGET MODE STATE",
6706 	NULL,
6707 	NULL,
6708 	NULL,
6709 	"SET DATA OVERRUN RECOVERY MODE",
6710 	"GET DATA OVERRUN RECOVERY MODE",
6711 	"SET HOST DATA",
6712 	"GET NOST DATA",
6713 };
6714 
6715 #define	ISP_FC_IBITS(op)	((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
6716 #define	ISP_FC_OBITS(op)	((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
6717 
6718 #define	ISP_FC_OPMAP(in0, out0)							  0,   0,   0, in0,    0,    0,    0, out0
6719 #define	ISP_FC_OPMAP_HALF(in1, in0, out1, out0)					  0,   0, in1, in0,    0,    0, out1, out0
6720 #define	ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)		in3, in2, in1, in0, out3, out2, out1, out0
6721 static const uint32_t mbpfc[] = {
6722 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x00: MBOX_NO_OP */
6723 	ISP_FC_OPMAP(0x1f, 0x01),	/* 0x01: MBOX_LOAD_RAM */
6724 	ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),	/* 0x02: MBOX_EXEC_FIRMWARE */
6725 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x03: MBOX_DUMP_RAM */
6726 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x04: MBOX_WRITE_RAM_WORD */
6727 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x05: MBOX_READ_RAM_WORD */
6728 	ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),	/* 0x06: MBOX_MAILBOX_REG_TEST */
6729 	ISP_FC_OPMAP(0x07, 0x07),	/* 0x07: MBOX_VERIFY_CHECKSUM	*/
6730 	ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),	/* 0x08: MBOX_ABOUT_FIRMWARE */
6731 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x09: MBOX_LOAD_RISC_RAM_2100 */
6732 	ISP_FC_OPMAP(0xdf, 0x01),	/* 0x0a: DUMP RAM */
6733 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),	/* 0x0b: MBOX_LOAD_RISC_RAM */
6734 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x0c: */
6735 	ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),	/* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
6736 	ISP_FC_OPMAP(0x01, 0x05),	/* 0x0e: MBOX_CHECK_FIRMWARE */
6737 	ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),	/* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
6738 	ISP_FC_OPMAP(0x1f, 0x11),	/* 0x10: MBOX_INIT_REQ_QUEUE */
6739 	ISP_FC_OPMAP(0x2f, 0x21),	/* 0x11: MBOX_INIT_RES_QUEUE */
6740 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x12: MBOX_EXECUTE_IOCB */
6741 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x13: MBOX_WAKE_UP	*/
6742 	ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),	/* 0x14: MBOX_STOP_FIRMWARE */
6743 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x15: MBOX_ABORT */
6744 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x16: MBOX_ABORT_DEVICE */
6745 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x17: MBOX_ABORT_TARGET */
6746 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x18: MBOX_BUS_RESET */
6747 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x19: MBOX_STOP_QUEUE */
6748 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1a: MBOX_START_QUEUE */
6749 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6750 	ISP_FC_OPMAP(0x07, 0x05),	/* 0x1c: MBOX_ABORT_QUEUE */
6751 	ISP_FC_OPMAP(0x07, 0x03),	/* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6752 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x1e: */
6753 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6754 	ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),	/* 0x20: MBOX_GET_LOOP_ID */
6755 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x21: */
6756 	ISP_FC_OPMAP(0x03, 0x4b),	/* 0x22: MBOX_GET_TIMEOUT_PARAMS */
6757 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x23: */
6758 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x24: */
6759 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x25: */
6760 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x26: */
6761 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x27: */
6762 	ISP_FC_OPMAP(0x01, 0x03),	/* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
6763 	ISP_FC_OPMAP(0x03, 0x07),	/* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
6764 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2a: */
6765 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2b: */
6766 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2c: */
6767 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2d: */
6768 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2e: */
6769 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x2f: */
6770 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x30: */
6771 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x31: */
6772 	ISP_FC_OPMAP(0x4b, 0x4b),	/* 0x32: MBOX_SET_TIMEOUT_PARAMS */
6773 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x33: */
6774 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x34: */
6775 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x35: */
6776 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x36: */
6777 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x37: */
6778 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
6779 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
6780 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3a: */
6781 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3b: */
6782 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3c: */
6783 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3d: */
6784 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3e: */
6785 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x3f: */
6786 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x40: MBOX_LOOP_PORT_BYPASS */
6787 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x41: MBOX_LOOP_PORT_ENABLE */
6788 	ISP_FC_OPMAP_HALF(0x0, 0x01, 0x1f, 0xcf),	/* 0x42: MBOX_GET_RESOURCE_COUNT */
6789 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x43: MBOX_REQUEST_OFFLINE_MODE */
6790 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x44: */
6791 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x45: */
6792 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x46: */
6793 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x47: GET PORT_DATABASE ENHANCED */
6794 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
6795 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x49: MBOX_GET_VP_DATABASE */
6796 	ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),	/* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
6797 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4b: */
6798 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4c: */
6799 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4d: */
6800 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4e: */
6801 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x4f: */
6802 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x50: */
6803 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x51: */
6804 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x52: */
6805 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x53: */
6806 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x54: EXECUTE IOCB A64 */
6807 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x55: */
6808 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x56: */
6809 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x57: */
6810 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x58: */
6811 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x59: */
6812 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5a: */
6813 	ISP_FC_OPMAP(0x03, 0x01),	/* 0x5b: MBOX_DRIVER_HEARTBEAT */
6814 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x5c: MBOX_FW_HEARTBEAT */
6815 	ISP_FC_OPMAP(0x07, 0x1f),	/* 0x5d: MBOX_GET_SET_DATA_RATE */
6816 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5e: */
6817 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x5f: */
6818 	ISP_FC_OPMAP(0xcf, 0x0f),	/* 0x60: MBOX_INIT_FIRMWARE */
6819 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x61: */
6820 	ISP_FC_OPMAP(0x01, 0x01),	/* 0x62: MBOX_INIT_LIP */
6821 	ISP_FC_OPMAP(0xcd, 0x03),	/* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
6822 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x64: MBOX_GET_PORT_DB */
6823 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x65: MBOX_CLEAR_ACA */
6824 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x66: MBOX_TARGET_RESET */
6825 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x67: MBOX_CLEAR_TASK_SET */
6826 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x68: MBOX_ABORT_TASK_SET */
6827 	ISP_FC_OPMAP(0x01, 0x07),	/* 0x69: MBOX_GET_FW_STATE */
6828 	ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),	/* 0x6a: MBOX_GET_PORT_NAME */
6829 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x6b: MBOX_GET_LINK_STATUS */
6830 	ISP_FC_OPMAP(0x0f, 0x01),	/* 0x6c: MBOX_INIT_LIP_RESET */
6831 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x6d: */
6832 	ISP_FC_OPMAP(0xcf, 0x03),	/* 0x6e: MBOX_SEND_SNS */
6833 	ISP_FC_OPMAP(0x0f, 0x07),	/* 0x6f: MBOX_FABRIC_LOGIN */
6834 	ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),	/* 0x70: MBOX_SEND_CHANGE_REQUEST */
6835 	ISP_FC_OPMAP(0x03, 0x03),	/* 0x71: MBOX_FABRIC_LOGOUT */
6836 	ISP_FC_OPMAP(0x0f, 0x0f),	/* 0x72: MBOX_INIT_LIP_LOGIN */
6837 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x73: */
6838 	ISP_FC_OPMAP(0x07, 0x01),	/* 0x74: LOGIN LOOP PORT */
6839 	ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),	/* 0x75: GET PORT/NODE NAME LIST */
6840 	ISP_FC_OPMAP(0x4f, 0x01),	/* 0x76: SET VENDOR ID */
6841 	ISP_FC_OPMAP(0xcd, 0x01),	/* 0x77: INITIALIZE IP MAILBOX */
6842 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x78: */
6843 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x79: */
6844 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7a: */
6845 	ISP_FC_OPMAP(0x00, 0x00),	/* 0x7b: */
6846 	ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),	/* 0x7c: Get ID List */
6847 	ISP_FC_OPMAP(0xcf, 0x01),	/* 0x7d: SEND LFA */
6848 	ISP_FC_OPMAP(0x0f, 0x01)	/* 0x7e: LUN RESET */
6849 };
6850 #define	MAX_FC_OPCODE	0x7e
6851 /*
6852  * Footnotes
6853  *
6854  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
6855  *	do not access at this time in the core driver. The caller is
6856  *	responsible for setting this register first (Gross!). The assumption
6857  *	is that we won't overflow.
6858  */
6859 
6860 static const char *fc_mbcmd_names[] = {
6861 	"NO-OP",			/* 00h */
6862 	"LOAD RAM",
6863 	"EXEC FIRMWARE",
6864 	"DUMP RAM",
6865 	"WRITE RAM WORD",
6866 	"READ RAM WORD",
6867 	"MAILBOX REG TEST",
6868 	"VERIFY CHECKSUM",
6869 	"ABOUT FIRMWARE",
6870 	"LOAD RAM (2100)",
6871 	"DUMP RAM",
6872 	"LOAD RISC RAM",
6873 	"DUMP RISC RAM",
6874 	"WRITE RAM WORD EXTENDED",
6875 	"CHECK FIRMWARE",
6876 	"READ RAM WORD EXTENDED",
6877 	"INIT REQUEST QUEUE",		/* 10h */
6878 	"INIT RESULT QUEUE",
6879 	"EXECUTE IOCB",
6880 	"WAKE UP",
6881 	"STOP FIRMWARE",
6882 	"ABORT",
6883 	"ABORT DEVICE",
6884 	"ABORT TARGET",
6885 	"BUS RESET",
6886 	"STOP QUEUE",
6887 	"START QUEUE",
6888 	"SINGLE STEP QUEUE",
6889 	"ABORT QUEUE",
6890 	"GET DEV QUEUE STATUS",
6891 	NULL,
6892 	"GET FIRMWARE STATUS",
6893 	"GET LOOP ID",			/* 20h */
6894 	NULL,
6895 	"GET TIMEOUT PARAMS",
6896 	NULL,
6897 	NULL,
6898 	NULL,
6899 	NULL,
6900 	NULL,
6901 	"GET FIRMWARE OPTIONS",
6902 	"GET PORT QUEUE PARAMS",
6903 	"GENERATE SYSTEM ERROR",
6904 	NULL,
6905 	NULL,
6906 	NULL,
6907 	NULL,
6908 	NULL,
6909 	"WRITE SFP",			/* 30h */
6910 	"READ SFP",
6911 	"SET TIMEOUT PARAMS",
6912 	NULL,
6913 	NULL,
6914 	NULL,
6915 	NULL,
6916 	NULL,
6917 	"SET FIRMWARE OPTIONS",
6918 	"SET PORT QUEUE PARAMS",
6919 	NULL,
6920 	"SET FC LED CONF",
6921 	NULL,
6922 	"RESTART NIC FIRMWARE",
6923 	"ACCESS CONTROL",
6924 	NULL,
6925 	"LOOP PORT BYPASS",		/* 40h */
6926 	"LOOP PORT ENABLE",
6927 	"GET RESOURCE COUNT",
6928 	"REQUEST NON PARTICIPATING MODE",
6929 	"DIAGNOSTIC ECHO TEST",
6930 	"DIAGNOSTIC LOOPBACK",
6931 	NULL,
6932 	"GET PORT DATABASE ENHANCED",
6933 	"INIT FIRMWARE MULTI ID",
6934 	"GET VP DATABASE",
6935 	"GET VP DATABASE ENTRY",
6936 	NULL,
6937 	NULL,
6938 	NULL,
6939 	NULL,
6940 	NULL,
6941 	"GET FCF LIST",			/* 50h */
6942 	"GET DCBX PARAMETERS",
6943 	NULL,
6944 	"HOST MEMORY COPY",
6945 	"EXECUTE IOCB A64",
6946 	NULL,
6947 	NULL,
6948 	"SEND RNID",
6949 	NULL,
6950 	"SET PARAMETERS",
6951 	"GET PARAMETERS",
6952 	"DRIVER HEARTBEAT",
6953 	"FIRMWARE HEARTBEAT",
6954 	"GET/SET DATA RATE",
6955 	"SEND RNFT",
6956 	NULL,
6957 	"INIT FIRMWARE",		/* 60h */
6958 	"GET INIT CONTROL BLOCK",
6959 	"INIT LIP",
6960 	"GET FC-AL POSITION MAP",
6961 	"GET PORT DATABASE",
6962 	"CLEAR ACA",
6963 	"TARGET RESET",
6964 	"CLEAR TASK SET",
6965 	"ABORT TASK SET",
6966 	"GET FW STATE",
6967 	"GET PORT NAME",
6968 	"GET LINK STATUS",
6969 	"INIT LIP RESET",
6970 	"GET LINK STATS & PRIVATE DATA CNTS",
6971 	"SEND SNS",
6972 	"FABRIC LOGIN",
6973 	"SEND CHANGE REQUEST",		/* 70h */
6974 	"FABRIC LOGOUT",
6975 	"INIT LIP LOGIN",
6976 	NULL,
6977 	"LOGIN LOOP PORT",
6978 	"GET PORT/NODE NAME LIST",
6979 	"SET VENDOR ID",
6980 	"INITIALIZE IP MAILBOX",
6981 	NULL,
6982 	NULL,
6983 	"GET XGMAC STATS",
6984 	NULL,
6985 	"GET ID LIST",
6986 	"SEND LFA",
6987 	"LUN RESET"
6988 };
6989 
6990 static void
6991 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
6992 {
6993 	const char *cname, *xname, *sname;
6994 	char tname[16], mname[16];
6995 	unsigned int ibits, obits, box, opcode;
6996 
6997 	opcode = mbp->param[0];
6998 	if (IS_FC(isp)) {
6999 		if (opcode > MAX_FC_OPCODE) {
7000 			mbp->param[0] = MBOX_INVALID_COMMAND;
7001 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7002 			return;
7003 		}
7004 		cname = fc_mbcmd_names[opcode];
7005 		ibits = ISP_FC_IBITS(opcode);
7006 		obits = ISP_FC_OBITS(opcode);
7007 	} else {
7008 		if (opcode > MAX_SCSI_OPCODE) {
7009 			mbp->param[0] = MBOX_INVALID_COMMAND;
7010 			isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7011 			return;
7012 		}
7013 		cname = scsi_mbcmd_names[opcode];
7014 		ibits = ISP_SCSI_IBITS(opcode);
7015 		obits = ISP_SCSI_OBITS(opcode);
7016 	}
7017 	if (cname == NULL) {
7018 		cname = tname;
7019 		ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7020 	}
7021 	isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7022 
7023 	/*
7024 	 * Pick up any additional bits that the caller might have set.
7025 	 */
7026 	ibits |= mbp->ibits;
7027 	obits |= mbp->obits;
7028 
7029 	/*
7030 	 * Mask any bits that the caller wants us to mask
7031 	 */
7032 	ibits &= mbp->ibitm;
7033 	obits &= mbp->obitm;
7034 
7035 
7036 	if (ibits == 0 && obits == 0) {
7037 		mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7038 		isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7039 		return;
7040 	}
7041 
7042 	/*
7043 	 * Get exclusive usage of mailbox registers.
7044 	 */
7045 	if (MBOX_ACQUIRE(isp)) {
7046 		mbp->param[0] = MBOX_REGS_BUSY;
7047 		goto out;
7048 	}
7049 
7050 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7051 		if (ibits & (1 << box)) {
7052 			isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7053 			    mbp->param[box]);
7054 			ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7055 		}
7056 		isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7057 	}
7058 
7059 	isp->isp_lastmbxcmd = opcode;
7060 
7061 	/*
7062 	 * We assume that we can't overwrite a previous command.
7063 	 */
7064 	isp->isp_obits = obits;
7065 	isp->isp_mboxbsy = 1;
7066 
7067 	/*
7068 	 * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7069 	 */
7070 	if (IS_24XX(isp)) {
7071 		ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7072 	} else {
7073 		ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7074 	}
7075 
7076 	/*
7077 	 * While we haven't finished the command, spin our wheels here.
7078 	 */
7079 	MBOX_WAIT_COMPLETE(isp, mbp);
7080 
7081 	/*
7082 	 * Did the command time out?
7083 	 */
7084 	if (mbp->param[0] == MBOX_TIMEOUT) {
7085 		isp->isp_mboxbsy = 0;
7086 		MBOX_RELEASE(isp);
7087 		goto out;
7088 	}
7089 
7090 	/*
7091 	 * Copy back output registers.
7092 	 */
7093 	for (box = 0; box < ISP_NMBOX(isp); box++) {
7094 		if (obits & (1 << box)) {
7095 			mbp->param[box] = isp->isp_mboxtmp[box];
7096 			isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7097 			    mbp->param[box]);
7098 		}
7099 	}
7100 
7101 	isp->isp_mboxbsy = 0;
7102 	MBOX_RELEASE(isp);
7103 out:
7104 	if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7105 		return;
7106 
7107 	if ((mbp->param[0] & 0xbfe0) == 0 &&
7108 	    (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7109 		return;
7110 
7111 	xname = NULL;
7112 	sname = "";
7113 	switch (mbp->param[0]) {
7114 	case MBOX_INVALID_COMMAND:
7115 		xname = "INVALID COMMAND";
7116 		break;
7117 	case MBOX_HOST_INTERFACE_ERROR:
7118 		xname = "HOST INTERFACE ERROR";
7119 		break;
7120 	case MBOX_TEST_FAILED:
7121 		xname = "TEST FAILED";
7122 		break;
7123 	case MBOX_COMMAND_ERROR:
7124 		xname = "COMMAND ERROR";
7125 		ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7126 		    mbp->param[1]);
7127 		sname = mname;
7128 		break;
7129 	case MBOX_COMMAND_PARAM_ERROR:
7130 		xname = "COMMAND PARAMETER ERROR";
7131 		break;
7132 	case MBOX_PORT_ID_USED:
7133 		xname = "PORT ID ALREADY IN USE";
7134 		break;
7135 	case MBOX_LOOP_ID_USED:
7136 		xname = "LOOP ID ALREADY IN USE";
7137 		break;
7138 	case MBOX_ALL_IDS_USED:
7139 		xname = "ALL LOOP IDS IN USE";
7140 		break;
7141 	case MBOX_NOT_LOGGED_IN:
7142 		xname = "NOT LOGGED IN";
7143 		break;
7144 	case MBOX_LINK_DOWN_ERROR:
7145 		xname = "LINK DOWN ERROR";
7146 		break;
7147 	case MBOX_LOOPBACK_ERROR:
7148 		xname = "LOOPBACK ERROR";
7149 		break;
7150 	case MBOX_CHECKSUM_ERROR:
7151 		xname = "CHECKSUM ERROR";
7152 		break;
7153 	case MBOX_INVALID_PRODUCT_KEY:
7154 		xname = "INVALID PRODUCT KEY";
7155 		break;
7156 	case MBOX_REGS_BUSY:
7157 		xname = "REGISTERS BUSY";
7158 		break;
7159 	case MBOX_TIMEOUT:
7160 		xname = "TIMEOUT";
7161 		break;
7162 	default:
7163 		ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7164 		xname = mname;
7165 		break;
7166 	}
7167 	if (xname) {
7168 		isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7169 		    cname, xname, sname);
7170 	}
7171 }
7172 
7173 static int
7174 isp_fw_state(ispsoftc_t *isp, int chan)
7175 {
7176 	if (IS_FC(isp)) {
7177 		mbreg_t mbs;
7178 
7179 		MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7180 		isp_mboxcmd(isp, &mbs);
7181 		if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7182 			return (mbs.param[1]);
7183 		}
7184 	}
7185 	return (FW_ERROR);
7186 }
7187 
7188 static void
7189 isp_spi_update(ispsoftc_t *isp, int chan)
7190 {
7191 	int tgt;
7192 	mbreg_t mbs;
7193 	sdparam *sdp;
7194 
7195 	if (IS_FC(isp)) {
7196 		/*
7197 		 * There are no 'per-bus' settings for Fibre Channel.
7198 		 */
7199 		return;
7200 	}
7201 	sdp = SDPARAM(isp, chan);
7202 	sdp->update = 0;
7203 
7204 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7205 		uint16_t flags, period, offset;
7206 		int get;
7207 
7208 		if (sdp->isp_devparam[tgt].dev_enable == 0) {
7209 			sdp->isp_devparam[tgt].dev_update = 0;
7210 			sdp->isp_devparam[tgt].dev_refresh = 0;
7211 			isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7212 			continue;
7213 		}
7214 		/*
7215 		 * If the goal is to update the status of the device,
7216 		 * take what's in goal_flags and try and set the device
7217 		 * toward that. Otherwise, if we're just refreshing the
7218 		 * current device state, get the current parameters.
7219 		 */
7220 
7221 		MBSINIT(&mbs, 0, MBLOGALL, 0);
7222 
7223 		/*
7224 		 * Refresh overrides set
7225 		 */
7226 		if (sdp->isp_devparam[tgt].dev_refresh) {
7227 			mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7228 			get = 1;
7229 		} else if (sdp->isp_devparam[tgt].dev_update) {
7230 			mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7231 
7232 			/*
7233 			 * Make sure goal_flags has "Renegotiate on Error"
7234 			 * on and "Freeze Queue on Error" off.
7235 			 */
7236 			sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7237 			sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7238 			mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7239 
7240 			/*
7241 			 * Insist that PARITY must be enabled
7242 			 * if SYNC or WIDE is enabled.
7243 			 */
7244 			if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7245 				mbs.param[2] |= DPARM_PARITY;
7246 			}
7247 
7248 			if (mbs.param[2] & DPARM_SYNC) {
7249 				mbs.param[3] =
7250 				    (sdp->isp_devparam[tgt].goal_offset << 8) |
7251 				    (sdp->isp_devparam[tgt].goal_period);
7252 			}
7253 			/*
7254 			 * A command completion later that has
7255 			 * RQSTF_NEGOTIATION set can cause
7256 			 * the dev_refresh/announce cycle also.
7257 			 *
7258 			 * Note: It is really important to update our current
7259 			 * flags with at least the state of TAG capabilities-
7260 			 * otherwise we might try and send a tagged command
7261 			 * when we have it all turned off. So change it here
7262 			 * to say that current already matches goal.
7263 			 */
7264 			sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7265 			sdp->isp_devparam[tgt].actv_flags |=
7266 			    (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7267 			isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7268 			    chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7269 			get = 0;
7270 		} else {
7271 			continue;
7272 		}
7273 		mbs.param[1] = (chan << 15) | (tgt << 8);
7274 		isp_mboxcmd(isp, &mbs);
7275 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7276 			continue;
7277 		}
7278 		if (get == 0) {
7279 			sdp->sendmarker = 1;
7280 			sdp->isp_devparam[tgt].dev_update = 0;
7281 			sdp->isp_devparam[tgt].dev_refresh = 1;
7282 		} else {
7283 			sdp->isp_devparam[tgt].dev_refresh = 0;
7284 			flags = mbs.param[2];
7285 			period = mbs.param[3] & 0xff;
7286 			offset = mbs.param[3] >> 8;
7287 			sdp->isp_devparam[tgt].actv_flags = flags;
7288 			sdp->isp_devparam[tgt].actv_period = period;
7289 			sdp->isp_devparam[tgt].actv_offset = offset;
7290 			isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7291 		}
7292 	}
7293 
7294 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7295 		if (sdp->isp_devparam[tgt].dev_update ||
7296 		    sdp->isp_devparam[tgt].dev_refresh) {
7297 			sdp->update = 1;
7298 			break;
7299 		}
7300 	}
7301 }
7302 
7303 static void
7304 isp_setdfltsdparm(ispsoftc_t *isp)
7305 {
7306 	int tgt;
7307 	sdparam *sdp, *sdp1;
7308 
7309 	sdp = SDPARAM(isp, 0);
7310 	if (IS_DUALBUS(isp))
7311 		sdp1 = sdp + 1;
7312 	else
7313 		sdp1 = NULL;
7314 
7315 	/*
7316 	 * Establish some default parameters.
7317 	 */
7318 	sdp->isp_cmd_dma_burst_enable = 0;
7319 	sdp->isp_data_dma_burst_enabl = 1;
7320 	sdp->isp_fifo_threshold = 0;
7321 	sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7322 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7323 		sdp->isp_async_data_setup = 9;
7324 	} else {
7325 		sdp->isp_async_data_setup = 6;
7326 	}
7327 	sdp->isp_selection_timeout = 250;
7328 	sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7329 	sdp->isp_tag_aging = 8;
7330 	sdp->isp_bus_reset_delay = 5;
7331 	/*
7332 	 * Don't retry selection, busy or queue full automatically- reflect
7333 	 * these back to us.
7334 	 */
7335 	sdp->isp_retry_count = 0;
7336 	sdp->isp_retry_delay = 0;
7337 
7338 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7339 		sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7340 		sdp->isp_devparam[tgt].dev_enable = 1;
7341 	}
7342 
7343 	/*
7344 	 * The trick here is to establish a default for the default (honk!)
7345 	 * state (goal_flags). Then try and get the current status from
7346 	 * the card to fill in the current state. We don't, in fact, set
7347 	 * the default to the SAFE default state- that's not the goal state.
7348 	 */
7349 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7350 		uint8_t off, per;
7351 		sdp->isp_devparam[tgt].actv_offset = 0;
7352 		sdp->isp_devparam[tgt].actv_period = 0;
7353 		sdp->isp_devparam[tgt].actv_flags = 0;
7354 
7355 		sdp->isp_devparam[tgt].goal_flags =
7356 		    sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7357 
7358 		/*
7359 		 * We default to Wide/Fast for versions less than a 1040
7360 		 * (unless it's SBus).
7361 		 */
7362 		if (IS_ULTRA3(isp)) {
7363 			off = ISP_80M_SYNCPARMS >> 8;
7364 			per = ISP_80M_SYNCPARMS & 0xff;
7365 		} else if (IS_ULTRA2(isp)) {
7366 			off = ISP_40M_SYNCPARMS >> 8;
7367 			per = ISP_40M_SYNCPARMS & 0xff;
7368 		} else if (IS_1240(isp)) {
7369 			off = ISP_20M_SYNCPARMS >> 8;
7370 			per = ISP_20M_SYNCPARMS & 0xff;
7371 		} else if ((isp->isp_bustype == ISP_BT_SBUS &&
7372 		    isp->isp_type < ISP_HA_SCSI_1020A) ||
7373 		    (isp->isp_bustype == ISP_BT_PCI &&
7374 		    isp->isp_type < ISP_HA_SCSI_1040) ||
7375 		    (isp->isp_clock && isp->isp_clock < 60) ||
7376 		    (sdp->isp_ultramode == 0)) {
7377 			off = ISP_10M_SYNCPARMS >> 8;
7378 			per = ISP_10M_SYNCPARMS & 0xff;
7379 		} else {
7380 			off = ISP_20M_SYNCPARMS_1040 >> 8;
7381 			per = ISP_20M_SYNCPARMS_1040 & 0xff;
7382 		}
7383 		sdp->isp_devparam[tgt].goal_offset =
7384 		    sdp->isp_devparam[tgt].nvrm_offset = off;
7385 		sdp->isp_devparam[tgt].goal_period =
7386 		    sdp->isp_devparam[tgt].nvrm_period = per;
7387 
7388 	}
7389 
7390 	/*
7391 	 * If we're a dual bus card, just copy the data over
7392 	 */
7393 	if (sdp1) {
7394 		*sdp1 = *sdp;
7395 		sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7396 	}
7397 
7398 	/*
7399 	 * If we've not been told to avoid reading NVRAM, try and read it.
7400 	 * If we're successful reading it, we can then return because NVRAM
7401 	 * will tell us what the desired settings are. Otherwise, we establish
7402 	 * some reasonable 'fake' nvram and goal defaults.
7403 	 */
7404 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7405 		mbreg_t mbs;
7406 
7407 		if (isp_read_nvram(isp, 0) == 0) {
7408 			if (IS_DUALBUS(isp)) {
7409 				if (isp_read_nvram(isp, 1) == 0) {
7410 					return;
7411 				}
7412 			}
7413 		}
7414 		MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7415 		isp_mboxcmd(isp, &mbs);
7416 		if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7417 			sdp->isp_req_ack_active_neg = 1;
7418 			sdp->isp_data_line_active_neg = 1;
7419 			if (sdp1) {
7420 				sdp1->isp_req_ack_active_neg = 1;
7421 				sdp1->isp_data_line_active_neg = 1;
7422 			}
7423 		} else {
7424 			sdp->isp_req_ack_active_neg =
7425 			    (mbs.param[1] >> 4) & 0x1;
7426 			sdp->isp_data_line_active_neg =
7427 			    (mbs.param[1] >> 5) & 0x1;
7428 			if (sdp1) {
7429 				sdp1->isp_req_ack_active_neg =
7430 				    (mbs.param[2] >> 4) & 0x1;
7431 				sdp1->isp_data_line_active_neg =
7432 				    (mbs.param[2] >> 5) & 0x1;
7433 			}
7434 		}
7435 	}
7436 
7437 }
7438 
7439 static void
7440 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7441 {
7442 	fcparam *fcp = FCPARAM(isp, chan);
7443 
7444 	/*
7445 	 * Establish some default parameters.
7446 	 */
7447 	fcp->role = DEFAULT_ROLE(isp, chan);
7448 	fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7449 	fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7450 	fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7451 	fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7452 	fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7453 	fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7454 	fcp->isp_fwoptions = 0;
7455 	fcp->isp_xfwoptions = 0;
7456 	fcp->isp_zfwoptions = 0;
7457 	fcp->isp_lasthdl = NIL_HANDLE;
7458 	fcp->isp_login_hdl = NIL_HANDLE;
7459 
7460 	if (IS_24XX(isp)) {
7461 		fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7462 		fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7463 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7464 			fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7465 		fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7466 		fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7467 		fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7468 	} else {
7469 		fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7470 		fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7471 		fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7472 		if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7473 			fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7474 		/*
7475 		 * Make sure this is turned off now until we get
7476 		 * extended options from NVRAM
7477 		 */
7478 		fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7479 		fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7480 		fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7481 	}
7482 
7483 
7484 	/*
7485 	 * Now try and read NVRAM unless told to not do so.
7486 	 * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7487 	 */
7488 	if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7489 		int i, j = 0;
7490 		/*
7491 		 * Give a couple of tries at reading NVRAM.
7492 		 */
7493 		for (i = 0; i < 2; i++) {
7494 			j = isp_read_nvram(isp, chan);
7495 			if (j == 0) {
7496 				break;
7497 			}
7498 		}
7499 		if (j) {
7500 			isp->isp_confopts |= ISP_CFG_NONVRAM;
7501 		}
7502 	}
7503 
7504 	fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7505 	fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7506 	isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7507 	    chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7508 	    (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7509 	    isp_class3_roles[fcp->role]);
7510 }
7511 
7512 /*
7513  * Re-initialize the ISP and complete all orphaned commands
7514  * with a 'botched' notice. The reset/init routines should
7515  * not disturb an already active list of commands.
7516  */
7517 
7518 int
7519 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7520 {
7521 	int i, res = 0;
7522 
7523 	if (isp->isp_state > ISP_RESETSTATE)
7524 		isp_stop(isp);
7525 	if (isp->isp_state != ISP_RESETSTATE)
7526 		isp_reset(isp, do_load_defaults);
7527 	if (isp->isp_state != ISP_RESETSTATE) {
7528 		res = EIO;
7529 		isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7530 		goto cleanup;
7531 	}
7532 
7533 	isp_init(isp);
7534 	if (isp->isp_state > ISP_RESETSTATE &&
7535 	    isp->isp_state != ISP_RUNSTATE) {
7536 		res = EIO;
7537 		isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7538 		ISP_DISABLE_INTS(isp);
7539 		if (IS_FC(isp)) {
7540 			/*
7541 			 * If we're in ISP_ROLE_NONE, turn off the lasers.
7542 			 */
7543 			if (!IS_24XX(isp)) {
7544 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7545 				ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7546 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7547 				ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7548 				ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7549 			}
7550 		}
7551 	}
7552 
7553 cleanup:
7554 	isp_clear_commands(isp);
7555 	if (IS_FC(isp)) {
7556 		for (i = 0; i < isp->isp_nchan; i++)
7557 			isp_clear_portdb(isp, i);
7558 	}
7559 	return (res);
7560 }
7561 
7562 /*
7563  * NVRAM Routines
7564  */
7565 static int
7566 isp_read_nvram(ispsoftc_t *isp, int bus)
7567 {
7568 	int i, amt, retval;
7569 	uint8_t csum, minversion;
7570 	union {
7571 		uint8_t _x[ISP2400_NVRAM_SIZE];
7572 		uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7573 	} _n;
7574 #define	nvram_data	_n._x
7575 #define	nvram_words	_n._s
7576 
7577 	if (IS_24XX(isp)) {
7578 		return (isp_read_nvram_2400(isp, nvram_data));
7579 	} else if (IS_FC(isp)) {
7580 		amt = ISP2100_NVRAM_SIZE;
7581 		minversion = 1;
7582 	} else if (IS_ULTRA2(isp)) {
7583 		amt = ISP1080_NVRAM_SIZE;
7584 		minversion = 0;
7585 	} else {
7586 		amt = ISP_NVRAM_SIZE;
7587 		minversion = 2;
7588 	}
7589 
7590 	for (i = 0; i < amt>>1; i++) {
7591 		isp_rdnvram_word(isp, i, &nvram_words[i]);
7592 	}
7593 
7594 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7595 	    nvram_data[2] != 'P') {
7596 		if (isp->isp_bustype != ISP_BT_SBUS) {
7597 			isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7598 			isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7599 		}
7600 		retval = -1;
7601 		goto out;
7602 	}
7603 
7604 	for (csum = 0, i = 0; i < amt; i++) {
7605 		csum += nvram_data[i];
7606 	}
7607 	if (csum != 0) {
7608 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7609 		retval = -1;
7610 		goto out;
7611 	}
7612 
7613 	if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7614 		isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
7615 		    ISP_NVRAM_VERSION(nvram_data));
7616 		retval = -1;
7617 		goto out;
7618 	}
7619 
7620 	if (IS_ULTRA3(isp)) {
7621 		isp_parse_nvram_12160(isp, bus, nvram_data);
7622 	} else if (IS_1080(isp)) {
7623 		isp_parse_nvram_1080(isp, bus, nvram_data);
7624 	} else if (IS_1280(isp) || IS_1240(isp)) {
7625 		isp_parse_nvram_1080(isp, bus, nvram_data);
7626 	} else if (IS_SCSI(isp)) {
7627 		isp_parse_nvram_1020(isp, nvram_data);
7628 	} else {
7629 		isp_parse_nvram_2100(isp, nvram_data);
7630 	}
7631 	retval = 0;
7632 out:
7633 	return (retval);
7634 #undef	nvram_data
7635 #undef	nvram_words
7636 }
7637 
7638 static int
7639 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
7640 {
7641 	int retval = 0;
7642 	uint32_t addr, csum, lwrds, *dptr;
7643 
7644 	if (isp->isp_port) {
7645 		addr = ISP2400_NVRAM_PORT1_ADDR;
7646 	} else {
7647 		addr = ISP2400_NVRAM_PORT0_ADDR;
7648 	}
7649 
7650 	dptr = (uint32_t *) nvram_data;
7651 	for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7652 		isp_rd_2400_nvram(isp, addr++, dptr++);
7653 	}
7654 	if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7655 	    nvram_data[2] != 'P') {
7656 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
7657 		    nvram_data[0], nvram_data[1], nvram_data[2]);
7658 		retval = -1;
7659 		goto out;
7660 	}
7661 	dptr = (uint32_t *) nvram_data;
7662 	for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
7663 		uint32_t tmp;
7664 		ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
7665 		csum += tmp;
7666 	}
7667 	if (csum != 0) {
7668 		isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7669 		retval = -1;
7670 		goto out;
7671 	}
7672 	isp_parse_nvram_2400(isp, nvram_data);
7673 out:
7674 	return (retval);
7675 }
7676 
7677 static void
7678 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
7679 {
7680 	int i, cbits;
7681 	uint16_t bit, rqst, junk;
7682 
7683 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7684 	ISP_DELAY(10);
7685 	ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7686 	ISP_DELAY(10);
7687 
7688 	if (IS_FC(isp)) {
7689 		wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
7690 		if (IS_2312(isp) && isp->isp_port) {
7691 			wo += 128;
7692 		}
7693 		rqst = (ISP_NVRAM_READ << 8) | wo;
7694 		cbits = 10;
7695 	} else if (IS_ULTRA2(isp)) {
7696 		wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
7697 		rqst = (ISP_NVRAM_READ << 8) | wo;
7698 		cbits = 10;
7699 	} else {
7700 		wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
7701 		rqst = (ISP_NVRAM_READ << 6) | wo;
7702 		cbits = 8;
7703 	}
7704 
7705 	/*
7706 	 * Clock the word select request out...
7707 	 */
7708 	for (i = cbits; i >= 0; i--) {
7709 		if ((rqst >> i) & 1) {
7710 			bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
7711 		} else {
7712 			bit = BIU_NVRAM_SELECT;
7713 		}
7714 		ISP_WRITE(isp, BIU_NVRAM, bit);
7715 		ISP_DELAY(10);
7716 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7717 		ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
7718 		ISP_DELAY(10);
7719 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7720 		ISP_WRITE(isp, BIU_NVRAM, bit);
7721 		ISP_DELAY(10);
7722 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7723 	}
7724 	/*
7725 	 * Now read the result back in (bits come back in MSB format).
7726 	 */
7727 	*rp = 0;
7728 	for (i = 0; i < 16; i++) {
7729 		uint16_t rv;
7730 		*rp <<= 1;
7731 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
7732 		ISP_DELAY(10);
7733 		rv = ISP_READ(isp, BIU_NVRAM);
7734 		if (rv & BIU_NVRAM_DATAIN) {
7735 			*rp |= 1;
7736 		}
7737 		ISP_DELAY(10);
7738 		ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
7739 		ISP_DELAY(10);
7740 		junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7741 	}
7742 	ISP_WRITE(isp, BIU_NVRAM, 0);
7743 	ISP_DELAY(10);
7744 	junk = ISP_READ(isp, BIU_NVRAM);	/* force PCI flush */
7745 	ISP_SWIZZLE_NVRAM_WORD(isp, rp);
7746 }
7747 
7748 static void
7749 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
7750 {
7751 	int loops = 0;
7752 	uint32_t base = 0x7ffe0000;
7753 	uint32_t tmp = 0;
7754 
7755 	if (IS_26XX(isp)) {
7756 		base = 0x7fe7c000;	/* XXX: Observation, may be wrong. */
7757 	} else if (IS_25XX(isp)) {
7758 		base = 0x7ff00000 | 0x48000;
7759 	}
7760 	ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
7761 	for (loops = 0; loops < 5000; loops++) {
7762 		ISP_DELAY(10);
7763 		tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
7764 		if ((tmp & (1U << 31)) != 0) {
7765 			break;
7766 		}
7767 	}
7768 	if (tmp & (1U << 31)) {
7769 		*rp = ISP_READ(isp, BIU2400_FLASH_DATA);
7770 		ISP_SWIZZLE_NVRAM_LONG(isp, rp);
7771 	} else {
7772 		*rp = 0xffffffff;
7773 	}
7774 }
7775 
7776 static void
7777 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
7778 {
7779 	sdparam *sdp = SDPARAM(isp, 0);
7780 	int tgt;
7781 
7782 	sdp->isp_fifo_threshold =
7783 		ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
7784 		(ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
7785 
7786 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7787 		sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
7788 
7789 	sdp->isp_bus_reset_delay =
7790 		ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
7791 
7792 	sdp->isp_retry_count =
7793 		ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
7794 
7795 	sdp->isp_retry_delay =
7796 		ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
7797 
7798 	sdp->isp_async_data_setup =
7799 		ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
7800 
7801 	if (isp->isp_type >= ISP_HA_SCSI_1040) {
7802 		if (sdp->isp_async_data_setup < 9) {
7803 			sdp->isp_async_data_setup = 9;
7804 		}
7805 	} else {
7806 		if (sdp->isp_async_data_setup != 6) {
7807 			sdp->isp_async_data_setup = 6;
7808 		}
7809 	}
7810 
7811 	sdp->isp_req_ack_active_neg =
7812 		ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
7813 
7814 	sdp->isp_data_line_active_neg =
7815 		ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
7816 
7817 	sdp->isp_data_dma_burst_enabl =
7818 		ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
7819 
7820 	sdp->isp_cmd_dma_burst_enable =
7821 		ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
7822 
7823 	sdp->isp_tag_aging =
7824 		ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
7825 
7826 	sdp->isp_selection_timeout =
7827 		ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
7828 
7829 	sdp->isp_max_queue_depth =
7830 		ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
7831 
7832 	sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
7833 
7834 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7835 		sdp->isp_devparam[tgt].dev_enable =
7836 			ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
7837 		sdp->isp_devparam[tgt].exc_throttle =
7838 			ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
7839 		sdp->isp_devparam[tgt].nvrm_offset =
7840 			ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
7841 		sdp->isp_devparam[tgt].nvrm_period =
7842 			ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
7843 		/*
7844 		 * We probably shouldn't lie about this, but it
7845 		 * it makes it much safer if we limit NVRAM values
7846 		 * to sanity.
7847 		 */
7848 		if (isp->isp_type < ISP_HA_SCSI_1040) {
7849 			/*
7850 			 * If we're not ultra, we can't possibly
7851 			 * be a shorter period than this.
7852 			 */
7853 			if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
7854 				sdp->isp_devparam[tgt].nvrm_period = 0x19;
7855 			}
7856 			if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
7857 				sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
7858 			}
7859 		} else {
7860 			if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
7861 				sdp->isp_devparam[tgt].nvrm_offset = 0x8;
7862 			}
7863 		}
7864 		sdp->isp_devparam[tgt].nvrm_flags = 0;
7865 		if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
7866 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7867 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7868 		if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
7869 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7870 		if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
7871 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7872 		if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
7873 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7874 		if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
7875 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7876 		if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
7877 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7878 		sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
7879 		sdp->isp_devparam[tgt].goal_offset =
7880 		    sdp->isp_devparam[tgt].nvrm_offset;
7881 		sdp->isp_devparam[tgt].goal_period =
7882 		    sdp->isp_devparam[tgt].nvrm_period;
7883 		sdp->isp_devparam[tgt].goal_flags =
7884 		    sdp->isp_devparam[tgt].nvrm_flags;
7885 	}
7886 }
7887 
7888 static void
7889 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7890 {
7891 	sdparam *sdp = SDPARAM(isp, bus);
7892 	int tgt;
7893 
7894 	sdp->isp_fifo_threshold =
7895 	    ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
7896 
7897 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7898 		sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
7899 
7900 	sdp->isp_bus_reset_delay =
7901 	    ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7902 
7903 	sdp->isp_retry_count =
7904 	    ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
7905 
7906 	sdp->isp_retry_delay =
7907 	    ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
7908 
7909 	sdp->isp_async_data_setup =
7910 	    ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
7911 
7912 	sdp->isp_req_ack_active_neg =
7913 	    ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
7914 
7915 	sdp->isp_data_line_active_neg =
7916 	    ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
7917 
7918 	sdp->isp_data_dma_burst_enabl =
7919 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7920 
7921 	sdp->isp_cmd_dma_burst_enable =
7922 	    ISP1080_NVRAM_BURST_ENABLE(nvram_data);
7923 
7924 	sdp->isp_selection_timeout =
7925 	    ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
7926 
7927 	sdp->isp_max_queue_depth =
7928 	     ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
7929 
7930 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7931 		sdp->isp_devparam[tgt].dev_enable =
7932 		    ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
7933 		sdp->isp_devparam[tgt].exc_throttle =
7934 			ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
7935 		sdp->isp_devparam[tgt].nvrm_offset =
7936 			ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
7937 		sdp->isp_devparam[tgt].nvrm_period =
7938 			ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
7939 		sdp->isp_devparam[tgt].nvrm_flags = 0;
7940 		if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
7941 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
7942 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
7943 		if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
7944 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
7945 		if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
7946 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
7947 		if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
7948 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
7949 		if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
7950 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
7951 		if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
7952 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
7953 		sdp->isp_devparam[tgt].actv_flags = 0;
7954 		sdp->isp_devparam[tgt].goal_offset =
7955 		    sdp->isp_devparam[tgt].nvrm_offset;
7956 		sdp->isp_devparam[tgt].goal_period =
7957 		    sdp->isp_devparam[tgt].nvrm_period;
7958 		sdp->isp_devparam[tgt].goal_flags =
7959 		    sdp->isp_devparam[tgt].nvrm_flags;
7960 	}
7961 }
7962 
7963 static void
7964 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
7965 {
7966 	sdparam *sdp = SDPARAM(isp, bus);
7967 	int tgt;
7968 
7969 	sdp->isp_fifo_threshold =
7970 	    ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
7971 
7972 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
7973 		sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
7974 
7975 	sdp->isp_bus_reset_delay =
7976 	    ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
7977 
7978 	sdp->isp_retry_count =
7979 	    ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
7980 
7981 	sdp->isp_retry_delay =
7982 	    ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
7983 
7984 	sdp->isp_async_data_setup =
7985 	    ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
7986 
7987 	sdp->isp_req_ack_active_neg =
7988 	    ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
7989 
7990 	sdp->isp_data_line_active_neg =
7991 	    ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
7992 
7993 	sdp->isp_data_dma_burst_enabl =
7994 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
7995 
7996 	sdp->isp_cmd_dma_burst_enable =
7997 	    ISP12160_NVRAM_BURST_ENABLE(nvram_data);
7998 
7999 	sdp->isp_selection_timeout =
8000 	    ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8001 
8002 	sdp->isp_max_queue_depth =
8003 	     ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8004 
8005 	for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8006 		sdp->isp_devparam[tgt].dev_enable =
8007 		    ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8008 		sdp->isp_devparam[tgt].exc_throttle =
8009 			ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8010 		sdp->isp_devparam[tgt].nvrm_offset =
8011 			ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8012 		sdp->isp_devparam[tgt].nvrm_period =
8013 			ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8014 		sdp->isp_devparam[tgt].nvrm_flags = 0;
8015 		if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8016 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8017 		sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8018 		if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8019 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8020 		if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8021 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8022 		if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8023 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8024 		if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8025 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8026 		if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8027 			sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8028 		sdp->isp_devparam[tgt].actv_flags = 0;
8029 		sdp->isp_devparam[tgt].goal_offset =
8030 		    sdp->isp_devparam[tgt].nvrm_offset;
8031 		sdp->isp_devparam[tgt].goal_period =
8032 		    sdp->isp_devparam[tgt].nvrm_period;
8033 		sdp->isp_devparam[tgt].goal_flags =
8034 		    sdp->isp_devparam[tgt].nvrm_flags;
8035 	}
8036 }
8037 
8038 static void
8039 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8040 {
8041 	fcparam *fcp = FCPARAM(isp, 0);
8042 	uint64_t wwn;
8043 
8044 	/*
8045 	 * There is NVRAM storage for both Port and Node entities-
8046 	 * but the Node entity appears to be unused on all the cards
8047 	 * I can find. However, we should account for this being set
8048 	 * at some point in the future.
8049 	 *
8050 	 * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8051 	 * bits 48..60. In the case of the 2202, it appears that they do
8052 	 * use bit 48 to distinguish between the two instances on the card.
8053 	 * The 2204, which I've never seen, *probably* extends this method.
8054 	 */
8055 	wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8056 	if (wwn) {
8057 		isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8058 		    (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8059 		if ((wwn >> 60) == 0) {
8060 			wwn |= (((uint64_t) 2)<< 60);
8061 		}
8062 	}
8063 	fcp->isp_wwpn_nvram = wwn;
8064 	if (IS_2200(isp) || IS_23XX(isp)) {
8065 		wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8066 		if (wwn) {
8067 			isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8068 			    (uint32_t) (wwn >> 32),
8069 			    (uint32_t) (wwn));
8070 			if ((wwn >> 60) == 0) {
8071 				wwn |= (((uint64_t) 2)<< 60);
8072 			}
8073 		} else {
8074 			wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8075 		}
8076 	} else {
8077 		wwn &= ~((uint64_t) 0xfff << 48);
8078 	}
8079 	fcp->isp_wwnn_nvram = wwn;
8080 
8081 	fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8082 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8083 		DEFAULT_FRAMESIZE(isp) =
8084 		    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8085 	}
8086 	fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8087 	fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8088 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8089 		fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8090 	}
8091 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8092 		DEFAULT_EXEC_THROTTLE(isp) =
8093 			ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8094 	}
8095 	fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8096 	isp_prt(isp, ISP_LOGDEBUG0,
8097 	    "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8098 	    (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8099 	    (uint32_t) fcp->isp_wwnn_nvram,
8100 	    (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8101 	    (uint32_t) fcp->isp_wwpn_nvram,
8102 	    ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8103 	    ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8104 	isp_prt(isp, ISP_LOGDEBUG0,
8105 	    "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8106 	    ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8107 	    ISP2100_NVRAM_OPTIONS(nvram_data),
8108 	    ISP2100_NVRAM_HARDLOOPID(nvram_data),
8109 	    ISP2100_NVRAM_TOV(nvram_data));
8110 	fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8111 	fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8112 	isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8113 	    ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8114 }
8115 
8116 static void
8117 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8118 {
8119 	fcparam *fcp = FCPARAM(isp, 0);
8120 	uint64_t wwn;
8121 
8122 	isp_prt(isp, ISP_LOGDEBUG0,
8123 	    "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8124 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8125 	    (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8126 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8127 	    (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8128 	    ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8129 	    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8130 	isp_prt(isp, ISP_LOGDEBUG0,
8131 	    "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8132 	    ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8133 	    ISP2400_NVRAM_HARDLOOPID(nvram_data),
8134 	    ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8135 	    ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8136 	    ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8137 
8138 	wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8139 	fcp->isp_wwpn_nvram = wwn;
8140 
8141 	wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8142 	if (wwn) {
8143 		if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8144 			wwn = 0;
8145 		}
8146 	}
8147 	if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8148 		wwn = fcp->isp_wwpn_nvram;
8149 		wwn &= ~((uint64_t) 0xfff << 48);
8150 	}
8151 	fcp->isp_wwnn_nvram = wwn;
8152 
8153 	if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8154 		fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8155 	}
8156 	if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8157 		DEFAULT_FRAMESIZE(isp) =
8158 		    ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8159 	}
8160 	if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8161 		fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8162 	}
8163 	if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8164 		DEFAULT_EXEC_THROTTLE(isp) =
8165 			ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8166 	}
8167 	fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8168 	fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8169 	fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8170 }
8171