xref: /freebsd/sys/dev/aacraid/aacraid_cam.c (revision 1f474190)
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3  *
4  * Copyright (c) 2002-2010 Adaptec, Inc.
5  * Copyright (c) 2010-2012 PMC-Sierra, Inc.
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  *
17  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27  * SUCH DAMAGE.
28  */
29 
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
32 
33 /*
34  * CAM front-end for communicating with non-DASD devices
35  */
36 
37 #include "opt_aacraid.h"
38 
39 #include <sys/param.h>
40 #include <sys/systm.h>
41 #include <sys/kernel.h>
42 #include <sys/sysctl.h>
43 #include <sys/lock.h>
44 #include <sys/malloc.h>
45 #include <sys/module.h>
46 #include <sys/mutex.h>
47 
48 #include <cam/cam.h>
49 #include <cam/cam_ccb.h>
50 #include <cam/cam_debug.h>
51 #include <cam/cam_periph.h>
52 #include <cam/cam_sim.h>
53 #include <cam/cam_xpt_sim.h>
54 #include <cam/scsi/scsi_all.h>
55 #include <cam/scsi/scsi_message.h>
56 
57 #include <sys/bus.h>
58 #include <sys/conf.h>
59 #include <sys/disk.h>
60 
61 #include <machine/md_var.h>
62 #include <machine/bus.h>
63 #include <sys/rman.h>
64 
65 #include <vm/vm.h>
66 #include <vm/pmap.h>
67 
68 #include <dev/aacraid/aacraid_reg.h>
69 #include <sys/aac_ioctl.h>
70 #include <dev/aacraid/aacraid_debug.h>
71 #include <dev/aacraid/aacraid_var.h>
72 #include <dev/aacraid/aacraid_endian.h>
73 
74 #ifndef	CAM_NEW_TRAN_CODE
75 #define	CAM_NEW_TRAN_CODE	1
76 #endif
77 
78 #ifndef SVPD_SUPPORTED_PAGE_LIST
79 struct scsi_vpd_supported_page_list
80 {
81 	u_int8_t device;
82 	u_int8_t page_code;
83 #define	SVPD_SUPPORTED_PAGE_LIST 0x00
84 	u_int8_t reserved;
85 	u_int8_t length;	/* number of VPD entries */
86 #define	SVPD_SUPPORTED_PAGES_SIZE	251
87 	u_int8_t list[SVPD_SUPPORTED_PAGES_SIZE];
88 };
89 #endif
90 
91 /************************** Version Compatibility *************************/
92 #define	aac_sim_alloc				cam_sim_alloc
93 
94 struct aac_cam {
95 	device_t		dev;
96 	struct aac_sim		*inf;
97 	struct cam_sim		*sim;
98 	struct cam_path		*path;
99 };
100 
101 static int aac_cam_probe(device_t dev);
102 static int aac_cam_attach(device_t dev);
103 static int aac_cam_detach(device_t dev);
104 static void aac_cam_action(struct cam_sim *, union ccb *);
105 static void aac_cam_poll(struct cam_sim *);
106 static void aac_cam_complete(struct aac_command *);
107 static void aac_container_complete(struct aac_command *);
108 static void aac_cam_rescan(struct aac_softc *sc, uint32_t channel,
109 	uint32_t target_id);
110 static void aac_set_scsi_error(struct aac_softc *sc, union ccb *ccb,
111 	u_int8_t status, u_int8_t key, u_int8_t asc, u_int8_t ascq);
112 static int aac_load_map_command_sg(struct aac_softc *, struct aac_command *);
113 static u_int64_t aac_eval_blockno(u_int8_t *);
114 static void aac_container_rw_command(struct cam_sim *, union ccb *, u_int8_t *);
115 static void aac_container_special_command(struct cam_sim *, union ccb *,
116 	u_int8_t *);
117 static void aac_passthrough_command(struct cam_sim *, union ccb *);
118 
119 static u_int32_t aac_cam_reset_bus(struct cam_sim *, union ccb *);
120 static u_int32_t aac_cam_abort_ccb(struct cam_sim *, union ccb *);
121 static u_int32_t aac_cam_term_io(struct cam_sim *, union ccb *);
122 
123 static devclass_t	aacraid_pass_devclass;
124 
125 static device_method_t	aacraid_pass_methods[] = {
126 	DEVMETHOD(device_probe,		aac_cam_probe),
127 	DEVMETHOD(device_attach,	aac_cam_attach),
128 	DEVMETHOD(device_detach,	aac_cam_detach),
129 	{ 0, 0 }
130 };
131 
132 static driver_t	aacraid_pass_driver = {
133 	"aacraidp",
134 	aacraid_pass_methods,
135 	sizeof(struct aac_cam)
136 };
137 
138 DRIVER_MODULE(aacraidp, aacraid, aacraid_pass_driver, aacraid_pass_devclass, 0, 0);
139 MODULE_DEPEND(aacraidp, cam, 1, 1, 1);
140 
141 MALLOC_DEFINE(M_AACRAIDCAM, "aacraidcam", "AACRAID CAM info");
142 
143 static void
144 aac_set_scsi_error(struct aac_softc *sc, union ccb *ccb, u_int8_t status,
145 	u_int8_t key, u_int8_t asc, u_int8_t ascq)
146 {
147 	struct scsi_sense_data_fixed *sense =
148 		(struct scsi_sense_data_fixed *)&ccb->csio.sense_data;
149 
150 	fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "Error %d!", status);
151 
152 	ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR;
153 	ccb->csio.scsi_status = status;
154 	if (status == SCSI_STATUS_CHECK_COND) {
155 		ccb->ccb_h.status |= CAM_AUTOSNS_VALID;
156 		bzero(&ccb->csio.sense_data, ccb->csio.sense_len);
157 		ccb->csio.sense_data.error_code =
158 			SSD_CURRENT_ERROR | SSD_ERRCODE_VALID;
159 		sense->flags = key;
160 		if (ccb->csio.sense_len >= 14) {
161 			sense->extra_len = 6;
162 			sense->add_sense_code = asc;
163 			sense->add_sense_code_qual = ascq;
164 		}
165 	}
166 }
167 
168 static void
169 aac_cam_rescan(struct aac_softc *sc, uint32_t channel, uint32_t target_id)
170 {
171 	union ccb *ccb;
172 	struct aac_sim *sim;
173 	struct aac_cam *camsc;
174 
175 	if (target_id == AAC_CAM_TARGET_WILDCARD)
176 		target_id = CAM_TARGET_WILDCARD;
177 
178 	TAILQ_FOREACH(sim, &sc->aac_sim_tqh, sim_link) {
179 		camsc = sim->aac_cam;
180 		if (camsc == NULL || camsc->inf == NULL ||
181 		    camsc->inf->BusNumber != channel)
182 			continue;
183 
184 		ccb = xpt_alloc_ccb_nowait();
185 		if (ccb == NULL) {
186 			device_printf(sc->aac_dev,
187 			    "Cannot allocate ccb for bus rescan.\n");
188 			return;
189 		}
190 
191 		if (xpt_create_path(&ccb->ccb_h.path, xpt_periph,
192 		    cam_sim_path(camsc->sim),
193 		    target_id, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
194 			xpt_free_ccb(ccb);
195 			device_printf(sc->aac_dev,
196 			    "Cannot create path for bus rescan.\n");
197 			return;
198 		}
199 		xpt_rescan(ccb);
200 		break;
201 	}
202 }
203 
204 static void
205 aac_cam_event(struct aac_softc *sc, struct aac_event *event, void *arg)
206 {
207 	union ccb *ccb;
208 	struct aac_cam *camsc;
209 
210 	switch (event->ev_type) {
211 	case AAC_EVENT_CMFREE:
212 		ccb = arg;
213 		camsc = ccb->ccb_h.sim_priv.entries[0].ptr;
214 		free(event, M_AACRAIDCAM);
215 		xpt_release_simq(camsc->sim, 1);
216 		ccb->ccb_h.status = CAM_REQUEUE_REQ;
217 		xpt_done(ccb);
218 		break;
219 	default:
220 		device_printf(sc->aac_dev, "unknown event %d in aac_cam\n",
221 		    event->ev_type);
222 		break;
223 	}
224 
225 	return;
226 }
227 
228 static int
229 aac_cam_probe(device_t dev)
230 {
231 	struct aac_cam *camsc;
232 
233 	camsc = (struct aac_cam *)device_get_softc(dev);
234 	if (!camsc->inf)
235 		return (0);
236 	fwprintf(camsc->inf->aac_sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
237 	return (0);
238 }
239 
240 static int
241 aac_cam_detach(device_t dev)
242 {
243 	struct aac_softc *sc;
244 	struct aac_cam *camsc;
245 
246 	camsc = (struct aac_cam *)device_get_softc(dev);
247 	if (!camsc->inf)
248 		return (0);
249 	sc = camsc->inf->aac_sc;
250 	fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
251 	camsc->inf->aac_cam = NULL;
252 
253 	mtx_lock(&sc->aac_io_lock);
254 
255 	xpt_async(AC_LOST_DEVICE, camsc->path, NULL);
256 	xpt_free_path(camsc->path);
257 	xpt_bus_deregister(cam_sim_path(camsc->sim));
258 	cam_sim_free(camsc->sim, /*free_devq*/TRUE);
259 
260 	sc->cam_rescan_cb = NULL;
261 
262 	mtx_unlock(&sc->aac_io_lock);
263 
264 	return (0);
265 }
266 
267 /*
268  * Register the driver as a CAM SIM
269  */
270 static int
271 aac_cam_attach(device_t dev)
272 {
273 	struct cam_devq *devq;
274 	struct cam_sim *sim;
275 	struct cam_path *path;
276 	struct aac_cam *camsc;
277 	struct aac_sim *inf;
278 
279 	camsc = (struct aac_cam *)device_get_softc(dev);
280 	inf = (struct aac_sim *)device_get_ivars(dev);
281 	if (!inf)
282 		return (EIO);
283 	fwprintf(inf->aac_sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
284 	camsc->inf = inf;
285 	camsc->inf->aac_cam = camsc;
286 
287 	devq = cam_simq_alloc(inf->TargetsPerBus);
288 	if (devq == NULL)
289 		return (EIO);
290 
291 	sim = aac_sim_alloc(aac_cam_action, aac_cam_poll, "aacraidp", camsc,
292 	    device_get_unit(dev), &inf->aac_sc->aac_io_lock, 1, 1, devq);
293 	if (sim == NULL) {
294 		cam_simq_free(devq);
295 		return (EIO);
296 	}
297 
298 	/* Since every bus has it's own sim, every bus 'appears' as bus 0 */
299 	mtx_lock(&inf->aac_sc->aac_io_lock);
300 	if (aac_xpt_bus_register(sim, dev, 0) != CAM_SUCCESS) {
301 		cam_sim_free(sim, TRUE);
302 		mtx_unlock(&inf->aac_sc->aac_io_lock);
303 		return (EIO);
304 	}
305 
306 	if (xpt_create_path(&path, NULL, cam_sim_path(sim),
307 	    CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
308 		xpt_bus_deregister(cam_sim_path(sim));
309 		cam_sim_free(sim, TRUE);
310 		mtx_unlock(&inf->aac_sc->aac_io_lock);
311 		return (EIO);
312 	}
313 
314 	inf->aac_sc->cam_rescan_cb = aac_cam_rescan;
315 	mtx_unlock(&inf->aac_sc->aac_io_lock);
316 
317 	camsc->sim = sim;
318 	camsc->path = path;
319 
320 	return (0);
321 }
322 
323 static u_int64_t
324 aac_eval_blockno(u_int8_t *cmdp)
325 {
326 	u_int64_t blockno;
327 
328 	switch (cmdp[0]) {
329 	case READ_6:
330 	case WRITE_6:
331 		blockno = scsi_3btoul(((struct scsi_rw_6 *)cmdp)->addr);
332 		break;
333 	case READ_10:
334 	case WRITE_10:
335 		blockno = scsi_4btoul(((struct scsi_rw_10 *)cmdp)->addr);
336 		break;
337 	case READ_12:
338 	case WRITE_12:
339 		blockno = scsi_4btoul(((struct scsi_rw_12 *)cmdp)->addr);
340 		break;
341 	case READ_16:
342 	case WRITE_16:
343 		blockno = scsi_8btou64(((struct scsi_rw_16 *)cmdp)->addr);
344 		break;
345 	default:
346 		blockno = 0;
347 		break;
348 	}
349 	return(blockno);
350 }
351 
352 static void
353 aac_container_rw_command(struct cam_sim *sim, union ccb *ccb, u_int8_t *cmdp)
354 {
355 	struct	aac_cam *camsc;
356 	struct	aac_softc *sc;
357 	struct	aac_command *cm;
358 	struct	aac_fib *fib;
359 	u_int64_t blockno;
360 
361 	camsc = (struct aac_cam *)cam_sim_softc(sim);
362 	sc = camsc->inf->aac_sc;
363 	mtx_assert(&sc->aac_io_lock, MA_OWNED);
364 
365 	if (aacraid_alloc_command(sc, &cm)) {
366 		struct aac_event *event;
367 
368 		xpt_freeze_simq(sim, 1);
369 		ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
370 		ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
371 		event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
372 		    M_NOWAIT | M_ZERO);
373 		if (event == NULL) {
374 			device_printf(sc->aac_dev,
375 			    "Warning, out of memory for event\n");
376 			return;
377 		}
378 		event->ev_callback = aac_cam_event;
379 		event->ev_arg = ccb;
380 		event->ev_type = AAC_EVENT_CMFREE;
381 		aacraid_add_event(sc, event);
382 		return;
383 	}
384 
385 	fib = cm->cm_fib;
386 	switch (ccb->ccb_h.flags & CAM_DIR_MASK) {
387 	case CAM_DIR_IN:
388 		cm->cm_flags |= AAC_CMD_DATAIN;
389 		break;
390 	case CAM_DIR_OUT:
391 		cm->cm_flags |= AAC_CMD_DATAOUT;
392 		break;
393 	case CAM_DIR_NONE:
394 		break;
395 	default:
396 		cm->cm_flags |= AAC_CMD_DATAIN | AAC_CMD_DATAOUT;
397 		break;
398 	}
399 
400 	blockno = aac_eval_blockno(cmdp);
401 
402 	cm->cm_complete = aac_container_complete;
403 	cm->cm_ccb = ccb;
404 	cm->cm_timestamp = time_uptime;
405 	cm->cm_data = (void *)ccb->csio.data_ptr;
406 	cm->cm_datalen = ccb->csio.dxfer_len;
407 
408 	fib->Header.Size = sizeof(struct aac_fib_header);
409 	fib->Header.XferState =
410 		AAC_FIBSTATE_HOSTOWNED   |
411 		AAC_FIBSTATE_INITIALISED |
412 		AAC_FIBSTATE_EMPTY	 |
413 		AAC_FIBSTATE_FROMHOST	 |
414 		AAC_FIBSTATE_REXPECTED   |
415 		AAC_FIBSTATE_NORM	 |
416 		AAC_FIBSTATE_ASYNC	 |
417 		AAC_FIBSTATE_FAST_RESPONSE;
418 
419 	if (sc->flags & AAC_FLAGS_NEW_COMM_TYPE2) {
420 		struct aac_raw_io2 *raw;
421 		/* NOTE: LE conversion handled at aacraid_map_command_sg() */
422 		raw = (struct aac_raw_io2 *)&fib->data[0];
423 		bzero(raw, sizeof(struct aac_raw_io2));
424 		fib->Header.Command = RawIo2;
425 		raw->strtBlkLow = (u_int32_t)blockno;
426 		raw->strtBlkHigh = (u_int32_t)(blockno >> 32);
427 		raw->byteCnt = cm->cm_datalen;
428 		raw->ldNum = ccb->ccb_h.target_id;
429 		fib->Header.Size += sizeof(struct aac_raw_io2);
430 		cm->cm_sgtable = (struct aac_sg_table *)raw->sge;
431 		if (cm->cm_flags & AAC_CMD_DATAIN)
432 			raw->flags = RIO2_IO_TYPE_READ | RIO2_SG_FORMAT_IEEE1212;
433 		else
434 			raw->flags = RIO2_IO_TYPE_WRITE | RIO2_SG_FORMAT_IEEE1212;
435 	} else if (sc->flags & AAC_FLAGS_RAW_IO) {
436 		struct aac_raw_io *raw;
437 		/* NOTE: LE conversion handled at aacraid_map_command_sg() */
438 		raw = (struct aac_raw_io *)&fib->data[0];
439 		bzero(raw, sizeof(struct aac_raw_io));
440 		fib->Header.Command = RawIo;
441 		raw->BlockNumber = blockno;
442 		raw->ByteCount = cm->cm_datalen;
443 		raw->ContainerId = ccb->ccb_h.target_id;
444 		fib->Header.Size += sizeof(struct aac_raw_io);
445 		cm->cm_sgtable = (struct aac_sg_table *)
446 			&raw->SgMapRaw;
447 		if (cm->cm_flags & AAC_CMD_DATAIN)
448 			raw->Flags = 1;
449 	} else if ((sc->flags & AAC_FLAGS_SG_64BIT) == 0) {
450 		fib->Header.Command = ContainerCommand;
451 		if (cm->cm_flags & AAC_CMD_DATAIN) {
452 			struct aac_blockread *br;
453 			br = (struct aac_blockread *)&fib->data[0];
454 			br->Command = VM_CtBlockRead;
455 			br->ContainerId = ccb->ccb_h.target_id;
456 			br->BlockNumber = blockno;
457 			br->ByteCount = cm->cm_datalen;
458 			aac_blockread_tole(br);
459 			fib->Header.Size += sizeof(struct aac_blockread);
460 			cm->cm_sgtable = &br->SgMap;
461 		} else {
462 			struct aac_blockwrite *bw;
463 			bw = (struct aac_blockwrite *)&fib->data[0];
464 			bw->Command = VM_CtBlockWrite;
465 			bw->ContainerId = ccb->ccb_h.target_id;
466 			bw->BlockNumber = blockno;
467 			bw->ByteCount = cm->cm_datalen;
468 			bw->Stable = CUNSTABLE;
469 			aac_blockwrite_tole(bw);
470 			fib->Header.Size += sizeof(struct aac_blockwrite);
471 			cm->cm_sgtable = &bw->SgMap;
472 		}
473 	} else {
474 		fib->Header.Command = ContainerCommand64;
475 		if (cm->cm_flags & AAC_CMD_DATAIN) {
476 			struct aac_blockread64 *br;
477 			br = (struct aac_blockread64 *)&fib->data[0];
478 			br->Command = VM_CtHostRead64;
479 			br->ContainerId = ccb->ccb_h.target_id;
480 			br->SectorCount = cm->cm_datalen/AAC_BLOCK_SIZE;
481 			br->BlockNumber = blockno;
482 			br->Pad = 0;
483 			br->Flags = 0;
484 			aac_blockread64_tole(br);
485 			fib->Header.Size += sizeof(struct aac_blockread64);
486 			cm->cm_sgtable = (struct aac_sg_table *)&br->SgMap64;
487 		} else {
488 			struct aac_blockwrite64 *bw;
489 			bw = (struct aac_blockwrite64 *)&fib->data[0];
490 			bw->Command = VM_CtHostWrite64;
491 			bw->ContainerId = ccb->ccb_h.target_id;
492 			bw->SectorCount = cm->cm_datalen/AAC_BLOCK_SIZE;
493 			bw->BlockNumber = blockno;
494 			bw->Pad = 0;
495 			bw->Flags = 0;
496 			aac_blockwrite64_tole(bw);
497 			fib->Header.Size += sizeof(struct aac_blockwrite64);
498 			cm->cm_sgtable = (struct aac_sg_table *)&bw->SgMap64;
499 		}
500 	}
501 	aac_enqueue_ready(cm);
502 	aacraid_startio(cm->cm_sc);
503 }
504 
505 static void
506 aac_container_special_command(struct cam_sim *sim, union ccb *ccb,
507 	u_int8_t *cmdp)
508 {
509 	struct	aac_cam *camsc;
510 	struct	aac_softc *sc;
511 	struct	aac_container *co;
512 
513 	camsc = (struct aac_cam *)cam_sim_softc(sim);
514 	sc = camsc->inf->aac_sc;
515 	mtx_assert(&sc->aac_io_lock, MA_OWNED);
516 
517 	TAILQ_FOREACH(co, &sc->aac_container_tqh, co_link) {
518 		fwprintf(sc, HBA_FLAGS_DBG_ERROR_B, "found container %d search for %d", co->co_mntobj.ObjectId, ccb->ccb_h.target_id);
519 		if (co->co_mntobj.ObjectId == ccb->ccb_h.target_id)
520 			break;
521 	}
522 	if (co == NULL || ccb->ccb_h.target_lun != 0) {
523 		fwprintf(sc, HBA_FLAGS_DBG_ERROR_B,
524 			"Container not present: cmd 0x%x id %d lun %d len %d",
525 			*cmdp, ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
526 			ccb->csio.dxfer_len);
527 		ccb->ccb_h.status = CAM_DEV_NOT_THERE;
528 		xpt_done(ccb);
529 		return;
530 	}
531 
532 	if (ccb->csio.dxfer_len)
533 		bzero(ccb->csio.data_ptr, ccb->csio.dxfer_len);
534 
535 	switch (*cmdp) {
536 	case INQUIRY:
537 	{
538 		struct scsi_inquiry *inq = (struct scsi_inquiry *)cmdp;
539 
540 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
541 		"Container INQUIRY id %d lun %d len %d VPD 0x%x Page 0x%x",
542 			ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
543 			ccb->csio.dxfer_len, inq->byte2, inq->page_code);
544 		if (!(inq->byte2 & SI_EVPD)) {
545 			struct scsi_inquiry_data *p =
546 				(struct scsi_inquiry_data *)ccb->csio.data_ptr;
547 			if (inq->page_code != 0) {
548 				aac_set_scsi_error(sc, ccb,
549 					SCSI_STATUS_CHECK_COND,
550 					SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
551 				xpt_done(ccb);
552 				return;
553 			}
554 			p->device = T_DIRECT;
555 			p->version = SCSI_REV_SPC2;
556 			p->response_format = 2;
557 			if (ccb->csio.dxfer_len >= 36) {
558 				p->additional_length = 31;
559 				p->flags = SID_WBus16|SID_Sync|SID_CmdQue;
560 				/* OEM Vendor defines */
561 				strncpy(p->vendor, "Adaptec ", sizeof(p->vendor));
562 				strncpy(p->product, "Array           ",
563 				    sizeof(p->product));
564 				strncpy(p->revision, "V1.0",
565 				    sizeof(p->revision));
566 			}
567 		} else {
568 			if (inq->page_code == SVPD_SUPPORTED_PAGE_LIST) {
569 				struct scsi_vpd_supported_page_list *p =
570 					(struct scsi_vpd_supported_page_list *)
571 					ccb->csio.data_ptr;
572 				p->device = T_DIRECT;
573 				p->page_code = SVPD_SUPPORTED_PAGE_LIST;
574 				p->length = 2;
575 				p->list[0] = SVPD_SUPPORTED_PAGE_LIST;
576 				p->list[1] = SVPD_UNIT_SERIAL_NUMBER;
577 			} else if (inq->page_code == SVPD_UNIT_SERIAL_NUMBER) {
578 				struct scsi_vpd_unit_serial_number *p =
579 					(struct scsi_vpd_unit_serial_number *)
580 					ccb->csio.data_ptr;
581 				p->device = T_DIRECT;
582 				p->page_code = SVPD_UNIT_SERIAL_NUMBER;
583 				p->length = sprintf((char *)p->serial_num,
584 					"%08X%02X", co->co_uid,
585 					ccb->ccb_h.target_id);
586 			} else {
587 				aac_set_scsi_error(sc, ccb,
588 					SCSI_STATUS_CHECK_COND,
589 					SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
590 				xpt_done(ccb);
591 				return;
592 			}
593 		}
594 		ccb->ccb_h.status = CAM_REQ_CMP;
595 		break;
596 	}
597 
598 	case REPORT_LUNS:
599 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
600 		"Container REPORT_LUNS id %d lun %d len %d",
601 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
602 		ccb->csio.dxfer_len);
603 		ccb->ccb_h.status = CAM_REQ_CMP;
604 		break;
605 
606 	case START_STOP:
607 	{
608 		struct scsi_start_stop_unit *ss =
609 			(struct scsi_start_stop_unit *)cmdp;
610 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
611 		"Container START_STOP id %d lun %d len %d",
612 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
613 		ccb->csio.dxfer_len);
614 		if (sc->aac_support_opt2 & AAC_SUPPORTED_POWER_MANAGEMENT) {
615 			struct aac_command *cm;
616 			struct aac_fib *fib;
617 			struct aac_cnt_config *ccfg;
618 
619 			if (aacraid_alloc_command(sc, &cm)) {
620 				struct aac_event *event;
621 
622 				xpt_freeze_simq(sim, 1);
623 				ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
624 				ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
625 				event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
626 					M_NOWAIT | M_ZERO);
627 				if (event == NULL) {
628 					device_printf(sc->aac_dev,
629 						"Warning, out of memory for event\n");
630 					return;
631 				}
632 				event->ev_callback = aac_cam_event;
633 				event->ev_arg = ccb;
634 				event->ev_type = AAC_EVENT_CMFREE;
635 				aacraid_add_event(sc, event);
636 				return;
637 			}
638 
639 			fib = cm->cm_fib;
640 			cm->cm_timestamp = time_uptime;
641 			cm->cm_datalen = 0;
642 
643 			fib->Header.Size =
644 				sizeof(struct aac_fib_header) + sizeof(struct aac_cnt_config);
645 			fib->Header.XferState =
646 				AAC_FIBSTATE_HOSTOWNED   |
647 				AAC_FIBSTATE_INITIALISED |
648 				AAC_FIBSTATE_EMPTY	 |
649 				AAC_FIBSTATE_FROMHOST	 |
650 				AAC_FIBSTATE_REXPECTED   |
651 				AAC_FIBSTATE_NORM	 |
652 				AAC_FIBSTATE_ASYNC	 |
653 				AAC_FIBSTATE_FAST_RESPONSE;
654 			fib->Header.Command = ContainerCommand;
655 
656 			/* Start unit */
657 			ccfg = (struct aac_cnt_config *)&fib->data[0];
658 			bzero(ccfg, sizeof (*ccfg) - CT_PACKET_SIZE);
659 			ccfg->Command = VM_ContainerConfig;
660 			ccfg->CTCommand.command = CT_PM_DRIVER_SUPPORT;
661 			ccfg->CTCommand.param[0] = (ss->how & SSS_START ?
662 				AAC_PM_DRIVERSUP_START_UNIT :
663 				AAC_PM_DRIVERSUP_STOP_UNIT);
664 			ccfg->CTCommand.param[1] = co->co_mntobj.ObjectId;
665 			ccfg->CTCommand.param[2] = 0;	/* 1 - immediate */
666 			aac_cnt_config_tole(ccfg);
667 
668 			if (aacraid_wait_command(cm) != 0 ||
669 				le32toh(*(u_int32_t *)&fib->data[0]) != 0) {
670 				printf("Power Management: Error start/stop container %d\n",
671 				co->co_mntobj.ObjectId);
672 			}
673 			aacraid_release_command(cm);
674 		}
675 		ccb->ccb_h.status = CAM_REQ_CMP;
676 		break;
677 	}
678 
679 	case TEST_UNIT_READY:
680 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
681 		"Container TEST_UNIT_READY id %d lun %d len %d",
682 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
683 		ccb->csio.dxfer_len);
684 		ccb->ccb_h.status = CAM_REQ_CMP;
685 		break;
686 
687 	case REQUEST_SENSE:
688 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
689 		"Container REQUEST_SENSE id %d lun %d len %d",
690 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
691 		ccb->csio.dxfer_len);
692 		ccb->ccb_h.status = CAM_REQ_CMP;
693 		break;
694 
695 	case READ_CAPACITY:
696 	{
697 		struct scsi_read_capacity_data *p =
698 			(struct scsi_read_capacity_data *)ccb->csio.data_ptr;
699 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
700 		"Container READ_CAPACITY id %d lun %d len %d",
701 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
702 		ccb->csio.dxfer_len);
703 		scsi_ulto4b(co->co_mntobj.ObjExtension.BlockDevice.BlockSize, p->length);
704 		/* check if greater than 2TB */
705 		if (co->co_mntobj.CapacityHigh) {
706 			if (sc->flags & AAC_FLAGS_LBA_64BIT)
707 				scsi_ulto4b(0xffffffff, p->addr);
708 		} else {
709 			scsi_ulto4b(co->co_mntobj.Capacity-1, p->addr);
710 		}
711 		ccb->ccb_h.status = CAM_REQ_CMP;
712 		break;
713 	}
714 
715 	case SERVICE_ACTION_IN:
716 	{
717 		struct scsi_read_capacity_data_long *p =
718 			(struct scsi_read_capacity_data_long *)
719 			ccb->csio.data_ptr;
720 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
721 		"Container SERVICE_ACTION_IN id %d lun %d len %d",
722 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
723 		ccb->csio.dxfer_len);
724 		if (((struct scsi_read_capacity_16 *)cmdp)->service_action !=
725 			SRC16_SERVICE_ACTION) {
726 			aac_set_scsi_error(sc, ccb, SCSI_STATUS_CHECK_COND,
727 				SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
728 			xpt_done(ccb);
729 			return;
730 		}
731 		scsi_ulto4b(co->co_mntobj.ObjExtension.BlockDevice.BlockSize, p->length);
732 		scsi_ulto4b(co->co_mntobj.CapacityHigh, p->addr);
733 		scsi_ulto4b(co->co_mntobj.Capacity-1, &p->addr[4]);
734 
735 		if (ccb->csio.dxfer_len >= 14) {
736 			u_int32_t mapping = co->co_mntobj.ObjExtension.BlockDevice.bdLgclPhysMap;
737 			p->prot_lbppbe = 0;
738 			while (mapping > 1) {
739 				mapping >>= 1;
740 				p->prot_lbppbe++;
741 			}
742 			p->prot_lbppbe &= 0x0f;
743 		}
744 
745 		ccb->ccb_h.status = CAM_REQ_CMP;
746 		break;
747 	}
748 
749 	case MODE_SENSE_6:
750 	{
751 		struct scsi_mode_sense_6 *msp =(struct scsi_mode_sense_6 *)cmdp;
752 		struct ms6_data {
753 			struct scsi_mode_hdr_6 hd;
754 			struct scsi_mode_block_descr bd;
755 			char pages;
756 		} *p = (struct ms6_data *)ccb->csio.data_ptr;
757 		char *pagep;
758 		int return_all_pages = FALSE;
759 
760 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
761 		"Container MODE_SENSE id %d lun %d len %d page %d",
762 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
763 		ccb->csio.dxfer_len, msp->page);
764 		p->hd.datalen = sizeof(struct scsi_mode_hdr_6) - 1;
765 		if (co->co_mntobj.ContentState & AAC_FSCS_READONLY)
766 			p->hd.dev_specific = 0x80;	/* WP */
767 		p->hd.dev_specific |= 0x10;	/* DPOFUA */
768 		if (msp->byte2 & SMS_DBD) {
769 			p->hd.block_descr_len = 0;
770 		} else {
771 			p->hd.block_descr_len =
772 				sizeof(struct scsi_mode_block_descr);
773 			p->hd.datalen += p->hd.block_descr_len;
774 			scsi_ulto3b(co->co_mntobj.ObjExtension.BlockDevice.BlockSize, p->bd.block_len);
775 			if (co->co_mntobj.Capacity > 0xffffff ||
776 				co->co_mntobj.CapacityHigh) {
777 				p->bd.num_blocks[0] = 0xff;
778 				p->bd.num_blocks[1] = 0xff;
779 				p->bd.num_blocks[2] = 0xff;
780 			} else {
781 				p->bd.num_blocks[0] = (u_int8_t)
782 					(co->co_mntobj.Capacity >> 16);
783 				p->bd.num_blocks[1] = (u_int8_t)
784 					(co->co_mntobj.Capacity >> 8);
785 				p->bd.num_blocks[2] = (u_int8_t)
786 					(co->co_mntobj.Capacity);
787 			}
788 		}
789 		pagep = &p->pages;
790 		switch (msp->page & SMS_PAGE_CODE) {
791 		case SMS_ALL_PAGES_PAGE:
792 			return_all_pages = TRUE;
793 		case SMS_CONTROL_MODE_PAGE:
794 		{
795 			struct scsi_control_page *cp =
796 				(struct scsi_control_page *)pagep;
797 
798 			if (ccb->csio.dxfer_len <= p->hd.datalen + 8) {
799 				aac_set_scsi_error(sc, ccb,
800 					SCSI_STATUS_CHECK_COND,
801 					SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
802 				xpt_done(ccb);
803 				return;
804 			}
805 			cp->page_code = SMS_CONTROL_MODE_PAGE;
806 			cp->page_length = 6;
807 			p->hd.datalen += 8;
808 			pagep += 8;
809 			if (!return_all_pages)
810 				break;
811 		}
812 		case SMS_VENDOR_SPECIFIC_PAGE:
813 			break;
814 		default:
815 			aac_set_scsi_error(sc, ccb, SCSI_STATUS_CHECK_COND,
816 				SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
817 			xpt_done(ccb);
818 			return;
819 		}
820 		ccb->ccb_h.status = CAM_REQ_CMP;
821 		break;
822 	}
823 
824 	case SYNCHRONIZE_CACHE:
825 		fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
826 		"Container SYNCHRONIZE_CACHE id %d lun %d len %d",
827 		ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
828 		ccb->csio.dxfer_len);
829 		ccb->ccb_h.status = CAM_REQ_CMP;
830 		break;
831 
832 	default:
833 		fwprintf(sc, HBA_FLAGS_DBG_ERROR_B,
834 		"Container unsupp. cmd 0x%x id %d lun %d len %d",
835 		*cmdp, ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
836 		ccb->csio.dxfer_len);
837 		ccb->ccb_h.status = CAM_REQ_CMP; /*CAM_REQ_INVALID*/
838 		break;
839 	}
840 	xpt_done(ccb);
841 }
842 
843 static void
844 aac_passthrough_command(struct cam_sim *sim, union ccb *ccb)
845 {
846 	struct	aac_cam *camsc;
847 	struct	aac_softc *sc;
848 	struct	aac_command *cm;
849 	struct	aac_fib *fib;
850 	struct	aac_srb *srb;
851 
852 	camsc = (struct aac_cam *)cam_sim_softc(sim);
853 	sc = camsc->inf->aac_sc;
854 	mtx_assert(&sc->aac_io_lock, MA_OWNED);
855 
856 	if (aacraid_alloc_command(sc, &cm)) {
857 		struct aac_event *event;
858 
859 		xpt_freeze_simq(sim, 1);
860 		ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
861 		ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
862 		event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
863 		    M_NOWAIT | M_ZERO);
864 		if (event == NULL) {
865 			device_printf(sc->aac_dev,
866 			    "Warning, out of memory for event\n");
867 			return;
868 		}
869 		event->ev_callback = aac_cam_event;
870 		event->ev_arg = ccb;
871 		event->ev_type = AAC_EVENT_CMFREE;
872 		aacraid_add_event(sc, event);
873 		return;
874 	}
875 
876 	fib = cm->cm_fib;
877 	switch (ccb->ccb_h.flags & CAM_DIR_MASK) {
878 	case CAM_DIR_IN:
879 		cm->cm_flags |= AAC_CMD_DATAIN;
880 		break;
881 	case CAM_DIR_OUT:
882 		cm->cm_flags |= AAC_CMD_DATAOUT;
883 		break;
884 	case CAM_DIR_NONE:
885 		break;
886 	default:
887 		cm->cm_flags |= AAC_CMD_DATAIN | AAC_CMD_DATAOUT;
888 		break;
889 	}
890 
891 	srb = (struct aac_srb *)&fib->data[0];
892 	srb->function = AAC_SRB_FUNC_EXECUTE_SCSI;
893 	if (cm->cm_flags & (AAC_CMD_DATAIN|AAC_CMD_DATAOUT))
894 		srb->flags = AAC_SRB_FLAGS_UNSPECIFIED_DIRECTION;
895 	if (cm->cm_flags & AAC_CMD_DATAIN)
896 		srb->flags = AAC_SRB_FLAGS_DATA_IN;
897 	else if (cm->cm_flags & AAC_CMD_DATAOUT)
898 		srb->flags = AAC_SRB_FLAGS_DATA_OUT;
899 	else
900 		srb->flags = AAC_SRB_FLAGS_NO_DATA_XFER;
901 
902 	/*
903 	 * Copy the CDB into the SRB.  It's only 6-16 bytes,
904 	 * so a copy is not too expensive.
905 	 */
906 	srb->cdb_len = ccb->csio.cdb_len;
907 	if (ccb->ccb_h.flags & CAM_CDB_POINTER)
908 		bcopy(ccb->csio.cdb_io.cdb_ptr, (u_int8_t *)&srb->cdb[0],
909 			srb->cdb_len);
910 	else
911 		bcopy(ccb->csio.cdb_io.cdb_bytes, (u_int8_t *)&srb->cdb[0],
912 			srb->cdb_len);
913 
914 	/* Set command */
915 	fib->Header.Command = (sc->flags & AAC_FLAGS_SG_64BIT) ?
916 		ScsiPortCommandU64 : ScsiPortCommand;
917 	fib->Header.Size = sizeof(struct aac_fib_header) +
918 			sizeof(struct aac_srb);
919 
920 	/* Map the s/g list */
921 	cm->cm_sgtable = &srb->sg_map;
922 	if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
923 		/*
924 		 * Arrange things so that the S/G
925 		 * map will get set up automagically
926 		 */
927 		cm->cm_data = (void *)ccb->csio.data_ptr;
928 		cm->cm_datalen = ccb->csio.dxfer_len;
929 		srb->data_len = ccb->csio.dxfer_len;
930 	} else {
931 		cm->cm_data = NULL;
932 		cm->cm_datalen = 0;
933 		srb->data_len = 0;
934 	}
935 
936 	srb->bus = camsc->inf->BusNumber - 1; /* Bus no. rel. to the card */
937 	srb->target = ccb->ccb_h.target_id;
938 	srb->lun = ccb->ccb_h.target_lun;
939 	srb->timeout = ccb->ccb_h.timeout;	/* XXX */
940 	srb->retry_limit = 0;
941 	aac_srb_tole(srb);
942 
943 	cm->cm_complete = aac_cam_complete;
944 	cm->cm_ccb = ccb;
945 	cm->cm_timestamp = time_uptime;
946 
947 	fib->Header.XferState =
948 			AAC_FIBSTATE_HOSTOWNED	|
949 			AAC_FIBSTATE_INITIALISED	|
950 			AAC_FIBSTATE_FROMHOST	|
951 			AAC_FIBSTATE_REXPECTED	|
952 			AAC_FIBSTATE_NORM	|
953 			AAC_FIBSTATE_ASYNC	 |
954 			AAC_FIBSTATE_FAST_RESPONSE;
955 
956 	aac_enqueue_ready(cm);
957 	aacraid_startio(cm->cm_sc);
958 }
959 
960 static void
961 aac_cam_action(struct cam_sim *sim, union ccb *ccb)
962 {
963 	struct	aac_cam *camsc;
964 	struct	aac_softc *sc;
965 
966 	camsc = (struct aac_cam *)cam_sim_softc(sim);
967 	sc = camsc->inf->aac_sc;
968 	fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
969 	mtx_assert(&sc->aac_io_lock, MA_OWNED);
970 
971 	/* Synchronous ops, and ops that don't require communication with the
972 	 * controller */
973 	switch(ccb->ccb_h.func_code) {
974 	case XPT_SCSI_IO:
975 		/* This is handled down below */
976 		break;
977 	case XPT_CALC_GEOMETRY:
978 	{
979 		struct ccb_calc_geometry *ccg;
980 		u_int32_t size_mb;
981 		u_int32_t secs_per_cylinder;
982 
983 		ccg = &ccb->ccg;
984 		size_mb = ccg->volume_size /
985 		    ((1024L * 1024L) / ccg->block_size);
986 		if (size_mb >= (2 * 1024)) {		/* 2GB */
987 			ccg->heads = 255;
988 			ccg->secs_per_track = 63;
989 		} else if (size_mb >= (1 * 1024)) {	/* 1GB */
990 			ccg->heads = 128;
991 			ccg->secs_per_track = 32;
992 		} else {
993 			ccg->heads = 64;
994 			ccg->secs_per_track = 32;
995 		}
996 		secs_per_cylinder = ccg->heads * ccg->secs_per_track;
997 		ccg->cylinders = ccg->volume_size / secs_per_cylinder;
998 
999 		ccb->ccb_h.status = CAM_REQ_CMP;
1000 		xpt_done(ccb);
1001 		return;
1002 	}
1003 	case XPT_PATH_INQ:
1004 	{
1005 		struct ccb_pathinq *cpi = &ccb->cpi;
1006 
1007 		cpi->version_num = 1;
1008 		cpi->target_sprt = 0;
1009 		cpi->hba_eng_cnt = 0;
1010 		cpi->max_target = camsc->inf->TargetsPerBus - 1;
1011 		cpi->max_lun = 7;	/* Per the controller spec */
1012 		cpi->initiator_id = camsc->inf->InitiatorBusId;
1013 		cpi->bus_id = camsc->inf->BusNumber;
1014 		cpi->maxio = sc->aac_max_sectors << 9;
1015 
1016 		/*
1017 		 * Resetting via the passthrough or parallel bus scan
1018 		 * causes problems.
1019 		 */
1020 		cpi->hba_misc = PIM_NOBUSRESET;
1021 		cpi->hba_inquiry = PI_TAG_ABLE;
1022 		cpi->base_transfer_speed = 300000;
1023 #ifdef CAM_NEW_TRAN_CODE
1024 		cpi->hba_misc |= PIM_SEQSCAN;
1025 		cpi->protocol = PROTO_SCSI;
1026 		cpi->transport = XPORT_SAS;
1027 		cpi->transport_version = 0;
1028 		cpi->protocol_version = SCSI_REV_SPC2;
1029 #endif
1030 		strlcpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1031 		strlcpy(cpi->hba_vid, "PMC-Sierra", HBA_IDLEN);
1032 		strlcpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1033 		cpi->unit_number = cam_sim_unit(sim);
1034 		ccb->ccb_h.status = CAM_REQ_CMP;
1035 		xpt_done(ccb);
1036 		return;
1037 	}
1038 	case XPT_GET_TRAN_SETTINGS:
1039 	{
1040 #ifdef CAM_NEW_TRAN_CODE
1041 		struct ccb_trans_settings_scsi *scsi =
1042 			&ccb->cts.proto_specific.scsi;
1043 		struct ccb_trans_settings_spi *spi =
1044 			&ccb->cts.xport_specific.spi;
1045 		ccb->cts.protocol = PROTO_SCSI;
1046 		ccb->cts.protocol_version = SCSI_REV_SPC2;
1047 		ccb->cts.transport = XPORT_SAS;
1048 		ccb->cts.transport_version = 0;
1049 		scsi->valid = CTS_SCSI_VALID_TQ;
1050 		scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
1051 		spi->valid |= CTS_SPI_VALID_DISC;
1052 		spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
1053 #else
1054 		ccb->cts.flags = ~(CCB_TRANS_DISC_ENB | CCB_TRANS_TAG_ENB);
1055 		ccb->cts.valid = CCB_TRANS_DISC_VALID | CCB_TRANS_TQ_VALID;
1056 #endif
1057 		ccb->ccb_h.status = CAM_REQ_CMP;
1058 		xpt_done(ccb);
1059 		return;
1060 	}
1061 	case XPT_SET_TRAN_SETTINGS:
1062 		ccb->ccb_h.status = CAM_FUNC_NOTAVAIL;
1063 		xpt_done(ccb);
1064 		return;
1065 	case XPT_RESET_BUS:
1066 		if (!(sc->flags & AAC_FLAGS_CAM_NORESET) &&
1067 			camsc->inf->BusType != CONTAINER_BUS) {
1068 			ccb->ccb_h.status = aac_cam_reset_bus(sim, ccb);
1069 		} else {
1070 			ccb->ccb_h.status = CAM_REQ_CMP;
1071 		}
1072 		xpt_done(ccb);
1073 		return;
1074 	case XPT_RESET_DEV:
1075 		ccb->ccb_h.status = CAM_REQ_CMP;
1076 		xpt_done(ccb);
1077 		return;
1078 	case XPT_ABORT:
1079 		ccb->ccb_h.status = aac_cam_abort_ccb(sim, ccb);
1080 		xpt_done(ccb);
1081 		return;
1082 	case XPT_TERM_IO:
1083 		ccb->ccb_h.status = aac_cam_term_io(sim, ccb);
1084 		xpt_done(ccb);
1085 		return;
1086 	default:
1087 		device_printf(sc->aac_dev, "Unsupported command 0x%x\n",
1088 		    ccb->ccb_h.func_code);
1089 		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1090 		xpt_done(ccb);
1091 		return;
1092 	}
1093 
1094 	/* Async ops that require communcation with the controller */
1095 	if (camsc->inf->BusType == CONTAINER_BUS) {
1096 		u_int8_t *cmdp;
1097 
1098 		if (ccb->ccb_h.flags & CAM_CDB_POINTER)
1099 			cmdp = ccb->csio.cdb_io.cdb_ptr;
1100 		else
1101 			cmdp = &ccb->csio.cdb_io.cdb_bytes[0];
1102 
1103 		if (*cmdp==READ_6 || *cmdp==WRITE_6 || *cmdp==READ_10 ||
1104 			*cmdp==WRITE_10 || *cmdp==READ_12 || *cmdp==WRITE_12 ||
1105 			*cmdp==READ_16 || *cmdp==WRITE_16)
1106 			aac_container_rw_command(sim, ccb, cmdp);
1107 		else
1108 			aac_container_special_command(sim, ccb, cmdp);
1109 	} else {
1110 		aac_passthrough_command(sim, ccb);
1111 	}
1112 }
1113 
1114 static void
1115 aac_cam_poll(struct cam_sim *sim)
1116 {
1117 	/*
1118 	 * Pinging the interrupt routine isn't very safe, nor is it
1119 	 * really necessary.  Do nothing.
1120 	 */
1121 }
1122 
1123 static void
1124 aac_container_complete(struct aac_command *cm)
1125 {
1126 	union	ccb *ccb;
1127 	u_int32_t status;
1128 
1129 	fwprintf(cm->cm_sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1130 	ccb = cm->cm_ccb;
1131 	status = le32toh(((u_int32_t *)cm->cm_fib->data)[0]);
1132 
1133 	if (cm->cm_flags & AAC_CMD_RESET) {
1134 		ccb->ccb_h.status = CAM_SCSI_BUS_RESET;
1135 	} else if (status == ST_OK) {
1136 		ccb->ccb_h.status = CAM_REQ_CMP;
1137 	} else if (status == ST_NOT_READY) {
1138 		ccb->ccb_h.status = CAM_BUSY;
1139 	} else {
1140 		ccb->ccb_h.status = CAM_REQ_CMP_ERR;
1141 	}
1142 
1143 	aacraid_release_command(cm);
1144 	xpt_done(ccb);
1145 }
1146 
1147 static void
1148 aac_cam_complete(struct aac_command *cm)
1149 {
1150 	union	ccb *ccb;
1151 	struct 	aac_srb_response *srbr;
1152 	struct	aac_softc *sc;
1153 
1154 	sc = cm->cm_sc;
1155 	fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1156 	ccb = cm->cm_ccb;
1157 	srbr = (struct aac_srb_response *)&cm->cm_fib->data[0];
1158 	aac_srb_response_toh(srbr);
1159 
1160 	if (cm->cm_flags & AAC_CMD_FASTRESP) {
1161 		/* fast response */
1162 		srbr->srb_status = CAM_REQ_CMP;
1163 		srbr->scsi_status = SCSI_STATUS_OK;
1164 		srbr->sense_len = 0;
1165 	}
1166 
1167 	if (cm->cm_flags & AAC_CMD_RESET) {
1168 		ccb->ccb_h.status = CAM_SCSI_BUS_RESET;
1169 	} else if (srbr->fib_status != 0) {
1170 		device_printf(sc->aac_dev, "Passthru FIB failed!\n");
1171 		ccb->ccb_h.status = CAM_REQ_ABORTED;
1172 	} else {
1173 		/*
1174 		 * The SRB error codes just happen to match the CAM error
1175 		 * codes.  How convenient!
1176 		 */
1177 		ccb->ccb_h.status = srbr->srb_status;
1178 
1179 		/* Take care of SCSI_IO ops. */
1180 		if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1181 			u_int8_t command, device;
1182 
1183 			ccb->csio.scsi_status = srbr->scsi_status;
1184 
1185 			/* Take care of autosense */
1186 			if (srbr->sense_len) {
1187 				int sense_len, scsi_sense_len;
1188 
1189 				scsi_sense_len = sizeof(struct scsi_sense_data);
1190 				bzero(&ccb->csio.sense_data, scsi_sense_len);
1191 				sense_len = (srbr->sense_len >
1192 				    scsi_sense_len) ? scsi_sense_len :
1193 				    srbr->sense_len;
1194 				bcopy(&srbr->sense[0], &ccb->csio.sense_data,
1195 				    sense_len);
1196 				ccb->csio.sense_len = sense_len;
1197 				ccb->ccb_h.status |= CAM_AUTOSNS_VALID;
1198 				// scsi_sense_print(&ccb->csio);
1199 			}
1200 
1201 			/* If this is an inquiry command, fake things out */
1202 			if (ccb->ccb_h.flags & CAM_CDB_POINTER)
1203 				command = ccb->csio.cdb_io.cdb_ptr[0];
1204 			else
1205 				command = ccb->csio.cdb_io.cdb_bytes[0];
1206 
1207 			if (command == INQUIRY) {
1208 				if (ccb->ccb_h.status == CAM_REQ_CMP) {
1209 				  device = ccb->csio.data_ptr[0] & 0x1f;
1210 				  /*
1211 				   * We want DASD and PROC devices to only be
1212 				   * visible through the pass device.
1213 				   */
1214 				  if ((device == T_DIRECT &&
1215 				    !(sc->aac_feature_bits & AAC_SUPPL_SUPPORTED_JBOD)) ||
1216 				    (device == T_PROCESSOR))
1217 				    ccb->csio.data_ptr[0] =
1218 				  	((device & 0xe0) | T_NODEVICE);
1219 
1220 				  /* handle phys. components of a log. drive */
1221 				  if (ccb->csio.data_ptr[0] & 0x20) {
1222 					if (sc->hint_flags & 8) {
1223 					  /* expose phys. device (daXX) */
1224 					  ccb->csio.data_ptr[0] &= 0xdf;
1225 					} else {
1226 					  /* phys. device only visible through pass device (passXX) */
1227 					  ccb->csio.data_ptr[0] |= 0x10;
1228 					}
1229 				  }
1230 				} else if (ccb->ccb_h.status == CAM_SEL_TIMEOUT &&
1231 				  ccb->ccb_h.target_lun != 0) {
1232 				  /* fix for INQUIRYs on Lun>0 */
1233 				  ccb->ccb_h.status = CAM_DEV_NOT_THERE;
1234 				}
1235 			}
1236 		}
1237 	}
1238 
1239 	aacraid_release_command(cm);
1240 	xpt_done(ccb);
1241 }
1242 
1243 static u_int32_t
1244 aac_cam_reset_bus(struct cam_sim *sim, union ccb *ccb)
1245 {
1246 	struct aac_command *cm;
1247 	struct aac_fib *fib;
1248 	struct aac_softc *sc;
1249 	struct aac_cam *camsc;
1250 	struct aac_vmioctl *vmi;
1251 	struct aac_resetbus *rbc;
1252 	u_int32_t rval;
1253 
1254 	camsc = (struct aac_cam *)cam_sim_softc(sim);
1255 	sc = camsc->inf->aac_sc;
1256 
1257 	if (sc == NULL) {
1258 		printf("aac: Null sc?\n");
1259 		return (CAM_REQ_ABORTED);
1260 	}
1261 
1262 	if (aacraid_alloc_command(sc, &cm)) {
1263 		struct aac_event *event;
1264 
1265 		xpt_freeze_simq(sim, 1);
1266 		ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
1267 		ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
1268 		event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
1269 			M_NOWAIT | M_ZERO);
1270 		if (event == NULL) {
1271 			device_printf(sc->aac_dev,
1272 				"Warning, out of memory for event\n");
1273 			return (CAM_REQ_ABORTED);
1274 		}
1275 		event->ev_callback = aac_cam_event;
1276 		event->ev_arg = ccb;
1277 		event->ev_type = AAC_EVENT_CMFREE;
1278 		aacraid_add_event(sc, event);
1279 		return (CAM_REQ_ABORTED);
1280 	}
1281 
1282 	fib = cm->cm_fib;
1283 	cm->cm_timestamp = time_uptime;
1284 	cm->cm_datalen = 0;
1285 
1286 	fib->Header.Size =
1287 		sizeof(struct aac_fib_header) + sizeof(struct aac_vmioctl);
1288 	fib->Header.XferState =
1289 		AAC_FIBSTATE_HOSTOWNED   |
1290 		AAC_FIBSTATE_INITIALISED |
1291 		AAC_FIBSTATE_EMPTY	 |
1292 		AAC_FIBSTATE_FROMHOST	 |
1293 		AAC_FIBSTATE_REXPECTED   |
1294 		AAC_FIBSTATE_NORM	 |
1295 		AAC_FIBSTATE_ASYNC	 |
1296 		AAC_FIBSTATE_FAST_RESPONSE;
1297 	fib->Header.Command = ContainerCommand;
1298 
1299 	vmi = (struct aac_vmioctl *)&fib->data[0];
1300 	bzero(vmi, sizeof(struct aac_vmioctl));
1301 
1302 	vmi->Command = VM_Ioctl;
1303 	vmi->ObjType = FT_DRIVE;
1304 	vmi->MethId = sc->scsi_method_id;
1305 	vmi->ObjId = 0;
1306 	vmi->IoctlCmd = ResetBus;
1307 
1308 	rbc = (struct aac_resetbus *)&vmi->IoctlBuf[0];
1309 	rbc->BusNumber = camsc->inf->BusNumber - 1;
1310 	aac_vmioctl_tole(vmi);
1311 
1312 	if (aacraid_wait_command(cm) != 0) {
1313 		device_printf(sc->aac_dev,"Error sending ResetBus command\n");
1314 		rval = CAM_REQ_ABORTED;
1315 	} else {
1316 		rval = CAM_REQ_CMP;
1317 	}
1318 	aacraid_release_command(cm);
1319 	return (rval);
1320 }
1321 
1322 static u_int32_t
1323 aac_cam_abort_ccb(struct cam_sim *sim, union ccb *ccb)
1324 {
1325 	return (CAM_UA_ABORT);
1326 }
1327 
1328 static u_int32_t
1329 aac_cam_term_io(struct cam_sim *sim, union ccb *ccb)
1330 {
1331 	return (CAM_UA_TERMIO);
1332 }
1333 
1334 static int
1335 aac_load_map_command_sg(struct aac_softc *sc, struct aac_command *cm)
1336 {
1337 	int error;
1338 
1339 	fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1340 	error = bus_dmamap_load(sc->aac_buffer_dmat,
1341 				cm->cm_datamap, cm->cm_data, cm->cm_datalen,
1342 				aacraid_map_command_sg, cm, 0);
1343 	if (error == EINPROGRESS) {
1344 		fwprintf(sc, HBA_FLAGS_DBG_INIT_B, "freezing queue\n");
1345 		sc->flags |= AAC_QUEUE_FRZN;
1346 		error = 0;
1347 	} else if (error != 0) {
1348 		panic("aac_load_map_command_sg: unexpected error %d from "
1349 	     		"busdma", error);
1350 	}
1351 	return(error);
1352 }
1353 
1354 /*
1355  * Start as much queued I/O as possible on the controller
1356  */
1357 void
1358 aacraid_startio(struct aac_softc *sc)
1359 {
1360 	struct aac_command *cm;
1361 
1362 	fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1363 
1364 	for (;;) {
1365 		if (sc->aac_state & AAC_STATE_RESET) {
1366 			fwprintf(sc, HBA_FLAGS_DBG_ERROR_B, "AAC_STATE_RESET");
1367 			break;
1368 		}
1369 		/*
1370 		 * This flag might be set if the card is out of resources.
1371 		 * Checking it here prevents an infinite loop of deferrals.
1372 		 */
1373 		if (sc->flags & AAC_QUEUE_FRZN) {
1374 			fwprintf(sc, HBA_FLAGS_DBG_ERROR_B, "AAC_QUEUE_FRZN");
1375 			break;
1376 		}
1377 
1378 		/*
1379 		 * Try to get a command that's been put off for lack of
1380 		 * resources
1381 		 */
1382 		if ((sc->flags & AAC_FLAGS_SYNC_MODE) && sc->aac_sync_cm)
1383 			break;
1384 		cm = aac_dequeue_ready(sc);
1385 
1386 		/* nothing to do? */
1387 		if (cm == NULL)
1388 			break;
1389 
1390 		/* don't map more than once */
1391 		if (cm->cm_flags & AAC_CMD_MAPPED)
1392 			panic("aac: command %p already mapped", cm);
1393 
1394 		/*
1395 		 * Set up the command to go to the controller.  If there are no
1396 		 * data buffers associated with the command then it can bypass
1397 		 * busdma.
1398 		 */
1399 		if (cm->cm_datalen)
1400 			aac_load_map_command_sg(sc, cm);
1401 		else
1402 			aacraid_map_command_sg(cm, NULL, 0, 0);
1403 	}
1404 }
1405