1 /* 2 * Copyright (c) 1997, 1998 Justin T. Gibbs. 3 * Copyright (c) 1997, 1998, 1999 Kenneth D. Merry. 4 * All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions, and the following disclaimer, 11 * without modification, immediately at the beginning of the file. 12 * 2. The name of the author may not be used to endorse or promote products 13 * derived from this software without specific prior written permission. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR 19 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 * SUCH DAMAGE. 26 * 27 * $FreeBSD: src/sys/cam/scsi/scsi_pass.c,v 1.19 2000/01/17 06:27:37 mjacob Exp $ 28 * $DragonFly: src/sys/bus/cam/scsi/scsi_pass.c,v 1.16 2006/07/28 02:17:32 dillon Exp $ 29 */ 30 31 #include <sys/param.h> 32 #include <sys/systm.h> 33 #include <sys/kernel.h> 34 #include <sys/types.h> 35 #include <sys/buf.h> 36 #include <sys/malloc.h> 37 #include <sys/fcntl.h> 38 #include <sys/stat.h> 39 #include <sys/conf.h> 40 #include <sys/buf.h> 41 #include <sys/proc.h> 42 #include <sys/errno.h> 43 #include <sys/devicestat.h> 44 #include <sys/proc.h> 45 #include <sys/buf2.h> 46 #include <sys/thread2.h> 47 48 #include "../cam.h" 49 #include "../cam_ccb.h" 50 #include "../cam_extend.h" 51 #include "../cam_periph.h" 52 #include "../cam_xpt_periph.h" 53 #include "../cam_debug.h" 54 55 #include "scsi_all.h" 56 #include "scsi_message.h" 57 #include "scsi_da.h" 58 #include "scsi_pass.h" 59 60 typedef enum { 61 PASS_FLAG_OPEN = 0x01, 62 PASS_FLAG_LOCKED = 0x02, 63 PASS_FLAG_INVALID = 0x04 64 } pass_flags; 65 66 typedef enum { 67 PASS_STATE_NORMAL 68 } pass_state; 69 70 typedef enum { 71 PASS_CCB_BUFFER_IO, 72 PASS_CCB_WAITING 73 } pass_ccb_types; 74 75 #define ccb_type ppriv_field0 76 #define ccb_bio ppriv_ptr1 77 78 struct pass_softc { 79 pass_state state; 80 pass_flags flags; 81 u_int8_t pd_type; 82 struct bio_queue_head bio_queue; 83 union ccb saved_ccb; 84 struct devstat device_stats; 85 }; 86 87 #define PASS_CDEV_MAJOR 31 88 89 static d_open_t passopen; 90 static d_close_t passclose; 91 static d_ioctl_t passioctl; 92 static d_strategy_t passstrategy; 93 94 static periph_init_t passinit; 95 static periph_ctor_t passregister; 96 static periph_oninv_t passoninvalidate; 97 static periph_dtor_t passcleanup; 98 static periph_start_t passstart; 99 static void passasync(void *callback_arg, u_int32_t code, 100 struct cam_path *path, void *arg); 101 static void passdone(struct cam_periph *periph, 102 union ccb *done_ccb); 103 static int passerror(union ccb *ccb, u_int32_t cam_flags, 104 u_int32_t sense_flags); 105 static int passsendccb(struct cam_periph *periph, union ccb *ccb, 106 union ccb *inccb); 107 108 static struct periph_driver passdriver = 109 { 110 passinit, "pass", 111 TAILQ_HEAD_INITIALIZER(passdriver.units), /* generation */ 0 112 }; 113 114 DATA_SET(periphdriver_set, passdriver); 115 116 static struct dev_ops pass_ops = { 117 { "pass", PASS_CDEV_MAJOR, 0 }, 118 .d_open = passopen, 119 .d_close = passclose, 120 .d_read = physread, 121 .d_write = physwrite, 122 .d_ioctl = passioctl, 123 .d_strategy = passstrategy, 124 }; 125 126 static struct extend_array *passperiphs; 127 128 static void 129 passinit(void) 130 { 131 cam_status status; 132 struct cam_path *path; 133 134 /* 135 * Create our extend array for storing the devices we attach to. 136 */ 137 passperiphs = cam_extend_new(); 138 if (passperiphs == NULL) { 139 printf("passm: Failed to alloc extend array!\n"); 140 return; 141 } 142 143 /* 144 * Install a global async callback. This callback will 145 * receive async callbacks like "new device found". 146 */ 147 status = xpt_create_path(&path, /*periph*/NULL, CAM_XPT_PATH_ID, 148 CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD); 149 150 if (status == CAM_REQ_CMP) { 151 struct ccb_setasync csa; 152 153 xpt_setup_ccb(&csa.ccb_h, path, /*priority*/5); 154 csa.ccb_h.func_code = XPT_SASYNC_CB; 155 csa.event_enable = AC_FOUND_DEVICE; 156 csa.callback = passasync; 157 csa.callback_arg = NULL; 158 xpt_action((union ccb *)&csa); 159 status = csa.ccb_h.status; 160 xpt_free_path(path); 161 } 162 163 if (status != CAM_REQ_CMP) { 164 printf("pass: Failed to attach master async callback " 165 "due to status 0x%x!\n", status); 166 } 167 168 } 169 170 static void 171 passoninvalidate(struct cam_periph *periph) 172 { 173 struct pass_softc *softc; 174 struct buf *q_bp; 175 struct bio *q_bio; 176 struct ccb_setasync csa; 177 178 softc = (struct pass_softc *)periph->softc; 179 180 /* 181 * De-register any async callbacks. 182 */ 183 xpt_setup_ccb(&csa.ccb_h, periph->path, 184 /* priority */ 5); 185 csa.ccb_h.func_code = XPT_SASYNC_CB; 186 csa.event_enable = 0; 187 csa.callback = passasync; 188 csa.callback_arg = periph; 189 xpt_action((union ccb *)&csa); 190 191 softc->flags |= PASS_FLAG_INVALID; 192 193 /* 194 * We need to be in a critical section here to keep the buffer 195 * queue from being modified while we traverse it. 196 */ 197 crit_enter(); 198 199 /* 200 * Return all queued I/O with ENXIO. 201 * XXX Handle any transactions queued to the card 202 * with XPT_ABORT_CCB. 203 */ 204 while ((q_bio = bioq_first(&softc->bio_queue)) != NULL){ 205 bioq_remove(&softc->bio_queue, q_bio); 206 q_bp = q_bio->bio_buf; 207 q_bp->b_resid = q_bp->b_bcount; 208 q_bp->b_error = ENXIO; 209 q_bp->b_flags |= B_ERROR; 210 biodone(q_bio); 211 } 212 crit_exit(); 213 214 if (bootverbose) { 215 xpt_print_path(periph->path); 216 printf("lost device\n"); 217 } 218 219 } 220 221 static void 222 passcleanup(struct cam_periph *periph) 223 { 224 struct pass_softc *softc; 225 226 softc = (struct pass_softc *)periph->softc; 227 228 devstat_remove_entry(&softc->device_stats); 229 230 cam_extend_release(passperiphs, periph->unit_number); 231 232 if (bootverbose) { 233 xpt_print_path(periph->path); 234 printf("removing device entry\n"); 235 } 236 dev_ops_remove(&pass_ops, -1, periph->unit_number); 237 free(softc, M_DEVBUF); 238 } 239 240 static void 241 passasync(void *callback_arg, u_int32_t code, 242 struct cam_path *path, void *arg) 243 { 244 struct cam_periph *periph; 245 246 periph = (struct cam_periph *)callback_arg; 247 248 switch (code) { 249 case AC_FOUND_DEVICE: 250 { 251 struct ccb_getdev *cgd; 252 cam_status status; 253 254 cgd = (struct ccb_getdev *)arg; 255 256 /* 257 * Allocate a peripheral instance for 258 * this device and start the probe 259 * process. 260 */ 261 status = cam_periph_alloc(passregister, passoninvalidate, 262 passcleanup, passstart, "pass", 263 CAM_PERIPH_BIO, cgd->ccb_h.path, 264 passasync, AC_FOUND_DEVICE, cgd); 265 266 if (status != CAM_REQ_CMP 267 && status != CAM_REQ_INPROG) 268 printf("passasync: Unable to attach new device " 269 "due to status 0x%x\n", status); 270 271 break; 272 } 273 default: 274 cam_periph_async(periph, code, path, arg); 275 break; 276 } 277 } 278 279 static cam_status 280 passregister(struct cam_periph *periph, void *arg) 281 { 282 struct pass_softc *softc; 283 struct ccb_setasync csa; 284 struct ccb_getdev *cgd; 285 286 cgd = (struct ccb_getdev *)arg; 287 if (periph == NULL) { 288 printf("passregister: periph was NULL!!\n"); 289 return(CAM_REQ_CMP_ERR); 290 } 291 292 if (cgd == NULL) { 293 printf("passregister: no getdev CCB, can't register device\n"); 294 return(CAM_REQ_CMP_ERR); 295 } 296 297 softc = malloc(sizeof(*softc), M_DEVBUF, M_INTWAIT | M_ZERO); 298 softc->state = PASS_STATE_NORMAL; 299 softc->pd_type = SID_TYPE(&cgd->inq_data); 300 bioq_init(&softc->bio_queue); 301 302 periph->softc = softc; 303 304 cam_extend_set(passperiphs, periph->unit_number, periph); 305 /* 306 * We pass in 0 for a blocksize, since we don't 307 * know what the blocksize of this device is, if 308 * it even has a blocksize. 309 */ 310 devstat_add_entry(&softc->device_stats, "pass", periph->unit_number, 311 0, DEVSTAT_NO_BLOCKSIZE | DEVSTAT_NO_ORDERED_TAGS, 312 softc->pd_type | 313 DEVSTAT_TYPE_IF_SCSI | 314 DEVSTAT_TYPE_PASS, 315 DEVSTAT_PRIORITY_PASS); 316 317 /* Register the device */ 318 dev_ops_add(&pass_ops, -1, periph->unit_number); 319 make_dev(&pass_ops, periph->unit_number, UID_ROOT, 320 GID_OPERATOR, 0600, "%s%d", periph->periph_name, 321 periph->unit_number); 322 323 /* 324 * Add an async callback so that we get 325 * notified if this device goes away. 326 */ 327 xpt_setup_ccb(&csa.ccb_h, periph->path, /* priority */ 5); 328 csa.ccb_h.func_code = XPT_SASYNC_CB; 329 csa.event_enable = AC_LOST_DEVICE; 330 csa.callback = passasync; 331 csa.callback_arg = periph; 332 xpt_action((union ccb *)&csa); 333 334 if (bootverbose) 335 xpt_announce_periph(periph, NULL); 336 337 return(CAM_REQ_CMP); 338 } 339 340 static int 341 passopen(struct dev_open_args *ap) 342 { 343 dev_t dev = ap->a_head.a_dev; 344 struct cam_periph *periph; 345 struct pass_softc *softc; 346 int unit, error; 347 348 error = 0; /* default to no error */ 349 350 /* unit = dkunit(dev); */ 351 /* XXX KDM fix this */ 352 unit = minor(dev) & 0xff; 353 354 periph = cam_extend_get(passperiphs, unit); 355 356 if (periph == NULL) 357 return (ENXIO); 358 359 softc = (struct pass_softc *)periph->softc; 360 361 crit_enter(); 362 if (softc->flags & PASS_FLAG_INVALID) { 363 crit_exit(); 364 return(ENXIO); 365 } 366 367 /* 368 * Don't allow access when we're running at a high securelvel. 369 */ 370 if (securelevel > 1) { 371 crit_exit(); 372 return(EPERM); 373 } 374 375 /* 376 * Only allow read-write access. 377 */ 378 if (((ap->a_oflags & FWRITE) == 0) || ((ap->a_oflags & FREAD) == 0)) { 379 crit_exit(); 380 return(EPERM); 381 } 382 383 /* 384 * We don't allow nonblocking access. 385 */ 386 if ((ap->a_oflags & O_NONBLOCK) != 0) { 387 xpt_print_path(periph->path); 388 printf("can't do nonblocking accesss\n"); 389 crit_exit(); 390 return(EINVAL); 391 } 392 393 if ((error = cam_periph_lock(periph, PCATCH)) != 0) { 394 crit_exit(); 395 return (error); 396 } 397 398 crit_exit(); 399 400 if ((softc->flags & PASS_FLAG_OPEN) == 0) { 401 if (cam_periph_acquire(periph) != CAM_REQ_CMP) 402 return(ENXIO); 403 softc->flags |= PASS_FLAG_OPEN; 404 } 405 406 cam_periph_unlock(periph); 407 408 return (error); 409 } 410 411 static int 412 passclose(struct dev_close_args *ap) 413 { 414 dev_t dev = ap->a_head.a_dev; 415 struct cam_periph *periph; 416 struct pass_softc *softc; 417 int unit, error; 418 419 /* unit = dkunit(dev); */ 420 /* XXX KDM fix this */ 421 unit = minor(dev) & 0xff; 422 423 periph = cam_extend_get(passperiphs, unit); 424 if (periph == NULL) 425 return (ENXIO); 426 427 softc = (struct pass_softc *)periph->softc; 428 429 if ((error = cam_periph_lock(periph, 0)) != 0) 430 return (error); 431 432 softc->flags &= ~PASS_FLAG_OPEN; 433 434 cam_periph_unlock(periph); 435 cam_periph_release(periph); 436 437 return (0); 438 } 439 440 /* 441 * Actually translate the requested transfer into one the physical driver 442 * can understand. The transfer is described by a buf and will include 443 * only one physical transfer. 444 */ 445 static int 446 passstrategy(struct dev_strategy_args *ap) 447 { 448 dev_t dev = ap->a_head.a_dev; 449 struct bio *bio = ap->a_bio; 450 struct buf *bp = bio->bio_buf; 451 struct cam_periph *periph; 452 struct pass_softc *softc; 453 u_int unit; 454 455 /* 456 * The read/write interface for the passthrough driver doesn't 457 * really work right now. So, we just pass back EINVAL to tell the 458 * user to go away. 459 */ 460 bp->b_error = EINVAL; 461 goto bad; 462 463 /* unit = dkunit(dev); */ 464 /* XXX KDM fix this */ 465 unit = minor(dev) & 0xff; 466 467 periph = cam_extend_get(passperiphs, unit); 468 if (periph == NULL) { 469 bp->b_error = ENXIO; 470 goto bad; 471 } 472 softc = (struct pass_softc *)periph->softc; 473 474 /* 475 * Odd number of bytes or negative offset 476 */ 477 /* valid request? */ 478 if (bio->bio_offset < 0) { 479 bp->b_error = EINVAL; 480 goto bad; 481 } 482 483 /* 484 * Mask interrupts so that the pack cannot be invalidated until 485 * after we are in the queue. Otherwise, we might not properly 486 * clean up one of the buffers. 487 */ 488 crit_enter(); 489 bioq_insert_tail(&softc->bio_queue, bio); 490 crit_exit(); 491 492 /* 493 * Schedule ourselves for performing the work. 494 */ 495 xpt_schedule(periph, /* XXX priority */1); 496 497 return(0); 498 bad: 499 bp->b_flags |= B_ERROR; 500 501 /* 502 * Correctly set the buf to indicate a completed xfer 503 */ 504 bp->b_resid = bp->b_bcount; 505 biodone(bio); 506 return(0); 507 } 508 509 static void 510 passstart(struct cam_periph *periph, union ccb *start_ccb) 511 { 512 struct pass_softc *softc; 513 514 softc = (struct pass_softc *)periph->softc; 515 516 switch (softc->state) { 517 case PASS_STATE_NORMAL: 518 { 519 struct buf *bp; 520 struct bio *bio; 521 522 crit_enter(); 523 bio = bioq_first(&softc->bio_queue); 524 if (periph->immediate_priority <= periph->pinfo.priority) { 525 start_ccb->ccb_h.ccb_type = PASS_CCB_WAITING; 526 SLIST_INSERT_HEAD(&periph->ccb_list, &start_ccb->ccb_h, 527 periph_links.sle); 528 periph->immediate_priority = CAM_PRIORITY_NONE; 529 crit_exit(); 530 wakeup(&periph->ccb_list); 531 } else if (bio == NULL) { 532 crit_exit(); 533 xpt_release_ccb(start_ccb); 534 } else { 535 536 bioq_remove(&softc->bio_queue, bio); 537 bp = bio->bio_buf; 538 539 devstat_start_transaction(&softc->device_stats); 540 541 /* 542 * XXX JGibbs - 543 * Interpret the contents of the bp as a CCB 544 * and pass it to a routine shared by our ioctl 545 * code and passtart. 546 * For now, just biodone it with EIO so we don't 547 * hang. 548 */ 549 bp->b_error = EIO; 550 bp->b_flags |= B_ERROR; 551 bp->b_resid = bp->b_bcount; 552 biodone(bio); 553 bio = bioq_first(&softc->bio_queue); 554 crit_exit(); 555 556 xpt_action(start_ccb); 557 558 } 559 if (bio != NULL) { 560 /* Have more work to do, so ensure we stay scheduled */ 561 xpt_schedule(periph, /* XXX priority */1); 562 } 563 break; 564 } 565 } 566 } 567 static void 568 passdone(struct cam_periph *periph, union ccb *done_ccb) 569 { 570 struct pass_softc *softc; 571 struct ccb_scsiio *csio; 572 573 softc = (struct pass_softc *)periph->softc; 574 csio = &done_ccb->csio; 575 switch (csio->ccb_h.ccb_type) { 576 case PASS_CCB_BUFFER_IO: 577 { 578 struct bio *bio; 579 struct buf *bp; 580 cam_status status; 581 u_int8_t scsi_status; 582 devstat_trans_flags ds_flags; 583 584 status = done_ccb->ccb_h.status; 585 scsi_status = done_ccb->csio.scsi_status; 586 bio = (struct bio *)done_ccb->ccb_h.ccb_bio; 587 bp = bio->bio_buf; 588 589 /* XXX handle errors */ 590 if (!(((status & CAM_STATUS_MASK) == CAM_REQ_CMP) 591 && (scsi_status == SCSI_STATUS_OK))) { 592 int error; 593 594 if ((error = passerror(done_ccb, 0, 0)) == ERESTART) { 595 /* 596 * A retry was scheuled, so 597 * just return. 598 */ 599 return; 600 } 601 602 /* 603 * XXX unfreeze the queue after we complete 604 * the abort process 605 */ 606 bp->b_error = error; 607 bp->b_flags |= B_ERROR; 608 } 609 610 if ((done_ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN) 611 ds_flags = DEVSTAT_READ; 612 else if ((done_ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT) 613 ds_flags = DEVSTAT_WRITE; 614 else 615 ds_flags = DEVSTAT_NO_DATA; 616 617 devstat_end_transaction_buf(&softc->device_stats, bp); 618 biodone(bio); 619 break; 620 } 621 case PASS_CCB_WAITING: 622 { 623 /* Caller will release the CCB */ 624 wakeup(&done_ccb->ccb_h.cbfcnp); 625 return; 626 } 627 } 628 xpt_release_ccb(done_ccb); 629 } 630 631 static int 632 passioctl(struct dev_ioctl_args *ap) 633 { 634 dev_t dev = ap->a_head.a_dev; 635 caddr_t addr = ap->a_data; 636 struct cam_periph *periph; 637 struct pass_softc *softc; 638 u_int8_t unit; 639 int error; 640 641 642 /* unit = dkunit(dev); */ 643 /* XXX KDM fix this */ 644 unit = minor(dev) & 0xff; 645 646 periph = cam_extend_get(passperiphs, unit); 647 648 if (periph == NULL) 649 return(ENXIO); 650 651 softc = (struct pass_softc *)periph->softc; 652 653 error = 0; 654 655 switch (ap->a_cmd) { 656 657 case CAMIOCOMMAND: 658 { 659 union ccb *inccb; 660 union ccb *ccb; 661 int ccb_malloced; 662 663 inccb = (union ccb *)addr; 664 665 /* 666 * Some CCB types, like scan bus and scan lun can only go 667 * through the transport layer device. 668 */ 669 if (inccb->ccb_h.func_code & XPT_FC_XPT_ONLY) { 670 xpt_print_path(periph->path); 671 printf("CCB function code %#x is restricted to the " 672 "XPT device\n", inccb->ccb_h.func_code); 673 error = ENODEV; 674 break; 675 } 676 677 /* 678 * Non-immediate CCBs need a CCB from the per-device pool 679 * of CCBs, which is scheduled by the transport layer. 680 * Immediate CCBs and user-supplied CCBs should just be 681 * malloced. 682 */ 683 if ((inccb->ccb_h.func_code & XPT_FC_QUEUED) 684 && ((inccb->ccb_h.func_code & XPT_FC_USER_CCB) == 0)) { 685 ccb = cam_periph_getccb(periph, 686 inccb->ccb_h.pinfo.priority); 687 ccb_malloced = 0; 688 } else { 689 ccb = xpt_alloc_ccb(); 690 691 if (ccb != NULL) 692 xpt_setup_ccb(&ccb->ccb_h, periph->path, 693 inccb->ccb_h.pinfo.priority); 694 ccb_malloced = 1; 695 } 696 697 if (ccb == NULL) { 698 xpt_print_path(periph->path); 699 printf("unable to allocate CCB\n"); 700 error = ENOMEM; 701 break; 702 } 703 704 error = passsendccb(periph, ccb, inccb); 705 706 if (ccb_malloced) 707 xpt_free_ccb(ccb); 708 else 709 xpt_release_ccb(ccb); 710 711 break; 712 } 713 default: 714 error = cam_periph_ioctl(periph, ap->a_cmd, addr, passerror); 715 break; 716 } 717 718 return(error); 719 } 720 721 /* 722 * Generally, "ccb" should be the CCB supplied by the kernel. "inccb" 723 * should be the CCB that is copied in from the user. 724 */ 725 static int 726 passsendccb(struct cam_periph *periph, union ccb *ccb, union ccb *inccb) 727 { 728 struct pass_softc *softc; 729 struct cam_periph_map_info mapinfo; 730 int error, need_unmap; 731 732 softc = (struct pass_softc *)periph->softc; 733 734 need_unmap = 0; 735 736 /* 737 * There are some fields in the CCB header that need to be 738 * preserved, the rest we get from the user. 739 */ 740 xpt_merge_ccb(ccb, inccb); 741 742 /* 743 * There's no way for the user to have a completion 744 * function, so we put our own completion function in here. 745 */ 746 ccb->ccb_h.cbfcnp = passdone; 747 748 /* 749 * We only attempt to map the user memory into kernel space 750 * if they haven't passed in a physical memory pointer, 751 * and if there is actually an I/O operation to perform. 752 * Right now cam_periph_mapmem() only supports SCSI and device 753 * match CCBs. For the SCSI CCBs, we only pass the CCB in if 754 * there's actually data to map. cam_periph_mapmem() will do the 755 * right thing, even if there isn't data to map, but since CCBs 756 * without data are a reasonably common occurance (e.g. test unit 757 * ready), it will save a few cycles if we check for it here. 758 */ 759 if (((ccb->ccb_h.flags & CAM_DATA_PHYS) == 0) 760 && (((ccb->ccb_h.func_code == XPT_SCSI_IO) 761 && ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE)) 762 || (ccb->ccb_h.func_code == XPT_DEV_MATCH))) { 763 764 bzero(&mapinfo, sizeof(mapinfo)); 765 766 error = cam_periph_mapmem(ccb, &mapinfo); 767 768 /* 769 * cam_periph_mapmem returned an error, we can't continue. 770 * Return the error to the user. 771 */ 772 if (error) 773 return(error); 774 775 /* 776 * We successfully mapped the memory in, so we need to 777 * unmap it when the transaction is done. 778 */ 779 need_unmap = 1; 780 } 781 782 /* 783 * If the user wants us to perform any error recovery, then honor 784 * that request. Otherwise, it's up to the user to perform any 785 * error recovery. 786 */ 787 error = cam_periph_runccb(ccb, 788 (ccb->ccb_h.flags & CAM_PASS_ERR_RECOVER) ? 789 passerror : NULL, 790 /* cam_flags */ 0, 791 /* sense_flags */SF_RETRY_UA | SF_RETRY_SELTO, 792 &softc->device_stats); 793 794 if (need_unmap != 0) 795 cam_periph_unmapmem(ccb, &mapinfo); 796 797 ccb->ccb_h.cbfcnp = NULL; 798 ccb->ccb_h.periph_priv = inccb->ccb_h.periph_priv; 799 bcopy(ccb, inccb, sizeof(union ccb)); 800 801 return(error); 802 } 803 804 static int 805 passerror(union ccb *ccb, u_int32_t cam_flags, u_int32_t sense_flags) 806 { 807 struct cam_periph *periph; 808 struct pass_softc *softc; 809 810 periph = xpt_path_periph(ccb->ccb_h.path); 811 softc = (struct pass_softc *)periph->softc; 812 813 return(cam_periph_error(ccb, cam_flags, sense_flags, 814 &softc->saved_ccb)); 815 } 816