1 /* $NetBSD: icp.c,v 1.5 2002/10/22 01:25:28 simonb Exp $ */ 2 3 /*- 4 * Copyright (c) 2002 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Andrew Doran. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 3. All advertising materials mentioning features or use of this software 19 * must display the following acknowledgement: 20 * This product includes software developed by the NetBSD 21 * Foundation, Inc. and its contributors. 22 * 4. Neither the name of The NetBSD Foundation nor the names of its 23 * contributors may be used to endorse or promote products derived 24 * from this software without specific prior written permission. 25 * 26 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 27 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 28 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 29 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 30 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 31 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 32 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 33 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 34 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 35 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 36 * POSSIBILITY OF SUCH DAMAGE. 37 */ 38 39 /* 40 * Copyright (c) 1999, 2000 Niklas Hallqvist. All rights reserved. 41 * 42 * Redistribution and use in source and binary forms, with or without 43 * modification, are permitted provided that the following conditions 44 * are met: 45 * 1. Redistributions of source code must retain the above copyright 46 * notice, this list of conditions and the following disclaimer. 47 * 2. Redistributions in binary form must reproduce the above copyright 48 * notice, this list of conditions and the following disclaimer in the 49 * documentation and/or other materials provided with the distribution. 50 * 3. All advertising materials mentioning features or use of this software 51 * must display the following acknowledgement: 52 * This product includes software developed by Niklas Hallqvist. 53 * 4. The name of the author may not be used to endorse or promote products 54 * derived from this software without specific prior written permission. 55 * 56 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 57 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 58 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 59 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 60 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 61 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 62 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 63 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 64 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 65 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 66 * 67 * from OpenBSD: gdt_common.c,v 1.12 2001/07/04 06:43:18 niklas Exp 68 */ 69 70 /* 71 * This driver would not have written if it was not for the hardware donations 72 * from both ICP-Vortex and �ko.neT. I want to thank them for their support. 73 * 74 * Re-worked for NetBSD by Andrew Doran. Test hardware kindly supplied by 75 * Intel. 76 */ 77 78 #include <sys/cdefs.h> 79 __KERNEL_RCSID(0, "$NetBSD: icp.c,v 1.5 2002/10/22 01:25:28 simonb Exp $"); 80 81 #include <sys/param.h> 82 #include <sys/systm.h> 83 #include <sys/kernel.h> 84 #include <sys/device.h> 85 #include <sys/queue.h> 86 #include <sys/proc.h> 87 #include <sys/buf.h> 88 #include <sys/endian.h> 89 #include <sys/malloc.h> 90 #include <sys/disk.h> 91 92 #include <uvm/uvm_extern.h> 93 94 #include <machine/bswap.h> 95 #include <machine/bus.h> 96 97 #include <dev/pci/pcireg.h> 98 #include <dev/pci/pcivar.h> 99 #include <dev/pci/pcidevs.h> 100 101 #include <dev/ic/icpreg.h> 102 #include <dev/ic/icpvar.h> 103 104 int icp_async_event(struct icp_softc *, int); 105 void icp_ccb_submit(struct icp_softc *icp, struct icp_ccb *ic); 106 void icp_chain(struct icp_softc *); 107 int icp_print(void *, const char *); 108 int icp_submatch(struct device *, struct cfdata *, void *); 109 void icp_watchdog(void *); 110 111 int 112 icp_init(struct icp_softc *icp, const char *intrstr) 113 { 114 struct icp_attach_args icpa; 115 struct icp_binfo binfo; 116 struct icp_ccb *ic; 117 u_int16_t cdev_cnt; 118 int i, j, state, feat, nsegs, rv, noscsi, nocache; 119 120 state = 0; 121 noscsi = 0; 122 nocache = 0; 123 124 if (intrstr != NULL) 125 printf("%s: interrupting at %s\n", icp->icp_dv.dv_xname, 126 intrstr); 127 128 SIMPLEQ_INIT(&icp->icp_ccb_queue); 129 SIMPLEQ_INIT(&icp->icp_ccb_freelist); 130 callout_init(&icp->icp_wdog_callout); 131 132 /* 133 * Allocate a scratch area. 134 */ 135 if (bus_dmamap_create(icp->icp_dmat, ICP_SCRATCH_SIZE, 1, 136 ICP_SCRATCH_SIZE, 0, BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, 137 &icp->icp_scr_dmamap) != 0) { 138 printf("%s: cannot create scratch dmamap\n", 139 icp->icp_dv.dv_xname); 140 return (1); 141 } 142 state++; 143 144 if (bus_dmamem_alloc(icp->icp_dmat, ICP_SCRATCH_SIZE, PAGE_SIZE, 0, 145 icp->icp_scr_seg, 1, &nsegs, BUS_DMA_NOWAIT) != 0) { 146 printf("%s: cannot alloc scratch dmamem\n", 147 icp->icp_dv.dv_xname); 148 goto bail_out; 149 } 150 state++; 151 152 if (bus_dmamem_map(icp->icp_dmat, icp->icp_scr_seg, nsegs, 153 ICP_SCRATCH_SIZE, &icp->icp_scr, 0)) { 154 printf("%s: cannot map scratch dmamem\n", icp->icp_dv.dv_xname); 155 goto bail_out; 156 } 157 state++; 158 159 if (bus_dmamap_load(icp->icp_dmat, icp->icp_scr_dmamap, icp->icp_scr, 160 ICP_SCRATCH_SIZE, NULL, BUS_DMA_NOWAIT)) { 161 printf("%s: cannot load scratch dmamap\n", icp->icp_dv.dv_xname); 162 goto bail_out; 163 } 164 state++; 165 166 /* 167 * Allocate and initialize the command control blocks. 168 */ 169 ic = malloc(sizeof(*ic) * ICP_NCCBS, M_DEVBUF, M_NOWAIT | M_ZERO); 170 if ((icp->icp_ccbs = ic) == NULL) { 171 printf("%s: malloc() failed\n", icp->icp_dv.dv_xname); 172 goto bail_out; 173 } 174 state++; 175 176 for (i = 0; i < ICP_NCCBS; i++, ic++) { 177 /* 178 * The first two command indexes have special meanings, so 179 * we can't use them. 180 */ 181 ic->ic_ident = i + 2; 182 rv = bus_dmamap_create(icp->icp_dmat, ICP_MAX_XFER, 183 ICP_MAXSG, ICP_MAX_XFER, 0, 184 BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, 185 &ic->ic_xfer_map); 186 if (rv != 0) 187 break; 188 icp->icp_nccbs++; 189 icp_ccb_free(icp, ic); 190 } 191 #ifdef DIAGNOSTIC 192 if (icp->icp_nccbs != ICP_NCCBS) 193 printf("%s: %d/%d CCBs usable\n", icp->icp_dv.dv_xname, 194 icp->icp_nccbs, ICP_NCCBS); 195 #endif 196 197 /* 198 * Initalize the controller. 199 */ 200 if (!icp_cmd(icp, ICP_SCREENSERVICE, ICP_INIT, 0, 0, 0)) { 201 printf("%s: screen service init error %d\n", 202 icp->icp_dv.dv_xname, icp->icp_status); 203 goto bail_out; 204 } 205 206 if (!icp_cmd(icp, ICP_CACHESERVICE, ICP_INIT, ICP_LINUX_OS, 0, 0)) { 207 printf("%s: cache service init error %d\n", 208 icp->icp_dv.dv_xname, icp->icp_status); 209 goto bail_out; 210 } 211 212 icp_cmd(icp, ICP_CACHESERVICE, ICP_UNFREEZE_IO, 0, 0, 0); 213 214 if (!icp_cmd(icp, ICP_CACHESERVICE, ICP_MOUNT, 0xffff, 1, 0)) { 215 printf("%s: cache service mount error %d\n", 216 icp->icp_dv.dv_xname, icp->icp_status); 217 goto bail_out; 218 } 219 220 if (!icp_cmd(icp, ICP_CACHESERVICE, ICP_INIT, ICP_LINUX_OS, 0, 0)) { 221 printf("%s: cache service post-mount init error %d\n", 222 icp->icp_dv.dv_xname, icp->icp_status); 223 goto bail_out; 224 } 225 cdev_cnt = (u_int16_t)icp->icp_info; 226 227 if (!icp_cmd(icp, ICP_SCSIRAWSERVICE, ICP_INIT, 0, 0, 0)) { 228 printf("%s: raw service init error %d\n", 229 icp->icp_dv.dv_xname, icp->icp_status); 230 goto bail_out; 231 } 232 233 /* 234 * Set/get raw service features (scatter/gather). 235 */ 236 feat = 0; 237 if (icp_cmd(icp, ICP_SCSIRAWSERVICE, ICP_SET_FEAT, ICP_SCATTER_GATHER, 238 0, 0)) 239 if (icp_cmd(icp, ICP_SCSIRAWSERVICE, ICP_GET_FEAT, 0, 0, 0)) 240 feat = icp->icp_info; 241 242 if ((feat & ICP_SCATTER_GATHER) == 0) { 243 #ifdef DIAGNOSTIC 244 printf("%s: scatter/gather not supported (raw service)\n", 245 icp->icp_dv.dv_xname); 246 #endif 247 noscsi = 1; 248 } 249 250 /* 251 * Set/get cache service features (scatter/gather). 252 */ 253 feat = 0; 254 if (icp_cmd(icp, ICP_CACHESERVICE, ICP_SET_FEAT, 0, 255 ICP_SCATTER_GATHER, 0)) 256 if (icp_cmd(icp, ICP_CACHESERVICE, ICP_GET_FEAT, 0, 0, 0)) 257 feat = icp->icp_info; 258 259 if ((feat & ICP_SCATTER_GATHER) == 0) { 260 #ifdef DIAGNOSTIC 261 printf("%s: scatter/gather not supported (cache service)\n", 262 icp->icp_dv.dv_xname); 263 #endif 264 nocache = 1; 265 } 266 267 /* 268 * Pull some information from the board and dump. 269 */ 270 if (!icp_cmd(icp, ICP_CACHESERVICE, ICP_IOCTL, ICP_BOARD_INFO, 271 ICP_INVALID_CHANNEL, sizeof(struct icp_binfo))) { 272 printf("%s: unable to retrive board info\n", 273 icp->icp_dv.dv_xname); 274 goto bail_out; 275 } 276 memcpy(&binfo, icp->icp_scr, sizeof(binfo)); 277 278 printf("%s: model <%s>, firmware <%s>, %d channel(s), %dMB memory\n", 279 icp->icp_dv.dv_xname, binfo.bi_type_string, binfo.bi_raid_string, 280 binfo.bi_chan_count, le32toh(binfo.bi_memsize) >> 20); 281 282 /* 283 * Determine the number of devices, and number of openings per 284 * device. 285 */ 286 if (!nocache) { 287 for (j = 0; j < cdev_cnt && j < ICP_MAX_HDRIVES; j++) { 288 if (!icp_cmd(icp, ICP_CACHESERVICE, ICP_INFO, j, 0, 289 0)) 290 continue; 291 292 icp->icp_cdr[j].cd_size = icp->icp_info; 293 icp->icp_ndevs++; 294 295 if (icp_cmd(icp, ICP_CACHESERVICE, ICP_DEVTYPE, j, 0, 296 0)) 297 icp->icp_cdr[j].cd_type = icp->icp_info; 298 } 299 } 300 301 if (!noscsi) 302 icp->icp_ndevs += binfo.bi_chan_count; 303 304 if (icp->icp_ndevs != 0) 305 icp->icp_openings = 306 (icp->icp_nccbs - ICP_NCCB_RESERVE) / icp->icp_ndevs; 307 #ifdef ICP_DEBUG 308 printf("%s: %d openings per device\n", icp->icp_dv.dv_xname, 309 icp->icp_openings); 310 #endif 311 312 /* 313 * Attach SCSI channels. 314 */ 315 if (!noscsi) { 316 struct icp_ioc_version *iv; 317 struct icp_rawioc *ri; 318 struct icp_getch *gc; 319 320 iv = (struct icp_ioc_version *)icp->icp_scr; 321 iv->iv_version = htole32(ICP_IOC_NEWEST); 322 iv->iv_listents = ICP_MAXBUS; 323 iv->iv_firstchan = 0; 324 iv->iv_lastchan = ICP_MAXBUS - 1; 325 iv->iv_listoffset = htole32(sizeof(*iv)); 326 327 if (icp_cmd(icp, ICP_CACHESERVICE, ICP_IOCTL, 328 ICP_IOCHAN_RAW_DESC, ICP_INVALID_CHANNEL, 329 sizeof(*iv) + ICP_MAXBUS * sizeof(*ri))) { 330 ri = (struct icp_rawioc *)(iv + 1); 331 for (j = 0; j < binfo.bi_chan_count; j++, ri++) 332 icp->icp_bus_id[j] = ri->ri_procid; 333 } else { 334 /* 335 * Fall back to the old method. 336 */ 337 gc = (struct icp_getch *)icp->icp_scr; 338 339 for (i = 0; j < binfo.bi_chan_count; j++) { 340 if (!icp_cmd(icp, ICP_CACHESERVICE, ICP_IOCTL, 341 ICP_SCSI_CHAN_CNT | ICP_L_CTRL_PATTERN, 342 ICP_IO_CHANNEL | ICP_INVALID_CHANNEL, 343 sizeof(*gc))) { 344 printf("%s: unable to get chan info", 345 icp->icp_dv.dv_xname); 346 goto bail_out; 347 } 348 icp->icp_bus_id[j] = gc->gc_scsiid; 349 } 350 } 351 352 for (j = 0; j < binfo.bi_chan_count; j++) { 353 if (icp->icp_bus_id[j] > ICP_MAXID_FC) 354 icp->icp_bus_id[j] = ICP_MAXID_FC; 355 356 icpa.icpa_unit = j + ICPA_UNIT_SCSI; 357 config_found_sm(&icp->icp_dv, &icpa, icp_print, 358 icp_submatch); 359 } 360 } 361 362 /* 363 * Attach cache devices. 364 */ 365 if (!nocache) { 366 for (j = 0; j < cdev_cnt && j < ICP_MAX_HDRIVES; j++) { 367 if (icp->icp_cdr[j].cd_size == 0) 368 continue; 369 370 icpa.icpa_unit = j; 371 config_found_sm(&icp->icp_dv, &icpa, icp_print, 372 icp_submatch); 373 } 374 } 375 376 /* 377 * Start the watchdog. 378 */ 379 icp_watchdog(icp); 380 return (0); 381 382 bail_out: 383 if (state > 4) 384 for (j = 0; j < i; j++) 385 bus_dmamap_destroy(icp->icp_dmat, 386 icp->icp_ccbs[j].ic_xfer_map); 387 if (state > 3) 388 free(icp->icp_ccbs, M_DEVBUF); 389 if (state > 2) 390 bus_dmamap_unload(icp->icp_dmat, icp->icp_scr_dmamap); 391 if (state > 1) 392 bus_dmamem_unmap(icp->icp_dmat, icp->icp_scr, 393 ICP_SCRATCH_SIZE); 394 if (state > 0) 395 bus_dmamem_free(icp->icp_dmat, icp->icp_scr_seg, nsegs); 396 bus_dmamap_destroy(icp->icp_dmat, icp->icp_scr_dmamap); 397 398 return (1); 399 } 400 401 void 402 icp_watchdog(void *cookie) 403 { 404 struct icp_softc *icp; 405 int s; 406 407 icp = cookie; 408 409 s = splbio(); 410 icp_intr(icp); 411 if (! SIMPLEQ_EMPTY(&icp->icp_ccb_queue)) 412 icp_ccb_enqueue(icp, NULL); 413 splx(s); 414 415 callout_reset(&icp->icp_wdog_callout, hz * ICP_WATCHDOG_FREQ, 416 icp_watchdog, icp); 417 } 418 419 int 420 icp_print(void *aux, const char *pnp) 421 { 422 struct icp_attach_args *icpa; 423 const char *str; 424 425 icpa = (struct icp_attach_args *)aux; 426 427 if (pnp != NULL) { 428 if (icpa->icpa_unit < ICPA_UNIT_SCSI) 429 str = "block device"; 430 else 431 str = "SCSI channel"; 432 printf("%s at %s", str, pnp); 433 } 434 printf(" unit %d", icpa->icpa_unit); 435 436 return (UNCONF); 437 } 438 439 int 440 icp_submatch(struct device *parent, struct cfdata *cf, void *aux) 441 { 442 struct icp_attach_args *icpa; 443 444 icpa = (struct icp_attach_args *)aux; 445 446 if (cf->icpacf_unit != ICPCF_UNIT_DEFAULT && 447 cf->icpacf_unit != icpa->icpa_unit) 448 return (0); 449 450 return (config_match(parent, cf, aux)); 451 } 452 453 int 454 icp_async_event(struct icp_softc *icp, int val) 455 { 456 457 /* XXX */ 458 return (1); 459 } 460 461 int 462 icp_intr(void *cookie) 463 { 464 struct icp_softc *icp; 465 struct icp_intr_ctx ctx; 466 struct icp_ccb *ic; 467 468 icp = cookie; 469 470 ctx.istatus = (*icp->icp_get_status)(icp); 471 if (!ctx.istatus) { 472 icp->icp_status = ICP_S_NO_STATUS; 473 return (0); 474 } 475 476 (*icp->icp_intr)(icp, &ctx); 477 478 icp->icp_status = ctx.cmd_status; 479 icp->icp_info = ctx.info; 480 icp->icp_info2 = ctx.info2; 481 482 switch (ctx.istatus) { 483 case ICP_ASYNCINDEX: 484 icp_async_event(icp, ctx.service); 485 return (1); 486 487 case ICP_SPEZINDEX: 488 printf("%s: uninitialized or unknown service (%d/%d)\n", 489 icp->icp_dv.dv_xname, ctx.info, ctx.info2); 490 return (1); 491 } 492 493 if ((ctx.istatus - 2) > icp->icp_nccbs) 494 panic("icp_intr: bad command index returned"); 495 496 ic = &icp->icp_ccbs[ctx.istatus - 2]; 497 ic->ic_status = icp->icp_status; 498 499 if ((ic->ic_flags & IC_ALLOCED) == 0) 500 panic("icp_intr: inactive CCB identified"); 501 502 switch (icp->icp_status) { 503 case ICP_S_BSY: 504 #ifdef ICP_DEBUG 505 printf("%s: ICP_S_BSY received\n", icp->icp_dv.dv_xname); 506 #endif 507 SIMPLEQ_INSERT_HEAD(&icp->icp_ccb_queue, ic, ic_chain); 508 break; 509 510 default: 511 ic->ic_flags |= IC_COMPLETE; 512 513 if ((ic->ic_flags & IC_WAITING) != 0) 514 wakeup(ic); 515 else if (ic->ic_intr != NULL) 516 (*ic->ic_intr)(ic); 517 518 if (! SIMPLEQ_EMPTY(&icp->icp_ccb_queue)) 519 icp_ccb_enqueue(icp, NULL); 520 521 break; 522 } 523 524 return (1); 525 } 526 527 int 528 icp_cmd(struct icp_softc *icp, u_int8_t service, u_int16_t opcode, 529 u_int32_t arg1, u_int32_t arg2, u_int32_t arg3) 530 { 531 struct icp_ioctlcmd *icmd; 532 struct icp_cachecmd *cc; 533 struct icp_rawcmd *rc; 534 int retries, rv; 535 struct icp_ccb *ic; 536 537 retries = ICP_RETRIES; 538 539 do { 540 ic = icp_ccb_alloc(icp); 541 memset(&ic->ic_cmd, 0, sizeof(ic->ic_cmd)); 542 ic->ic_cmd.cmd_opcode = htole16(opcode); 543 544 switch (service) { 545 case ICP_CACHESERVICE: 546 if (opcode == ICP_IOCTL) { 547 icmd = &ic->ic_cmd.cmd_packet.ic; 548 icmd->ic_subfunc = htole16(arg1); 549 icmd->ic_channel = htole32(arg2); 550 icmd->ic_bufsize = htole32(arg3); 551 icmd->ic_addr = 552 htole32(icp->icp_scr_seg[0].ds_addr); 553 554 bus_dmamap_sync(icp->icp_dmat, 555 icp->icp_scr_dmamap, 0, arg3, 556 BUS_DMASYNC_PREWRITE | 557 BUS_DMASYNC_PREREAD); 558 } else { 559 cc = &ic->ic_cmd.cmd_packet.cc; 560 cc->cc_deviceno = htole16(arg1); 561 cc->cc_blockno = htole32(arg2); 562 } 563 break; 564 565 case ICP_SCSIRAWSERVICE: 566 rc = &ic->ic_cmd.cmd_packet.rc; 567 rc->rc_direction = htole32(arg1); 568 rc->rc_bus = arg2; 569 rc->rc_target = arg3; 570 rc->rc_lun = arg3 >> 8; 571 break; 572 } 573 574 ic->ic_service = service; 575 ic->ic_cmdlen = sizeof(ic->ic_cmd); 576 rv = icp_ccb_poll(icp, ic, 10000); 577 578 switch (service) { 579 case ICP_CACHESERVICE: 580 if (opcode == ICP_IOCTL) { 581 bus_dmamap_sync(icp->icp_dmat, 582 icp->icp_scr_dmamap, 0, arg3, 583 BUS_DMASYNC_POSTWRITE | 584 BUS_DMASYNC_POSTREAD); 585 } 586 break; 587 } 588 589 icp_ccb_free(icp, ic); 590 } while (rv != 0 && --retries > 0); 591 592 return (icp->icp_status == ICP_S_OK); 593 } 594 595 struct icp_ccb * 596 icp_ccb_alloc(struct icp_softc *icp) 597 { 598 struct icp_ccb *ic; 599 int s; 600 601 s = splbio(); 602 ic = SIMPLEQ_FIRST(&icp->icp_ccb_freelist); 603 SIMPLEQ_REMOVE_HEAD(&icp->icp_ccb_freelist, ic_chain); 604 splx(s); 605 606 ic->ic_flags = IC_ALLOCED; 607 return (ic); 608 } 609 610 void 611 icp_ccb_free(struct icp_softc *icp, struct icp_ccb *ic) 612 { 613 int s; 614 615 s = splbio(); 616 ic->ic_flags = 0; 617 ic->ic_intr = NULL; 618 SIMPLEQ_INSERT_HEAD(&icp->icp_ccb_freelist, ic, ic_chain); 619 splx(s); 620 } 621 622 void 623 icp_ccb_enqueue(struct icp_softc *icp, struct icp_ccb *ic) 624 { 625 int s; 626 627 s = splbio(); 628 629 if (ic != NULL) 630 SIMPLEQ_INSERT_TAIL(&icp->icp_ccb_queue, ic, ic_chain); 631 632 while ((ic = SIMPLEQ_FIRST(&icp->icp_ccb_queue)) != NULL) { 633 if ((*icp->icp_test_busy)(icp)) 634 break; 635 icp_ccb_submit(icp, ic); 636 SIMPLEQ_REMOVE_HEAD(&icp->icp_ccb_queue, ic_chain); 637 } 638 639 splx(s); 640 } 641 642 int 643 icp_ccb_map(struct icp_softc *icp, struct icp_ccb *ic, void *data, int size, 644 int dir) 645 { 646 struct icp_sg *sg; 647 int nsegs, i, rv; 648 bus_dmamap_t xfer; 649 650 xfer = ic->ic_xfer_map; 651 652 rv = bus_dmamap_load(icp->icp_dmat, xfer, data, size, NULL, 653 BUS_DMA_NOWAIT | BUS_DMA_STREAMING | 654 ((dir & IC_XFER_IN) ? BUS_DMA_READ : BUS_DMA_WRITE)); 655 if (rv != 0) 656 return (rv); 657 658 nsegs = xfer->dm_nsegs; 659 ic->ic_xfer_size = size; 660 ic->ic_nsgent = nsegs; 661 ic->ic_flags |= dir; 662 sg = ic->ic_sg; 663 664 if (sg != NULL) { 665 for (i = 0; i < nsegs; i++, sg++) { 666 sg->sg_addr = htole32(xfer->dm_segs[i].ds_addr); 667 sg->sg_len = htole32(xfer->dm_segs[i].ds_len); 668 } 669 } else if (nsegs > 1) 670 panic("icp_ccb_map: no SG list specified, but nsegs > 1"); 671 672 if ((dir & IC_XFER_OUT) != 0) 673 i = BUS_DMASYNC_PREWRITE; 674 else /* if ((dir & IC_XFER_IN) != 0) */ 675 i = BUS_DMASYNC_PREREAD; 676 677 bus_dmamap_sync(icp->icp_dmat, xfer, 0, ic->ic_xfer_size, i); 678 return (0); 679 } 680 681 void 682 icp_ccb_unmap(struct icp_softc *icp, struct icp_ccb *ic) 683 { 684 int i; 685 686 if ((ic->ic_flags & IC_XFER_OUT) != 0) 687 i = BUS_DMASYNC_POSTWRITE; 688 else /* if ((ic->ic_flags & IC_XFER_IN) != 0) */ 689 i = BUS_DMASYNC_POSTREAD; 690 691 bus_dmamap_sync(icp->icp_dmat, ic->ic_xfer_map, 0, ic->ic_xfer_size, i); 692 bus_dmamap_unload(icp->icp_dmat, ic->ic_xfer_map); 693 } 694 695 int 696 icp_ccb_poll(struct icp_softc *icp, struct icp_ccb *ic, int timo) 697 { 698 int rv; 699 700 for (timo = ICP_BUSY_WAIT_MS * 100; timo != 0; timo--) { 701 if (!(*icp->icp_test_busy)(icp)) 702 break; 703 DELAY(10); 704 } 705 if (timo == 0) { 706 printf("%s: submit: busy\n", icp->icp_dv.dv_xname); 707 return (EAGAIN); 708 } 709 710 icp_ccb_submit(icp, ic); 711 712 for (timo *= 10; timo != 0; timo--) { 713 DELAY(100); 714 icp_intr(icp); 715 if ((ic->ic_flags & IC_COMPLETE) != 0) 716 break; 717 } 718 719 if (timo != 0) { 720 if (ic->ic_status != ICP_S_OK) { 721 #ifdef ICP_DEBUG 722 printf("%s: request failed; status=0x%04x\n", 723 icp->icp_dv.dv_xname, ic->ic_status); 724 #endif 725 rv = EIO; 726 } else 727 rv = 0; 728 } else { 729 printf("%s: command timed out\n", icp->icp_dv.dv_xname); 730 rv = EIO; 731 } 732 733 while ((*icp->icp_test_busy)(icp) != 0) 734 DELAY(10); 735 736 return (rv); 737 } 738 739 int 740 icp_ccb_wait(struct icp_softc *icp, struct icp_ccb *ic, int timo) 741 { 742 int s, rv; 743 744 ic->ic_flags |= IC_WAITING; 745 746 s = splbio(); 747 icp_ccb_enqueue(icp, ic); 748 if ((rv = tsleep(ic, PRIBIO, "icpwccb", mstohz(timo))) != 0) { 749 splx(s); 750 return (rv); 751 } 752 splx(s); 753 754 if (ic->ic_status != ICP_S_OK) { 755 printf("%s: command failed; status=%x\n", icp->icp_dv.dv_xname, 756 ic->ic_status); 757 return (EIO); 758 } 759 760 return (0); 761 } 762 763 void 764 icp_ccb_submit(struct icp_softc *icp, struct icp_ccb *ic) 765 { 766 767 ic->ic_cmdlen = (ic->ic_cmdlen + 3) & ~3; 768 769 (*icp->icp_set_sema0)(icp); 770 DELAY(10); 771 772 ic->ic_cmd.cmd_boardnode = htole32(ICP_LOCALBOARD); 773 ic->ic_cmd.cmd_cmdindex = htole32(ic->ic_ident); 774 775 (*icp->icp_copy_cmd)(icp, ic); 776 (*icp->icp_release_event)(icp, ic); 777 } 778