sys/dev/aacraid/aacraid_cam.c

   1 /*-
   2  * Copyright (c) 2002-2010 Adaptec, Inc.
   3  * Copyright (c) 2010-2012 PMC-Sierra, Inc.
   4  * All rights reserved.
   5  *
   6  * Redistribution and use in source and binary forms, with or without
   7  * modification, are permitted provided that the following conditions
   8  * are met:
   9  * 1. Redistributions of source code must retain the above copyright
  10  *    notice, this list of conditions and the following disclaimer.
  11  * 2. Redistributions in binary form must reproduce the above copyright
  12  *    notice, this list of conditions and the following disclaimer in the
  13  *    documentation and/or other materials provided with the distribution.
  14  *
  15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  * SUCH DAMAGE.
  26  */
  27
  28 #include <sys/cdefs.h>
  29 __FBSDID("$FreeBSD$");
  30
  31 /*
  32  * CAM front-end for communicating with non-DASD devices
  33  */
  34
  35 #include "opt_aacraid.h"
  36
  37 #include <sys/param.h>
  38 #include <sys/systm.h>
  39 #include <sys/kernel.h>
  40 #include <sys/sysctl.h>
  41 #include <sys/lock.h>
  42 #include <sys/malloc.h>
  43 #include <sys/module.h>
  44 #include <sys/mutex.h>
  45
  46 #include <cam/cam.h>
  47 #include <cam/cam_ccb.h>
  48 #include <cam/cam_debug.h>
  49 #include <cam/cam_periph.h>
  50 #if __FreeBSD_version < 801000
  51 #include <cam/cam_xpt_periph.h>
  52 #endif
  53 #include <cam/cam_sim.h>
  54 #include <cam/cam_xpt_sim.h>
  55 #include <cam/scsi/scsi_all.h>
  56 #include <cam/scsi/scsi_message.h>
  57
  58 #include <sys/bus.h>
  59 #include <sys/conf.h>
  60 #include <sys/disk.h>
  61
  62 #include <machine/md_var.h>
  63 #include <machine/bus.h>
  64 #include <sys/rman.h>
  65
  66 #include <vm/vm.h>
  67 #include <vm/pmap.h>
  68
  69 #include <dev/aacraid/aacraid_reg.h>
  70 #include <sys/aac_ioctl.h>
  71 #include <dev/aacraid/aacraid_debug.h>
  72 #include <dev/aacraid/aacraid_var.h>
  73
  74 #if __FreeBSD_version >= 700025
  75 #ifndef CAM_NEW_TRAN_CODE
  76 #define CAM_NEW_TRAN_CODE       1
  77 #endif
  78 #endif
  79
  80 #ifndef SVPD_SUPPORTED_PAGE_LIST
  81 struct scsi_vpd_supported_page_list
  82 {
  83         u_int8_t device;
  84         u_int8_t page_code;
  85 #define SVPD_SUPPORTED_PAGE_LIST 0x00
  86         u_int8_t reserved;
  87         u_int8_t length;        /* number of VPD entries */
  88 #define SVPD_SUPPORTED_PAGES_SIZE       251
  89         u_int8_t list[SVPD_SUPPORTED_PAGES_SIZE];
  90 };
  91 #endif
  92
  93 /************************** Version Compatibility *************************/
  94 #if     __FreeBSD_version < 700031
  95 #define aac_sim_alloc(a,b,c,d,e,f,g,h,i)        cam_sim_alloc(a,b,c,d,e,g,h,i)
  96 #else
  97 #define aac_sim_alloc                           cam_sim_alloc
  98 #endif
  99
 100 struct aac_cam {
 101         device_t                dev;
 102         struct aac_sim          *inf;
 103         struct cam_sim          *sim;
 104         struct cam_path         *path;
 105 };
 106
 107 static int aac_cam_probe(device_t dev);
 108 static int aac_cam_attach(device_t dev);
 109 static int aac_cam_detach(device_t dev);
 110 static void aac_cam_action(struct cam_sim *, union ccb *);
 111 static void aac_cam_poll(struct cam_sim *);
 112 static void aac_cam_complete(struct aac_command *);
 113 static void aac_container_complete(struct aac_command *);
 114 #if __FreeBSD_version >= 700000
 115 static void aac_cam_rescan(struct aac_softc *sc, uint32_t channel,
 116         uint32_t target_id);
 117 #endif
 118 static void aac_set_scsi_error(struct aac_softc *sc, union ccb *ccb,
 119         u_int8_t status, u_int8_t key, u_int8_t asc, u_int8_t ascq);
 120 static int aac_load_map_command_sg(struct aac_softc *, struct aac_command *);
 121 static u_int64_t aac_eval_blockno(u_int8_t *);
 122 static void aac_container_rw_command(struct cam_sim *, union ccb *, u_int8_t *);
 123 static void aac_container_special_command(struct cam_sim *, union ccb *,
 124         u_int8_t *);
 125 static void aac_passthrough_command(struct cam_sim *, union ccb *);
 126
 127 static u_int32_t aac_cam_reset_bus(struct cam_sim *, union ccb *);
 128 static u_int32_t aac_cam_abort_ccb(struct cam_sim *, union ccb *);
 129 static u_int32_t aac_cam_term_io(struct cam_sim *, union ccb *);
 130
 131 static devclass_t       aacraid_pass_devclass;
 132
 133 static device_method_t  aacraid_pass_methods[] = {
 134         DEVMETHOD(device_probe,         aac_cam_probe),
 135         DEVMETHOD(device_attach,        aac_cam_attach),
 136         DEVMETHOD(device_detach,        aac_cam_detach),
 137         { 0, 0 }
 138 };
 139
 140 static driver_t aacraid_pass_driver = {
 141         "aacraidp",
 142         aacraid_pass_methods,
 143         sizeof(struct aac_cam)
 144 };
 145
 146 DRIVER_MODULE(aacraidp, aacraid, aacraid_pass_driver, aacraid_pass_devclass, 0, 0);
 147 MODULE_DEPEND(aacraidp, cam, 1, 1, 1);
 148
 149 MALLOC_DEFINE(M_AACRAIDCAM, "aacraidcam", "AACRAID CAM info");
 150
 151 static void
 152 aac_set_scsi_error(struct aac_softc *sc, union ccb *ccb, u_int8_t status,
 153         u_int8_t key, u_int8_t asc, u_int8_t ascq)
 154 {
 155 #if __FreeBSD_version >= 900000
 156         struct scsi_sense_data_fixed *sense =
 157                 (struct scsi_sense_data_fixed *)&ccb->csio.sense_data;
 158 #else
 159         struct scsi_sense_data *sense = &ccb->csio.sense_data;
 160 #endif
 161
 162         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "Error %d!", status);
 163
 164         ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR;
 165         ccb->csio.scsi_status = status;
 166         if (status == SCSI_STATUS_CHECK_COND) {
 167                 ccb->ccb_h.status |= CAM_AUTOSNS_VALID;
 168                 bzero(&ccb->csio.sense_data, ccb->csio.sense_len);
 169                 ccb->csio.sense_data.error_code =
 170                         SSD_CURRENT_ERROR | SSD_ERRCODE_VALID;
 171                 sense->flags = key;
 172                 if (ccb->csio.sense_len >= 14) {
 173                         sense->extra_len = 6;
 174                         sense->add_sense_code = asc;
 175                         sense->add_sense_code_qual = ascq;
 176                 }
 177         }
 178 }
 179
 180 #if __FreeBSD_version >= 700000
 181 static void
 182 aac_cam_rescan(struct aac_softc *sc, uint32_t channel, uint32_t target_id)
 183 {
 184         union ccb *ccb;
 185         struct aac_sim *sim;
 186         struct aac_cam *camsc;
 187
 188         if (target_id == AAC_CAM_TARGET_WILDCARD)
 189                 target_id = CAM_TARGET_WILDCARD;
 190
 191         TAILQ_FOREACH(sim, &sc->aac_sim_tqh, sim_link) {
 192                 camsc = sim->aac_cam;
 193                 if (camsc == NULL || camsc->inf == NULL ||
 194                     camsc->inf->BusNumber != channel)
 195                         continue;
 196
 197                 ccb = xpt_alloc_ccb_nowait();
 198                 if (ccb == NULL) {
 199                         device_printf(sc->aac_dev,
 200                             "Cannot allocate ccb for bus rescan.\n");
 201                         return;
 202                 }
 203
 204                 if (xpt_create_path(&ccb->ccb_h.path, xpt_periph,
 205                     cam_sim_path(camsc->sim),
 206                     target_id, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
 207                         xpt_free_ccb(ccb);
 208                         device_printf(sc->aac_dev,
 209                             "Cannot create path for bus rescan.\n");
 210                         return;
 211                 }
 212                 xpt_rescan(ccb);
 213                 break;
 214         }
 215 }
 216 #endif
 217
 218 static void
 219 aac_cam_event(struct aac_softc *sc, struct aac_event *event, void *arg)
 220 {
 221         union ccb *ccb;
 222         struct aac_cam *camsc;
 223
 224         switch (event->ev_type) {
 225         case AAC_EVENT_CMFREE:
 226                 ccb = arg;
 227                 camsc = ccb->ccb_h.sim_priv.entries[0].ptr;
 228                 free(event, M_AACRAIDCAM);
 229                 xpt_release_simq(camsc->sim, 1);
 230                 ccb->ccb_h.status = CAM_REQUEUE_REQ;
 231                 xpt_done(ccb);
 232                 break;
 233         default:
 234                 device_printf(sc->aac_dev, "unknown event %d in aac_cam\n",
 235                     event->ev_type);
 236                 break;
 237         }
 238
 239         return;
 240 }
 241
 242 static int
 243 aac_cam_probe(device_t dev)
 244 {
 245         struct aac_softc *sc;
 246         struct aac_cam *camsc;
 247
 248         camsc = (struct aac_cam *)device_get_softc(dev);
 249         if (!camsc->inf)
 250                 return (0);
 251         sc = camsc->inf->aac_sc;
 252         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
 253         return (0);
 254 }
 255
 256 static int
 257 aac_cam_detach(device_t dev)
 258 {
 259         struct aac_softc *sc;
 260         struct aac_cam *camsc;
 261
 262         camsc = (struct aac_cam *)device_get_softc(dev);
 263         if (!camsc->inf)
 264                 return (0);
 265         sc = camsc->inf->aac_sc;
 266         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
 267         camsc->inf->aac_cam = NULL;
 268
 269         mtx_lock(&sc->aac_io_lock);
 270
 271         xpt_async(AC_LOST_DEVICE, camsc->path, NULL);
 272         xpt_free_path(camsc->path);
 273         xpt_bus_deregister(cam_sim_path(camsc->sim));
 274         cam_sim_free(camsc->sim, /*free_devq*/TRUE);
 275
 276         sc->cam_rescan_cb = NULL;
 277
 278         mtx_unlock(&sc->aac_io_lock);
 279
 280         return (0);
 281 }
 282
 283 /*
 284  * Register the driver as a CAM SIM
 285  */
 286 static int
 287 aac_cam_attach(device_t dev)
 288 {
 289         struct cam_devq *devq;
 290         struct cam_sim *sim;
 291         struct cam_path *path;
 292         struct aac_cam *camsc;
 293         struct aac_sim *inf;
 294
 295         camsc = (struct aac_cam *)device_get_softc(dev);
 296         inf = (struct aac_sim *)device_get_ivars(dev);
 297         if (!inf)
 298                 return (EIO);
 299         fwprintf(inf->aac_sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
 300         camsc->inf = inf;
 301         camsc->inf->aac_cam = camsc;
 302
 303         devq = cam_simq_alloc(inf->TargetsPerBus);
 304         if (devq == NULL)
 305                 return (EIO);
 306
 307         sim = aac_sim_alloc(aac_cam_action, aac_cam_poll, "aacraidp", camsc,
 308             device_get_unit(dev), &inf->aac_sc->aac_io_lock, 1, 1, devq);
 309         if (sim == NULL) {
 310                 cam_simq_free(devq);
 311                 return (EIO);
 312         }
 313
 314         /* Since every bus has it's own sim, every bus 'appears' as bus 0 */
 315         mtx_lock(&inf->aac_sc->aac_io_lock);
 316         if (aac_xpt_bus_register(sim, dev, 0) != CAM_SUCCESS) {
 317                 cam_sim_free(sim, TRUE);
 318                 mtx_unlock(&inf->aac_sc->aac_io_lock);
 319                 return (EIO);
 320         }
 321
 322         if (xpt_create_path(&path, NULL, cam_sim_path(sim),
 323             CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
 324                 xpt_bus_deregister(cam_sim_path(sim));
 325                 cam_sim_free(sim, TRUE);
 326                 mtx_unlock(&inf->aac_sc->aac_io_lock);
 327                 return (EIO);
 328         }
 329
 330 #if __FreeBSD_version >= 700000
 331         inf->aac_sc->cam_rescan_cb = aac_cam_rescan;
 332 #endif
 333         mtx_unlock(&inf->aac_sc->aac_io_lock);
 334
 335         camsc->sim = sim;
 336         camsc->path = path;
 337
 338         return (0);
 339 }
 340
 341 static u_int64_t
 342 aac_eval_blockno(u_int8_t *cmdp)
 343 {
 344         u_int64_t blockno;
 345
 346         switch (cmdp[0]) {
 347         case READ_6:
 348         case WRITE_6:
 349                 blockno = scsi_3btoul(((struct scsi_rw_6 *)cmdp)->addr);
 350                 break;
 351         case READ_10:
 352         case WRITE_10:
 353                 blockno = scsi_4btoul(((struct scsi_rw_10 *)cmdp)->addr);
 354                 break;
 355         case READ_12:
 356         case WRITE_12:
 357                 blockno = scsi_4btoul(((struct scsi_rw_12 *)cmdp)->addr);
 358                 break;
 359         case READ_16:
 360         case WRITE_16:
 361                 blockno = scsi_8btou64(((struct scsi_rw_16 *)cmdp)->addr);
 362                 break;
 363         default:
 364                 blockno = 0;
 365                 break;
 366         }
 367         return(blockno);
 368 }
 369
 370 static void
 371 aac_container_rw_command(struct cam_sim *sim, union ccb *ccb, u_int8_t *cmdp)
 372 {
 373         struct  aac_cam *camsc;
 374         struct  aac_softc *sc;
 375         struct  aac_command *cm;
 376         struct  aac_fib *fib;
 377         u_int64_t blockno;
 378
 379         camsc = (struct aac_cam *)cam_sim_softc(sim);
 380         sc = camsc->inf->aac_sc;
 381         mtx_assert(&sc->aac_io_lock, MA_OWNED);
 382
 383         if (aacraid_alloc_command(sc, &cm)) {
 384                 struct aac_event *event;
 385
 386                 xpt_freeze_simq(sim, 1);
 387                 ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
 388                 ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
 389                 event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
 390                     M_NOWAIT | M_ZERO);
 391                 if (event == NULL) {
 392                         device_printf(sc->aac_dev,
 393                             "Warning, out of memory for event\n");
 394                         return;
 395                 }
 396                 event->ev_callback = aac_cam_event;
 397                 event->ev_arg = ccb;
 398                 event->ev_type = AAC_EVENT_CMFREE;
 399                 aacraid_add_event(sc, event);
 400                 return;
 401         }
 402
 403         fib = cm->cm_fib;
 404         switch (ccb->ccb_h.flags & CAM_DIR_MASK) {
 405         case CAM_DIR_IN:
 406                 cm->cm_flags |= AAC_CMD_DATAIN;
 407                 break;
 408         case CAM_DIR_OUT:
 409                 cm->cm_flags |= AAC_CMD_DATAOUT;
 410                 break;
 411         case CAM_DIR_NONE:
 412                 break;
 413         default:
 414                 cm->cm_flags |= AAC_CMD_DATAIN | AAC_CMD_DATAOUT;
 415                 break;
 416         }
 417
 418         blockno = aac_eval_blockno(cmdp);
 419
 420         cm->cm_complete = aac_container_complete;
 421         cm->cm_ccb = ccb;
 422         cm->cm_timestamp = time_uptime;
 423         cm->cm_data = (void *)ccb->csio.data_ptr;
 424         cm->cm_datalen = ccb->csio.dxfer_len;
 425
 426         fib->Header.Size = sizeof(struct aac_fib_header);
 427         fib->Header.XferState =
 428                 AAC_FIBSTATE_HOSTOWNED   |
 429                 AAC_FIBSTATE_INITIALISED |
 430                 AAC_FIBSTATE_EMPTY       |
 431                 AAC_FIBSTATE_FROMHOST    |
 432                 AAC_FIBSTATE_REXPECTED   |
 433                 AAC_FIBSTATE_NORM        |
 434                 AAC_FIBSTATE_ASYNC       |
 435                 AAC_FIBSTATE_FAST_RESPONSE;
 436
 437         if (sc->flags & AAC_FLAGS_NEW_COMM_TYPE2) {
 438                 struct aac_raw_io2 *raw;
 439                 raw = (struct aac_raw_io2 *)&fib->data[0];
 440                 bzero(raw, sizeof(struct aac_raw_io2));
 441                 fib->Header.Command = RawIo2;
 442                 raw->strtBlkLow = (u_int32_t)blockno;
 443                 raw->strtBlkHigh = (u_int32_t)(blockno >> 32);
 444                 raw->byteCnt = cm->cm_datalen;
 445                 raw->ldNum = ccb->ccb_h.target_id;
 446                 fib->Header.Size += sizeof(struct aac_raw_io2);
 447                 cm->cm_sgtable = (struct aac_sg_table *)raw->sge;
 448                 if (cm->cm_flags & AAC_CMD_DATAIN)
 449                         raw->flags = RIO2_IO_TYPE_READ | RIO2_SG_FORMAT_IEEE1212;
 450                 else
 451                         raw->flags = RIO2_IO_TYPE_WRITE | RIO2_SG_FORMAT_IEEE1212;
 452         } else if (sc->flags & AAC_FLAGS_RAW_IO) {
 453                 struct aac_raw_io *raw;
 454                 raw = (struct aac_raw_io *)&fib->data[0];
 455                 bzero(raw, sizeof(struct aac_raw_io));
 456                 fib->Header.Command = RawIo;
 457                 raw->BlockNumber = blockno;
 458                 raw->ByteCount = cm->cm_datalen;
 459                 raw->ContainerId = ccb->ccb_h.target_id;
 460                 fib->Header.Size += sizeof(struct aac_raw_io);
 461                 cm->cm_sgtable = (struct aac_sg_table *)
 462                         &raw->SgMapRaw;
 463                 if (cm->cm_flags & AAC_CMD_DATAIN)
 464                         raw->Flags = 1;
 465         } else if ((sc->flags & AAC_FLAGS_SG_64BIT) == 0) {
 466                 fib->Header.Command = ContainerCommand;
 467                 if (cm->cm_flags & AAC_CMD_DATAIN) {
 468                         struct aac_blockread *br;
 469                         br = (struct aac_blockread *)&fib->data[0];
 470                         br->Command = VM_CtBlockRead;
 471                         br->ContainerId = ccb->ccb_h.target_id;
 472                         br->BlockNumber = blockno;
 473                         br->ByteCount = cm->cm_datalen;
 474                         fib->Header.Size += sizeof(struct aac_blockread);
 475                         cm->cm_sgtable = &br->SgMap;
 476                 } else {
 477                         struct aac_blockwrite *bw;
 478                         bw = (struct aac_blockwrite *)&fib->data[0];
 479                         bw->Command = VM_CtBlockWrite;
 480                         bw->ContainerId = ccb->ccb_h.target_id;
 481                         bw->BlockNumber = blockno;
 482                         bw->ByteCount = cm->cm_datalen;
 483                         bw->Stable = CUNSTABLE;
 484                         fib->Header.Size += sizeof(struct aac_blockwrite);
 485                         cm->cm_sgtable = &bw->SgMap;
 486                 }
 487         } else {
 488                 fib->Header.Command = ContainerCommand64;
 489                 if (cm->cm_flags & AAC_CMD_DATAIN) {
 490                         struct aac_blockread64 *br;
 491                         br = (struct aac_blockread64 *)&fib->data[0];
 492                         br->Command = VM_CtHostRead64;
 493                         br->ContainerId = ccb->ccb_h.target_id;
 494                         br->SectorCount = cm->cm_datalen/AAC_BLOCK_SIZE;
 495                         br->BlockNumber = blockno;
 496                         br->Pad = 0;
 497                         br->Flags = 0;
 498                         fib->Header.Size += sizeof(struct aac_blockread64);
 499                         cm->cm_sgtable = (struct aac_sg_table *)&br->SgMap64;
 500                 } else {
 501                         struct aac_blockwrite64 *bw;
 502                         bw = (struct aac_blockwrite64 *)&fib->data[0];
 503                         bw->Command = VM_CtHostWrite64;
 504                         bw->ContainerId = ccb->ccb_h.target_id;
 505                         bw->SectorCount = cm->cm_datalen/AAC_BLOCK_SIZE;
 506                         bw->BlockNumber = blockno;
 507                         bw->Pad = 0;
 508                         bw->Flags = 0;
 509                         fib->Header.Size += sizeof(struct aac_blockwrite64);
 510                         cm->cm_sgtable = (struct aac_sg_table *)&bw->SgMap64;
 511                 }
 512         }
 513         aac_enqueue_ready(cm);
 514         aacraid_startio(cm->cm_sc);
 515 }
 516
 517 static void
 518 aac_container_special_command(struct cam_sim *sim, union ccb *ccb,
 519         u_int8_t *cmdp)
 520 {
 521         struct  aac_cam *camsc;
 522         struct  aac_softc *sc;
 523         struct  aac_container *co;
 524
 525         camsc = (struct aac_cam *)cam_sim_softc(sim);
 526         sc = camsc->inf->aac_sc;
 527         mtx_assert(&sc->aac_io_lock, MA_OWNED);
 528
 529         TAILQ_FOREACH(co, &sc->aac_container_tqh, co_link) {
 530                 fwprintf(sc, HBA_FLAGS_DBG_ERROR_B, "found container %d search for %d", co->co_mntobj.ObjectId, ccb->ccb_h.target_id);
 531                 if (co->co_mntobj.ObjectId == ccb->ccb_h.target_id)
 532                         break;
 533         }
 534         if (co == NULL || ccb->ccb_h.target_lun != 0) {
 535                 fwprintf(sc, HBA_FLAGS_DBG_ERROR_B,
 536                         "Container not present: cmd 0x%x id %d lun %d len %d",
 537                         *cmdp, ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 538                         ccb->csio.dxfer_len);
 539                 ccb->ccb_h.status = CAM_DEV_NOT_THERE;
 540                 xpt_done(ccb);
 541                 return;
 542         }
 543
 544         if (ccb->csio.dxfer_len)
 545                 bzero(ccb->csio.data_ptr, ccb->csio.dxfer_len);
 546
 547         switch (*cmdp) {
 548         case INQUIRY:
 549         {
 550                 struct scsi_inquiry *inq = (struct scsi_inquiry *)cmdp;
 551
 552                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 553                 "Container INQUIRY id %d lun %d len %d VPD 0x%x Page 0x%x",
 554                         ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 555                         ccb->csio.dxfer_len, inq->byte2, inq->page_code);
 556                 if (!(inq->byte2 & SI_EVPD)) {
 557                         struct scsi_inquiry_data *p =
 558                                 (struct scsi_inquiry_data *)ccb->csio.data_ptr;
 559                         if (inq->page_code != 0) {
 560                                 aac_set_scsi_error(sc, ccb,
 561                                         SCSI_STATUS_CHECK_COND,
 562                                         SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
 563                                 xpt_done(ccb);
 564                                 return;
 565                         }
 566                         p->device = T_DIRECT;
 567                         p->version = SCSI_REV_SPC2;
 568                         p->response_format = 2;
 569                         if (ccb->csio.dxfer_len >= 36) {
 570                                 p->additional_length = 31;
 571                                 p->flags = SID_WBus16|SID_Sync|SID_CmdQue;
 572                                 /* OEM Vendor defines */
 573                                 strcpy(p->vendor,"Adaptec ");
 574                                 strcpy(p->product,"Array           ");
 575                                 strcpy(p->revision,"V1.0");
 576                         }
 577                 } else {
 578                         if (inq->page_code == SVPD_SUPPORTED_PAGE_LIST) {
 579                                 struct scsi_vpd_supported_page_list *p =
 580                                         (struct scsi_vpd_supported_page_list *)
 581                                         ccb->csio.data_ptr;
 582                                 p->device = T_DIRECT;
 583                                 p->page_code = SVPD_SUPPORTED_PAGE_LIST;
 584                                 p->length = 2;
 585                                 p->list[0] = SVPD_SUPPORTED_PAGE_LIST;
 586                                 p->list[1] = SVPD_UNIT_SERIAL_NUMBER;
 587                         } else if (inq->page_code == SVPD_UNIT_SERIAL_NUMBER) {
 588                                 struct scsi_vpd_unit_serial_number *p =
 589                                         (struct scsi_vpd_unit_serial_number *)
 590                                         ccb->csio.data_ptr;
 591                                 p->device = T_DIRECT;
 592                                 p->page_code = SVPD_UNIT_SERIAL_NUMBER;
 593                                 p->length = sprintf((char *)p->serial_num,
 594                                         "%08X%02X", co->co_uid,
 595                                         ccb->ccb_h.target_id);
 596                         } else {
 597                                 aac_set_scsi_error(sc, ccb,
 598                                         SCSI_STATUS_CHECK_COND,
 599                                         SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
 600                                 xpt_done(ccb);
 601                                 return;
 602                         }
 603                 }
 604                 ccb->ccb_h.status = CAM_REQ_CMP;
 605                 break;
 606         }
 607
 608         case REPORT_LUNS:
 609                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 610                 "Container REPORT_LUNS id %d lun %d len %d",
 611                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 612                 ccb->csio.dxfer_len);
 613                 ccb->ccb_h.status = CAM_REQ_CMP;
 614                 break;
 615
 616         case START_STOP:
 617         {
 618                 struct scsi_start_stop_unit *ss =
 619                         (struct scsi_start_stop_unit *)cmdp;
 620                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 621                 "Container START_STOP id %d lun %d len %d",
 622                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 623                 ccb->csio.dxfer_len);
 624                 if (sc->aac_support_opt2 & AAC_SUPPORTED_POWER_MANAGEMENT) {
 625                         struct aac_command *cm;
 626                         struct aac_fib *fib;
 627                         struct aac_cnt_config *ccfg;
 628
 629                         if (aacraid_alloc_command(sc, &cm)) {
 630                                 struct aac_event *event;
 631
 632                                 xpt_freeze_simq(sim, 1);
 633                                 ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
 634                                 ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
 635                                 event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
 636                                         M_NOWAIT | M_ZERO);
 637                                 if (event == NULL) {
 638                                         device_printf(sc->aac_dev,
 639                                                 "Warning, out of memory for event\n");
 640                                         return;
 641                                 }
 642                                 event->ev_callback = aac_cam_event;
 643                                 event->ev_arg = ccb;
 644                                 event->ev_type = AAC_EVENT_CMFREE;
 645                                 aacraid_add_event(sc, event);
 646                                 return;
 647                         }
 648
 649                         fib = cm->cm_fib;
 650                         cm->cm_timestamp = time_uptime;
 651                         cm->cm_datalen = 0;
 652
 653                         fib->Header.Size =
 654                                 sizeof(struct aac_fib_header) + sizeof(struct aac_cnt_config);
 655                         fib->Header.XferState =
 656                                 AAC_FIBSTATE_HOSTOWNED   |
 657                                 AAC_FIBSTATE_INITIALISED |
 658                                 AAC_FIBSTATE_EMPTY       |
 659                                 AAC_FIBSTATE_FROMHOST    |
 660                                 AAC_FIBSTATE_REXPECTED   |
 661                                 AAC_FIBSTATE_NORM        |
 662                                 AAC_FIBSTATE_ASYNC       |
 663                                 AAC_FIBSTATE_FAST_RESPONSE;
 664                         fib->Header.Command = ContainerCommand;
 665
 666                         /* Start unit */
 667                         ccfg = (struct aac_cnt_config *)&fib->data[0];
 668                         bzero(ccfg, sizeof (*ccfg) - CT_PACKET_SIZE);
 669                         ccfg->Command = VM_ContainerConfig;
 670                         ccfg->CTCommand.command = CT_PM_DRIVER_SUPPORT;
 671                         ccfg->CTCommand.param[0] = (ss->how & SSS_START ?
 672                                 AAC_PM_DRIVERSUP_START_UNIT :
 673                                 AAC_PM_DRIVERSUP_STOP_UNIT);
 674                         ccfg->CTCommand.param[1] = co->co_mntobj.ObjectId;
 675                         ccfg->CTCommand.param[2] = 0;   /* 1 - immediate */
 676
 677                         if (aacraid_wait_command(cm) != 0 ||
 678                                 *(u_int32_t *)&fib->data[0] != 0) {
 679                                 printf("Power Management: Error start/stop container %d\n",
 680                                 co->co_mntobj.ObjectId);
 681                         }
 682                         aacraid_release_command(cm);
 683                 }
 684                 ccb->ccb_h.status = CAM_REQ_CMP;
 685                 break;
 686         }
 687
 688         case TEST_UNIT_READY:
 689                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 690                 "Container TEST_UNIT_READY id %d lun %d len %d",
 691                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 692                 ccb->csio.dxfer_len);
 693                 ccb->ccb_h.status = CAM_REQ_CMP;
 694                 break;
 695
 696         case REQUEST_SENSE:
 697                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 698                 "Container REQUEST_SENSE id %d lun %d len %d",
 699                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 700                 ccb->csio.dxfer_len);
 701                 ccb->ccb_h.status = CAM_REQ_CMP;
 702                 break;
 703
 704         case READ_CAPACITY:
 705         {
 706                 struct scsi_read_capacity_data *p =
 707                         (struct scsi_read_capacity_data *)ccb->csio.data_ptr;
 708                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 709                 "Container READ_CAPACITY id %d lun %d len %d",
 710                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 711                 ccb->csio.dxfer_len);
 712                 scsi_ulto4b(co->co_mntobj.ObjExtension.BlockDevice.BlockSize, p->length);
 713                 /* check if greater than 2TB */
 714                 if (co->co_mntobj.CapacityHigh) {
 715                         if (sc->flags & AAC_FLAGS_LBA_64BIT)
 716                                 scsi_ulto4b(0xffffffff, p->addr);
 717                 } else {
 718                         scsi_ulto4b(co->co_mntobj.Capacity-1, p->addr);
 719                 }
 720                 ccb->ccb_h.status = CAM_REQ_CMP;
 721                 break;
 722         }
 723
 724         case SERVICE_ACTION_IN:
 725         {
 726                 struct scsi_read_capacity_data_long *p =
 727                         (struct scsi_read_capacity_data_long *)
 728                         ccb->csio.data_ptr;
 729                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 730                 "Container SERVICE_ACTION_IN id %d lun %d len %d",
 731                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 732                 ccb->csio.dxfer_len);
 733                 if (((struct scsi_read_capacity_16 *)cmdp)->service_action !=
 734                         SRC16_SERVICE_ACTION) {
 735                         aac_set_scsi_error(sc, ccb, SCSI_STATUS_CHECK_COND,
 736                                 SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
 737                         xpt_done(ccb);
 738                         return;
 739                 }
 740                 scsi_ulto4b(co->co_mntobj.ObjExtension.BlockDevice.BlockSize, p->length);
 741                 scsi_ulto4b(co->co_mntobj.CapacityHigh, p->addr);
 742                 scsi_ulto4b(co->co_mntobj.Capacity-1, &p->addr[4]);
 743
 744                 if (ccb->csio.dxfer_len >= 14) {
 745                         u_int32_t mapping = co->co_mntobj.ObjExtension.BlockDevice.bdLgclPhysMap;
 746                         p->prot_lbppbe = 0;
 747                         while (mapping > 1) {
 748                                 mapping >>= 1;
 749                                 p->prot_lbppbe++;
 750                         }
 751                         p->prot_lbppbe &= 0x0f;
 752                 }
 753
 754                 ccb->ccb_h.status = CAM_REQ_CMP;
 755                 break;
 756         }
 757
 758         case MODE_SENSE_6:
 759         {
 760                 struct scsi_mode_sense_6 *msp =(struct scsi_mode_sense_6 *)cmdp;
 761                 struct ms6_data {
 762                         struct scsi_mode_hdr_6 hd;
 763                         struct scsi_mode_block_descr bd;
 764                         char pages;
 765                 } *p = (struct ms6_data *)ccb->csio.data_ptr;
 766                 char *pagep;
 767                 int return_all_pages = FALSE;
 768
 769                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 770                 "Container MODE_SENSE id %d lun %d len %d page %d",
 771                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 772                 ccb->csio.dxfer_len, msp->page);
 773                 p->hd.datalen = sizeof(struct scsi_mode_hdr_6) - 1;
 774                 if (co->co_mntobj.ContentState & AAC_FSCS_READONLY)
 775                         p->hd.dev_specific = 0x80;      /* WP */
 776                 p->hd.dev_specific |= 0x10;     /* DPOFUA */
 777                 if (msp->byte2 & SMS_DBD) {
 778                         p->hd.block_descr_len = 0;
 779                 } else {
 780                         p->hd.block_descr_len =
 781                                 sizeof(struct scsi_mode_block_descr);
 782                         p->hd.datalen += p->hd.block_descr_len;
 783                         scsi_ulto3b(co->co_mntobj.ObjExtension.BlockDevice.BlockSize, p->bd.block_len);
 784                         if (co->co_mntobj.Capacity > 0xffffff ||
 785                                 co->co_mntobj.CapacityHigh) {
 786                                 p->bd.num_blocks[0] = 0xff;
 787                                 p->bd.num_blocks[1] = 0xff;
 788                                 p->bd.num_blocks[2] = 0xff;
 789                         } else {
 790                                 p->bd.num_blocks[0] = (u_int8_t)
 791                                         (co->co_mntobj.Capacity >> 16);
 792                                 p->bd.num_blocks[1] = (u_int8_t)
 793                                         (co->co_mntobj.Capacity >> 8);
 794                                 p->bd.num_blocks[2] = (u_int8_t)
 795                                         (co->co_mntobj.Capacity);
 796                         }
 797                 }
 798                 pagep = &p->pages;
 799                 switch (msp->page & SMS_PAGE_CODE) {
 800                 case SMS_ALL_PAGES_PAGE:
 801                         return_all_pages = TRUE;
 802                 case SMS_CONTROL_MODE_PAGE:
 803                 {
 804                         struct scsi_control_page *cp =
 805                                 (struct scsi_control_page *)pagep;
 806
 807                         if (ccb->csio.dxfer_len <= p->hd.datalen + 8) {
 808                                 aac_set_scsi_error(sc, ccb,
 809                                         SCSI_STATUS_CHECK_COND,
 810                                         SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
 811                                 xpt_done(ccb);
 812                                 return;
 813                         }
 814                         cp->page_code = SMS_CONTROL_MODE_PAGE;
 815                         cp->page_length = 6;
 816                         p->hd.datalen += 8;
 817                         pagep += 8;
 818                         if (!return_all_pages)
 819                                 break;
 820                 }
 821                 case SMS_VENDOR_SPECIFIC_PAGE:
 822                         break;
 823                 default:
 824                         aac_set_scsi_error(sc, ccb, SCSI_STATUS_CHECK_COND,
 825                                 SSD_KEY_ILLEGAL_REQUEST, 0x24, 0x00);
 826                         xpt_done(ccb);
 827                         return;
 828                 }
 829                 ccb->ccb_h.status = CAM_REQ_CMP;
 830                 break;
 831         }
 832
 833         case SYNCHRONIZE_CACHE:
 834                 fwprintf(sc, HBA_FLAGS_DBG_COMM_B,
 835                 "Container SYNCHRONIZE_CACHE id %d lun %d len %d",
 836                 ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 837                 ccb->csio.dxfer_len);
 838                 ccb->ccb_h.status = CAM_REQ_CMP;
 839                 break;
 840
 841         default:
 842                 fwprintf(sc, HBA_FLAGS_DBG_ERROR_B,
 843                 "Container unsupp. cmd 0x%x id %d lun %d len %d",
 844                 *cmdp, ccb->ccb_h.target_id, ccb->ccb_h.target_lun,
 845                 ccb->csio.dxfer_len);
 846                 ccb->ccb_h.status = CAM_REQ_CMP; /*CAM_REQ_INVALID*/
 847                 break;
 848         }
 849         xpt_done(ccb);
 850 }
 851
 852 static void
 853 aac_passthrough_command(struct cam_sim *sim, union ccb *ccb)
 854 {
 855         struct  aac_cam *camsc;
 856         struct  aac_softc *sc;
 857         struct  aac_command *cm;
 858         struct  aac_fib *fib;
 859         struct  aac_srb *srb;
 860
 861         camsc = (struct aac_cam *)cam_sim_softc(sim);
 862         sc = camsc->inf->aac_sc;
 863         mtx_assert(&sc->aac_io_lock, MA_OWNED);
 864
 865         if (aacraid_alloc_command(sc, &cm)) {
 866                 struct aac_event *event;
 867
 868                 xpt_freeze_simq(sim, 1);
 869                 ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
 870                 ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
 871                 event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
 872                     M_NOWAIT | M_ZERO);
 873                 if (event == NULL) {
 874                         device_printf(sc->aac_dev,
 875                             "Warning, out of memory for event\n");
 876                         return;
 877                 }
 878                 event->ev_callback = aac_cam_event;
 879                 event->ev_arg = ccb;
 880                 event->ev_type = AAC_EVENT_CMFREE;
 881                 aacraid_add_event(sc, event);
 882                 return;
 883         }
 884
 885         fib = cm->cm_fib;
 886         switch (ccb->ccb_h.flags & CAM_DIR_MASK) {
 887         case CAM_DIR_IN:
 888                 cm->cm_flags |= AAC_CMD_DATAIN;
 889                 break;
 890         case CAM_DIR_OUT:
 891                 cm->cm_flags |= AAC_CMD_DATAOUT;
 892                 break;
 893         case CAM_DIR_NONE:
 894                 break;
 895         default:
 896                 cm->cm_flags |= AAC_CMD_DATAIN | AAC_CMD_DATAOUT;
 897                 break;
 898         }
 899
 900         srb = (struct aac_srb *)&fib->data[0];
 901         srb->function = AAC_SRB_FUNC_EXECUTE_SCSI;
 902         if (cm->cm_flags & (AAC_CMD_DATAIN|AAC_CMD_DATAOUT))
 903                 srb->flags = AAC_SRB_FLAGS_UNSPECIFIED_DIRECTION;
 904         if (cm->cm_flags & AAC_CMD_DATAIN)
 905                 srb->flags = AAC_SRB_FLAGS_DATA_IN;
 906         else if (cm->cm_flags & AAC_CMD_DATAOUT)
 907                 srb->flags = AAC_SRB_FLAGS_DATA_OUT;
 908         else
 909                 srb->flags = AAC_SRB_FLAGS_NO_DATA_XFER;
 910
 911         /*
 912          * Copy the CDB into the SRB.  It's only 6-16 bytes,
 913          * so a copy is not too expensive.
 914          */
 915         srb->cdb_len = ccb->csio.cdb_len;
 916         if (ccb->ccb_h.flags & CAM_CDB_POINTER)
 917                 bcopy(ccb->csio.cdb_io.cdb_ptr, (u_int8_t *)&srb->cdb[0],
 918                         srb->cdb_len);
 919         else
 920                 bcopy(ccb->csio.cdb_io.cdb_bytes, (u_int8_t *)&srb->cdb[0],
 921                         srb->cdb_len);
 922
 923         /* Set command */
 924         fib->Header.Command = (sc->flags & AAC_FLAGS_SG_64BIT) ?
 925                 ScsiPortCommandU64 : ScsiPortCommand;
 926         fib->Header.Size = sizeof(struct aac_fib_header) +
 927                         sizeof(struct aac_srb);
 928
 929         /* Map the s/g list */
 930         cm->cm_sgtable = &srb->sg_map;
 931         if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
 932                 /*
 933                  * Arrange things so that the S/G
 934                  * map will get set up automagically
 935                  */
 936                 cm->cm_data = (void *)ccb->csio.data_ptr;
 937                 cm->cm_datalen = ccb->csio.dxfer_len;
 938                 srb->data_len = ccb->csio.dxfer_len;
 939         } else {
 940                 cm->cm_data = NULL;
 941                 cm->cm_datalen = 0;
 942                 srb->data_len = 0;
 943         }
 944
 945         srb->bus = camsc->inf->BusNumber - 1; /* Bus no. rel. to the card */
 946         srb->target = ccb->ccb_h.target_id;
 947         srb->lun = ccb->ccb_h.target_lun;
 948         srb->timeout = ccb->ccb_h.timeout;      /* XXX */
 949         srb->retry_limit = 0;
 950
 951         cm->cm_complete = aac_cam_complete;
 952         cm->cm_ccb = ccb;
 953         cm->cm_timestamp = time_uptime;
 954
 955         fib->Header.XferState =
 956                         AAC_FIBSTATE_HOSTOWNED  |
 957                         AAC_FIBSTATE_INITIALISED        |
 958                         AAC_FIBSTATE_FROMHOST   |
 959                         AAC_FIBSTATE_REXPECTED  |
 960                         AAC_FIBSTATE_NORM       |
 961                         AAC_FIBSTATE_ASYNC       |
 962                         AAC_FIBSTATE_FAST_RESPONSE;
 963
 964         aac_enqueue_ready(cm);
 965         aacraid_startio(cm->cm_sc);
 966 }
 967
 968 static void
 969 aac_cam_action(struct cam_sim *sim, union ccb *ccb)
 970 {
 971         struct  aac_cam *camsc;
 972         struct  aac_softc *sc;
 973
 974         camsc = (struct aac_cam *)cam_sim_softc(sim);
 975         sc = camsc->inf->aac_sc;
 976         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
 977         mtx_assert(&sc->aac_io_lock, MA_OWNED);
 978
 979         /* Synchronous ops, and ops that don't require communication with the
 980          * controller */
 981         switch(ccb->ccb_h.func_code) {
 982         case XPT_SCSI_IO:
 983                 /* This is handled down below */
 984                 break;
 985         case XPT_CALC_GEOMETRY:
 986         {
 987                 struct ccb_calc_geometry *ccg;
 988                 u_int32_t size_mb;
 989                 u_int32_t secs_per_cylinder;
 990
 991                 ccg = &ccb->ccg;
 992                 size_mb = ccg->volume_size /
 993                     ((1024L * 1024L) / ccg->block_size);
 994                 if (size_mb >= (2 * 1024)) {            /* 2GB */
 995                         ccg->heads = 255;
 996                         ccg->secs_per_track = 63;
 997                 } else if (size_mb >= (1 * 1024)) {     /* 1GB */
 998                         ccg->heads = 128;
 999                         ccg->secs_per_track = 32;
1000                 } else {
1001                         ccg->heads = 64;
1002                         ccg->secs_per_track = 32;
1003                 }
1004                 secs_per_cylinder = ccg->heads * ccg->secs_per_track;
1005                 ccg->cylinders = ccg->volume_size / secs_per_cylinder;
1006
1007                 ccb->ccb_h.status = CAM_REQ_CMP;
1008                 xpt_done(ccb);
1009                 return;
1010         }
1011         case XPT_PATH_INQ:
1012         {
1013                 struct ccb_pathinq *cpi = &ccb->cpi;
1014
1015                 cpi->version_num = 1;
1016                 cpi->target_sprt = 0;
1017                 cpi->hba_eng_cnt = 0;
1018                 cpi->max_target = camsc->inf->TargetsPerBus;
1019                 cpi->max_lun = 8;       /* Per the controller spec */
1020                 cpi->initiator_id = camsc->inf->InitiatorBusId;
1021                 cpi->bus_id = camsc->inf->BusNumber;
1022 #if __FreeBSD_version >= 800000
1023                 cpi->maxio = sc->aac_max_sectors << 9;
1024 #endif
1025
1026                 /*
1027                  * Resetting via the passthrough or parallel bus scan
1028                  * causes problems.
1029                  */
1030                 cpi->hba_misc = PIM_NOBUSRESET;
1031                 cpi->hba_inquiry = PI_TAG_ABLE;
1032                 cpi->base_transfer_speed = 300000;
1033 #ifdef CAM_NEW_TRAN_CODE
1034                 cpi->hba_misc |= PIM_SEQSCAN;
1035                 cpi->protocol = PROTO_SCSI;
1036                 cpi->transport = XPORT_SAS;
1037                 cpi->transport_version = 0;
1038                 cpi->protocol_version = SCSI_REV_SPC2;
1039 #endif
1040                 strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1041                 strncpy(cpi->hba_vid, "PMC-Sierra", HBA_IDLEN);
1042                 strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1043                 cpi->unit_number = cam_sim_unit(sim);
1044                 ccb->ccb_h.status = CAM_REQ_CMP;
1045                 xpt_done(ccb);
1046                 return;
1047         }
1048         case XPT_GET_TRAN_SETTINGS:
1049         {
1050 #ifdef CAM_NEW_TRAN_CODE
1051                 struct ccb_trans_settings_scsi *scsi =
1052                         &ccb->cts.proto_specific.scsi;
1053                 struct ccb_trans_settings_spi *spi =
1054                         &ccb->cts.xport_specific.spi;
1055                 ccb->cts.protocol = PROTO_SCSI;
1056                 ccb->cts.protocol_version = SCSI_REV_SPC2;
1057                 ccb->cts.transport = XPORT_SAS;
1058                 ccb->cts.transport_version = 0;
1059                 scsi->valid = CTS_SCSI_VALID_TQ;
1060                 scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
1061                 spi->valid |= CTS_SPI_VALID_DISC;
1062                 spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
1063 #else
1064                 ccb->cts.flags = ~(CCB_TRANS_DISC_ENB | CCB_TRANS_TAG_ENB);
1065                 ccb->cts.valid = CCB_TRANS_DISC_VALID | CCB_TRANS_TQ_VALID;
1066 #endif
1067                 ccb->ccb_h.status = CAM_REQ_CMP;
1068                 xpt_done(ccb);
1069                 return;
1070         }
1071         case XPT_SET_TRAN_SETTINGS:
1072                 ccb->ccb_h.status = CAM_FUNC_NOTAVAIL;
1073                 xpt_done(ccb);
1074                 return;
1075         case XPT_RESET_BUS:
1076                 if (!(sc->flags & AAC_FLAGS_CAM_NORESET) &&
1077                         camsc->inf->BusType != CONTAINER_BUS) {
1078                         ccb->ccb_h.status = aac_cam_reset_bus(sim, ccb);
1079                 } else {
1080                         ccb->ccb_h.status = CAM_REQ_CMP;
1081                 }
1082                 xpt_done(ccb);
1083                 return;
1084         case XPT_RESET_DEV:
1085                 ccb->ccb_h.status = CAM_REQ_CMP;
1086                 xpt_done(ccb);
1087                 return;
1088         case XPT_ABORT:
1089                 ccb->ccb_h.status = aac_cam_abort_ccb(sim, ccb);
1090                 xpt_done(ccb);
1091                 return;
1092         case XPT_TERM_IO:
1093                 ccb->ccb_h.status = aac_cam_term_io(sim, ccb);
1094                 xpt_done(ccb);
1095                 return;
1096         default:
1097                 device_printf(sc->aac_dev, "Unsupported command 0x%x\n",
1098                     ccb->ccb_h.func_code);
1099                 ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1100                 xpt_done(ccb);
1101                 return;
1102         }
1103
1104         /* Async ops that require communcation with the controller */
1105         if (camsc->inf->BusType == CONTAINER_BUS) {
1106                 u_int8_t *cmdp;
1107
1108                 if (ccb->ccb_h.flags & CAM_CDB_POINTER)
1109                         cmdp = ccb->csio.cdb_io.cdb_ptr;
1110                 else
1111                         cmdp = &ccb->csio.cdb_io.cdb_bytes[0];
1112
1113                 if (*cmdp==READ_6 || *cmdp==WRITE_6 || *cmdp==READ_10 ||
1114                         *cmdp==WRITE_10 || *cmdp==READ_12 || *cmdp==WRITE_12 ||
1115                         *cmdp==READ_16 || *cmdp==WRITE_16)
1116                         aac_container_rw_command(sim, ccb, cmdp);
1117                 else
1118                         aac_container_special_command(sim, ccb, cmdp);
1119         } else {
1120                 aac_passthrough_command(sim, ccb);
1121         }
1122 }
1123
1124 static void
1125 aac_cam_poll(struct cam_sim *sim)
1126 {
1127         /*
1128          * Pinging the interrupt routine isn't very safe, nor is it
1129          * really necessary.  Do nothing.
1130          */
1131 }
1132
1133 static void
1134 aac_container_complete(struct aac_command *cm)
1135 {
1136         struct  aac_softc *sc;
1137         union   ccb *ccb;
1138         u_int32_t status;
1139
1140         sc = cm->cm_sc;
1141         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1142         ccb = cm->cm_ccb;
1143         status = ((u_int32_t *)cm->cm_fib->data)[0];
1144
1145         if (cm->cm_flags & AAC_CMD_RESET) {
1146                 ccb->ccb_h.status = CAM_SCSI_BUS_RESET;
1147         } else if (status == ST_OK) {
1148                 ccb->ccb_h.status = CAM_REQ_CMP;
1149         } else if (status == ST_NOT_READY) {
1150                 ccb->ccb_h.status = CAM_BUSY;
1151         } else {
1152                 ccb->ccb_h.status = CAM_REQ_CMP_ERR;
1153         }
1154
1155         aacraid_release_command(cm);
1156         xpt_done(ccb);
1157 }
1158
1159 static void
1160 aac_cam_complete(struct aac_command *cm)
1161 {
1162         union   ccb *ccb;
1163         struct  aac_srb_response *srbr;
1164         struct  aac_softc *sc;
1165
1166         sc = cm->cm_sc;
1167         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1168         ccb = cm->cm_ccb;
1169         srbr = (struct aac_srb_response *)&cm->cm_fib->data[0];
1170
1171         if (cm->cm_flags & AAC_CMD_FASTRESP) {
1172                 /* fast response */
1173                 srbr->srb_status = CAM_REQ_CMP;
1174                 srbr->scsi_status = SCSI_STATUS_OK;
1175                 srbr->sense_len = 0;
1176         }
1177
1178         if (cm->cm_flags & AAC_CMD_RESET) {
1179                 ccb->ccb_h.status = CAM_SCSI_BUS_RESET;
1180         } else if (srbr->fib_status != 0) {
1181                 device_printf(sc->aac_dev, "Passthru FIB failed!\n");
1182                 ccb->ccb_h.status = CAM_REQ_ABORTED;
1183         } else {
1184                 /*
1185                  * The SRB error codes just happen to match the CAM error
1186                  * codes.  How convienient!
1187                  */
1188                 ccb->ccb_h.status = srbr->srb_status;
1189
1190                 /* Take care of SCSI_IO ops. */
1191                 if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1192                         u_int8_t command, device;
1193
1194                         ccb->csio.scsi_status = srbr->scsi_status;
1195
1196                         /* Take care of autosense */
1197                         if (srbr->sense_len) {
1198                                 int sense_len, scsi_sense_len;
1199
1200                                 scsi_sense_len = sizeof(struct scsi_sense_data);
1201                                 bzero(&ccb->csio.sense_data, scsi_sense_len);
1202                                 sense_len = (srbr->sense_len >
1203                                     scsi_sense_len) ? scsi_sense_len :
1204                                     srbr->sense_len;
1205                                 bcopy(&srbr->sense[0], &ccb->csio.sense_data,
1206                                     srbr->sense_len);
1207                                 ccb->csio.sense_len = sense_len;
1208                                 ccb->ccb_h.status |= CAM_AUTOSNS_VALID;
1209                                 // scsi_sense_print(&ccb->csio);
1210                         }
1211
1212                         /* If this is an inquiry command, fake things out */
1213                         if (ccb->ccb_h.flags & CAM_CDB_POINTER)
1214                                 command = ccb->csio.cdb_io.cdb_ptr[0];
1215                         else
1216                                 command = ccb->csio.cdb_io.cdb_bytes[0];
1217
1218                         if (command == INQUIRY) {
1219                                 if (ccb->ccb_h.status == CAM_REQ_CMP) {
1220                                   device = ccb->csio.data_ptr[0] & 0x1f;
1221                                   /*
1222                                    * We want DASD and PROC devices to only be
1223                                    * visible through the pass device.
1224                                    */
1225                                   if ((device == T_DIRECT &&
1226                                     !(sc->aac_feature_bits & AAC_SUPPL_SUPPORTED_JBOD)) ||
1227                                     (device == T_PROCESSOR))
1228                                     ccb->csio.data_ptr[0] =
1229                                         ((device & 0xe0) | T_NODEVICE);
1230
1231                                   /* handle phys. components of a log. drive */
1232                                   if (ccb->csio.data_ptr[0] & 0x20) {
1233                                         if (sc->hint_flags & 8) {
1234                                           /* expose phys. device (daXX) */
1235                                           ccb->csio.data_ptr[0] &= 0xdf;
1236                                         } else {
1237                                           /* phys. device only visible through pass device (passXX) */
1238                                           ccb->csio.data_ptr[0] |= 0x10;
1239                                         }
1240                                   }
1241                                 } else if (ccb->ccb_h.status == CAM_SEL_TIMEOUT &&
1242                                   ccb->ccb_h.target_lun != 0) {
1243                                   /* fix for INQUIRYs on Lun>0 */
1244                                   ccb->ccb_h.status = CAM_DEV_NOT_THERE;
1245                                 }
1246                         }
1247                 }
1248         }
1249
1250         aacraid_release_command(cm);
1251         xpt_done(ccb);
1252 }
1253
1254 static u_int32_t
1255 aac_cam_reset_bus(struct cam_sim *sim, union ccb *ccb)
1256 {
1257         struct aac_command *cm;
1258         struct aac_fib *fib;
1259         struct aac_softc *sc;
1260         struct aac_cam *camsc;
1261         struct aac_vmioctl *vmi;
1262         struct aac_resetbus *rbc;
1263         u_int32_t rval;
1264
1265         camsc = (struct aac_cam *)cam_sim_softc(sim);
1266         sc = camsc->inf->aac_sc;
1267
1268         if (sc == NULL) {
1269                 printf("aac: Null sc?\n");
1270                 return (CAM_REQ_ABORTED);
1271         }
1272
1273         if (aacraid_alloc_command(sc, &cm)) {
1274                 struct aac_event *event;
1275
1276                 xpt_freeze_simq(sim, 1);
1277                 ccb->ccb_h.status = CAM_RESRC_UNAVAIL;
1278                 ccb->ccb_h.sim_priv.entries[0].ptr = camsc;
1279                 event = malloc(sizeof(struct aac_event), M_AACRAIDCAM,
1280                         M_NOWAIT | M_ZERO);
1281                 if (event == NULL) {
1282                         device_printf(sc->aac_dev,
1283                                 "Warning, out of memory for event\n");
1284                         return (CAM_REQ_ABORTED);
1285                 }
1286                 event->ev_callback = aac_cam_event;
1287                 event->ev_arg = ccb;
1288                 event->ev_type = AAC_EVENT_CMFREE;
1289                 aacraid_add_event(sc, event);
1290                 return (CAM_REQ_ABORTED);
1291         }
1292
1293         fib = cm->cm_fib;
1294         cm->cm_timestamp = time_uptime;
1295         cm->cm_datalen = 0;
1296
1297         fib->Header.Size =
1298                 sizeof(struct aac_fib_header) + sizeof(struct aac_vmioctl);
1299         fib->Header.XferState =
1300                 AAC_FIBSTATE_HOSTOWNED   |
1301                 AAC_FIBSTATE_INITIALISED |
1302                 AAC_FIBSTATE_EMPTY       |
1303                 AAC_FIBSTATE_FROMHOST    |
1304                 AAC_FIBSTATE_REXPECTED   |
1305                 AAC_FIBSTATE_NORM        |
1306                 AAC_FIBSTATE_ASYNC       |
1307                 AAC_FIBSTATE_FAST_RESPONSE;
1308         fib->Header.Command = ContainerCommand;
1309
1310         vmi = (struct aac_vmioctl *)&fib->data[0];
1311         bzero(vmi, sizeof(struct aac_vmioctl));
1312
1313         vmi->Command = VM_Ioctl;
1314         vmi->ObjType = FT_DRIVE;
1315         vmi->MethId = sc->scsi_method_id;
1316         vmi->ObjId = 0;
1317         vmi->IoctlCmd = ResetBus;
1318
1319         rbc = (struct aac_resetbus *)&vmi->IoctlBuf[0];
1320         rbc->BusNumber = camsc->inf->BusNumber - 1;
1321
1322         if (aacraid_wait_command(cm) != 0) {
1323                 device_printf(sc->aac_dev,"Error sending ResetBus command\n");
1324                 rval = CAM_REQ_ABORTED;
1325         } else {
1326                 rval = CAM_REQ_CMP;
1327         }
1328         aacraid_release_command(cm);
1329         return (rval);
1330 }
1331
1332 static u_int32_t
1333 aac_cam_abort_ccb(struct cam_sim *sim, union ccb *ccb)
1334 {
1335         return (CAM_UA_ABORT);
1336 }
1337
1338 static u_int32_t
1339 aac_cam_term_io(struct cam_sim *sim, union ccb *ccb)
1340 {
1341         return (CAM_UA_TERMIO);
1342 }
1343
1344 static int
1345 aac_load_map_command_sg(struct aac_softc *sc, struct aac_command *cm)
1346 {
1347         int error;
1348
1349         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1350         error = bus_dmamap_load(sc->aac_buffer_dmat,
1351                                 cm->cm_datamap, cm->cm_data, cm->cm_datalen,
1352                                 aacraid_map_command_sg, cm, 0);
1353         if (error == EINPROGRESS) {
1354                 fwprintf(sc, HBA_FLAGS_DBG_INIT_B, "freezing queue\n");
1355                 sc->flags |= AAC_QUEUE_FRZN;
1356                 error = 0;
1357         } else if (error != 0) {
1358                 panic("aac_load_map_command_sg: unexpected error %d from "
1359                         "busdma", error);
1360         }
1361         return(error);
1362 }
1363
1364 /*
1365  * Start as much queued I/O as possible on the controller
1366  */
1367 void
1368 aacraid_startio(struct aac_softc *sc)
1369 {
1370         struct aac_command *cm;
1371
1372         fwprintf(sc, HBA_FLAGS_DBG_FUNCTION_ENTRY_B, "");
1373
1374         for (;;) {
1375                 if (sc->aac_state & AAC_STATE_RESET) {
1376                         fwprintf(sc, HBA_FLAGS_DBG_ERROR_B, "AAC_STATE_RESET");
1377                         break;
1378                 }
1379                 /*
1380                  * This flag might be set if the card is out of resources.
1381                  * Checking it here prevents an infinite loop of deferrals.
1382                  */
1383                 if (sc->flags & AAC_QUEUE_FRZN) {
1384                         fwprintf(sc, HBA_FLAGS_DBG_ERROR_B, "AAC_QUEUE_FRZN");
1385                         break;
1386                 }
1387
1388                 /*
1389                  * Try to get a command that's been put off for lack of
1390                  * resources
1391                  */
1392                 if (sc->flags & AAC_FLAGS_SYNC_MODE) {
1393                         /* sync. transfer mode */
1394                         if (sc->aac_sync_cm)
1395                                 break;
1396                         cm = aac_dequeue_ready(sc);
1397                         sc->aac_sync_cm = cm;
1398                 } else {
1399                         cm = aac_dequeue_ready(sc);
1400                 }
1401
1402                 /* nothing to do? */
1403                 if (cm == NULL)
1404                         break;
1405
1406                 /* don't map more than once */
1407                 if (cm->cm_flags & AAC_CMD_MAPPED)
1408                         panic("aac: command %p already mapped", cm);
1409
1410                 /*
1411                  * Set up the command to go to the controller.  If there are no
1412                  * data buffers associated with the command then it can bypass
1413                  * busdma.
1414                  */
1415                 if (cm->cm_datalen)
1416                         aac_load_map_command_sg(sc, cm);
1417                 else
1418                         aacraid_map_command_sg(cm, NULL, 0, 0);
1419         }
1420 }