sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67
  68 /*
  69  * Local static data
  70  */
  71 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
  72 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  73 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  74 static const char sacq[] = "unable to acquire scratch area";
  75
  76 static const uint8_t alpa_map[] = {
  77         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  78         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  79         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  80         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  81         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  82         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  83         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  84         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  85         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  86         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  87         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  88         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  89         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  90         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  91         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
  92         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
  93 };
  94
  95 /*
  96  * Local function prototypes.
  97  */
  98 static int isp_parse_async(ispsoftc_t *, uint16_t);
  99 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
 100 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 101 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
 102 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
 103 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 104 static int isp_mbox_continue(ispsoftc_t *);
 105 static void isp_scsi_init(ispsoftc_t *);
 106 static void isp_scsi_channel_init(ispsoftc_t *, int);
 107 static void isp_fibre_init(ispsoftc_t *);
 108 static void isp_fibre_init_2400(ispsoftc_t *);
 109 static void isp_clear_portdb(ispsoftc_t *, int);
 110 static void isp_mark_portdb(ispsoftc_t *, int);
 111 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int);
 112 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 113 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 114 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *);
 115 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int);
 116 static void isp_dump_chip_portdb(ispsoftc_t *, int);
 117 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 118 static int isp_fclink_test(ispsoftc_t *, int, int);
 119 static int isp_pdb_sync(ispsoftc_t *, int);
 120 static int isp_scan_loop(ispsoftc_t *, int);
 121 static int isp_gid_ft_sns(ispsoftc_t *, int);
 122 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 123 static int isp_scan_fabric(ispsoftc_t *, int);
 124 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 125 static int isp_send_change_request(ispsoftc_t *, int);
 126 static int isp_register_fc4_type(ispsoftc_t *, int);
 127 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 128 static int isp_register_fc4_features_24xx(ispsoftc_t *, int);
 129 static int isp_register_port_name_24xx(ispsoftc_t *, int);
 130 static int isp_register_node_name_24xx(ispsoftc_t *, int);
 131 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
 132 static int isp_fw_state(ispsoftc_t *, int);
 133 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
 134 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 135
 136 static void isp_spi_update(ispsoftc_t *, int);
 137 static void isp_setdfltsdparm(ispsoftc_t *);
 138 static void isp_setdfltfcparm(ispsoftc_t *, int);
 139 static int isp_read_nvram(ispsoftc_t *, int);
 140 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 141 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 142 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 143 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 144 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 145 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 146 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 147 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 148
 149 static void
 150 isp_change_fw_state(ispsoftc_t *isp, int chan, int state)
 151 {
 152         fcparam *fcp = FCPARAM(isp, chan);
 153
 154         if (fcp->isp_fwstate == state)
 155                 return;
 156         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG,
 157             "Chan %d Firmware state <%s->%s>", chan,
 158             isp_fc_fw_statename(fcp->isp_fwstate), isp_fc_fw_statename(state));
 159         fcp->isp_fwstate = state;
 160 }
 161
 162 /*
 163  * Reset Hardware.
 164  *
 165  * Hit the chip over the head, download new f/w if available and set it running.
 166  *
 167  * Locking done elsewhere.
 168  */
 169
 170 void
 171 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 172 {
 173         mbreg_t mbs;
 174         char *buf;
 175         uint64_t fwt;
 176         uint32_t code_org, val;
 177         int loops, i, dodnld = 1;
 178         const char *btype = "????";
 179         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 180
 181         isp->isp_state = ISP_NILSTATE;
 182         if (isp->isp_dead) {
 183                 isp_shutdown(isp);
 184                 ISP_DISABLE_INTS(isp);
 185                 return;
 186         }
 187
 188         /*
 189          * Basic types (SCSI, FibreChannel and PCI or SBus)
 190          * have been set in the MD code. We figure out more
 191          * here. Possibly more refined types based upon PCI
 192          * identification. Chip revision has been gathered.
 193          *
 194          * After we've fired this chip up, zero out the conf1 register
 195          * for SCSI adapters and do other settings for the 2100.
 196          */
 197
 198         ISP_DISABLE_INTS(isp);
 199
 200         /*
 201          * Pick an initial maxcmds value which will be used
 202          * to allocate xflist pointer space. It may be changed
 203          * later by the firmware.
 204          */
 205         if (IS_24XX(isp)) {
 206                 isp->isp_maxcmds = 4096;
 207         } else if (IS_2322(isp)) {
 208                 isp->isp_maxcmds = 2048;
 209         } else if (IS_23XX(isp) || IS_2200(isp)) {
 210                 isp->isp_maxcmds = 1024;
 211         } else {
 212                 isp->isp_maxcmds = 512;
 213         }
 214
 215         /*
 216          * Set up DMA for the request and response queues.
 217          *
 218          * We do this now so we can use the request queue
 219          * for dma to load firmware from.
 220          */
 221         if (ISP_MBOXDMASETUP(isp) != 0) {
 222                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 223                 return;
 224         }
 225
 226         /*
 227          * Set up default request/response queue in-pointer/out-pointer
 228          * register indices.
 229          */
 230         if (IS_24XX(isp)) {
 231                 isp->isp_rqstinrp = BIU2400_REQINP;
 232                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 233                 isp->isp_respinrp = BIU2400_RSPINP;
 234                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 235         } else if (IS_23XX(isp)) {
 236                 isp->isp_rqstinrp = BIU_REQINP;
 237                 isp->isp_rqstoutrp = BIU_REQOUTP;
 238                 isp->isp_respinrp = BIU_RSPINP;
 239                 isp->isp_respoutrp = BIU_RSPOUTP;
 240         } else {
 241                 isp->isp_rqstinrp = INMAILBOX4;
 242                 isp->isp_rqstoutrp = OUTMAILBOX4;
 243                 isp->isp_respinrp = OUTMAILBOX5;
 244                 isp->isp_respoutrp = INMAILBOX5;
 245         }
 246
 247         /*
 248          * Put the board into PAUSE mode (so we can read the SXP registers
 249          * or write FPM/FBM registers).
 250          */
 251         if (IS_24XX(isp)) {
 252                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 253                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 254                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 255         } else {
 256                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 257         }
 258
 259         if (IS_FC(isp)) {
 260                 switch (isp->isp_type) {
 261                 case ISP_HA_FC_2100:
 262                         btype = "2100";
 263                         break;
 264                 case ISP_HA_FC_2200:
 265                         btype = "2200";
 266                         break;
 267                 case ISP_HA_FC_2300:
 268                         btype = "2300";
 269                         break;
 270                 case ISP_HA_FC_2312:
 271                         btype = "2312";
 272                         break;
 273                 case ISP_HA_FC_2322:
 274                         btype = "2322";
 275                         break;
 276                 case ISP_HA_FC_2400:
 277                         btype = "2422";
 278                         break;
 279                 case ISP_HA_FC_2500:
 280                         btype = "2532";
 281                         break;
 282                 case ISP_HA_FC_2600:
 283                         btype = "2031";
 284                         break;
 285                 default:
 286                         break;
 287                 }
 288
 289                 if (!IS_24XX(isp)) {
 290                         /*
 291                          * While we're paused, reset the FPM module and FBM
 292                          * fifos.
 293                          */
 294                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 295                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 296                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 297                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 298                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 299                 }
 300         } else if (IS_1240(isp)) {
 301                 sdparam *sdp;
 302
 303                 btype = "1240";
 304                 isp->isp_clock = 60;
 305                 sdp = SDPARAM(isp, 0);
 306                 sdp->isp_ultramode = 1;
 307                 sdp = SDPARAM(isp, 1);
 308                 sdp->isp_ultramode = 1;
 309                 /*
 310                  * XXX: Should probably do some bus sensing.
 311                  */
 312         } else if (IS_ULTRA3(isp)) {
 313                 sdparam *sdp = isp->isp_param;
 314
 315                 isp->isp_clock = 100;
 316
 317                 if (IS_10160(isp))
 318                         btype = "10160";
 319                 else if (IS_12160(isp))
 320                         btype = "12160";
 321                 else
 322                         btype = "<UNKLVD>";
 323                 sdp->isp_lvdmode = 1;
 324
 325                 if (IS_DUALBUS(isp)) {
 326                         sdp++;
 327                         sdp->isp_lvdmode = 1;
 328                 }
 329         } else if (IS_ULTRA2(isp)) {
 330                 static const char m[] = "bus %d is in %s Mode";
 331                 uint16_t l;
 332                 sdparam *sdp = SDPARAM(isp, 0);
 333
 334                 isp->isp_clock = 100;
 335
 336                 if (IS_1280(isp))
 337                         btype = "1280";
 338                 else if (IS_1080(isp))
 339                         btype = "1080";
 340                 else
 341                         btype = "<UNKLVD>";
 342
 343                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 344                 switch (l) {
 345                 case ISP1080_LVD_MODE:
 346                         sdp->isp_lvdmode = 1;
 347                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 348                         break;
 349                 case ISP1080_HVD_MODE:
 350                         sdp->isp_diffmode = 1;
 351                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 352                         break;
 353                 case ISP1080_SE_MODE:
 354                         sdp->isp_ultramode = 1;
 355                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 356                         break;
 357                 default:
 358                         isp_prt(isp, ISP_LOGERR,
 359                             "unknown mode on bus %d (0x%x)", 0, l);
 360                         break;
 361                 }
 362
 363                 if (IS_DUALBUS(isp)) {
 364                         sdp = SDPARAM(isp, 1);
 365                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 366                         l &= ISP1080_MODE_MASK;
 367                         switch (l) {
 368                         case ISP1080_LVD_MODE:
 369                                 sdp->isp_lvdmode = 1;
 370                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 371                                 break;
 372                         case ISP1080_HVD_MODE:
 373                                 sdp->isp_diffmode = 1;
 374                                 isp_prt(isp, ISP_LOGCONFIG,
 375                                     m, 1, "Differential");
 376                                 break;
 377                         case ISP1080_SE_MODE:
 378                                 sdp->isp_ultramode = 1;
 379                                 isp_prt(isp, ISP_LOGCONFIG,
 380                                     m, 1, "Single-Ended");
 381                                 break;
 382                         default:
 383                                 isp_prt(isp, ISP_LOGERR,
 384                                     "unknown mode on bus %d (0x%x)", 1, l);
 385                                 break;
 386                         }
 387                 }
 388         } else {
 389                 sdparam *sdp = SDPARAM(isp, 0);
 390                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 391                 switch (i) {
 392                 default:
 393                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 394                         /* FALLTHROUGH */
 395                 case 1:
 396                         btype = "1020";
 397                         isp->isp_type = ISP_HA_SCSI_1020;
 398                         isp->isp_clock = 40;
 399                         break;
 400                 case 2:
 401                         /*
 402                          * Some 1020A chips are Ultra Capable, but don't
 403                          * run the clock rate up for that unless told to
 404                          * do so by the Ultra Capable bits being set.
 405                          */
 406                         btype = "1020A";
 407                         isp->isp_type = ISP_HA_SCSI_1020A;
 408                         isp->isp_clock = 40;
 409                         break;
 410                 case 3:
 411                         btype = "1040";
 412                         isp->isp_type = ISP_HA_SCSI_1040;
 413                         isp->isp_clock = 60;
 414                         break;
 415                 case 4:
 416                         btype = "1040A";
 417                         isp->isp_type = ISP_HA_SCSI_1040A;
 418                         isp->isp_clock = 60;
 419                         break;
 420                 case 5:
 421                         btype = "1040B";
 422                         isp->isp_type = ISP_HA_SCSI_1040B;
 423                         isp->isp_clock = 60;
 424                         break;
 425                 case 6:
 426                         btype = "1040C";
 427                         isp->isp_type = ISP_HA_SCSI_1040C;
 428                         isp->isp_clock = 60;
 429                         break;
 430                 }
 431                 /*
 432                  * Now, while we're at it, gather info about ultra
 433                  * and/or differential mode.
 434                  */
 435                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 436                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 437                         sdp->isp_diffmode = 1;
 438                 } else {
 439                         sdp->isp_diffmode = 0;
 440                 }
 441                 i = ISP_READ(isp, RISC_PSR);
 442                 if (isp->isp_bustype == ISP_BT_SBUS) {
 443                         i &= RISC_PSR_SBUS_ULTRA;
 444                 } else {
 445                         i &= RISC_PSR_PCI_ULTRA;
 446                 }
 447                 if (i != 0) {
 448                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 449                         sdp->isp_ultramode = 1;
 450                         /*
 451                          * If we're in Ultra Mode, we have to be 60MHz clock-
 452                          * even for the SBus version.
 453                          */
 454                         isp->isp_clock = 60;
 455                 } else {
 456                         sdp->isp_ultramode = 0;
 457                         /*
 458                          * Clock is known. Gronk.
 459                          */
 460                 }
 461
 462                 /*
 463                  * Machine dependent clock (if set) overrides
 464                  * our generic determinations.
 465                  */
 466                 if (isp->isp_mdvec->dv_clock) {
 467                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 468                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 469                         }
 470                 }
 471
 472         }
 473
 474         /*
 475          * Clear instrumentation
 476          */
 477         isp->isp_intcnt = isp->isp_intbogus = 0;
 478
 479         /*
 480          * Do MD specific pre initialization
 481          */
 482         ISP_RESET0(isp);
 483
 484         /*
 485          * Hit the chip over the head with hammer,
 486          * and give it a chance to recover.
 487          */
 488
 489         if (IS_SCSI(isp)) {
 490                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 491                 /*
 492                  * A slight delay...
 493                  */
 494                 ISP_DELAY(100);
 495
 496                 /*
 497                  * Clear data && control DMA engines.
 498                  */
 499                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 500                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 501
 502
 503         } else if (IS_24XX(isp)) {
 504                 /*
 505                  * Stop DMA and wait for it to stop.
 506                  */
 507                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 508                 for (val = loops = 0; loops < 30000; loops++) {
 509                         ISP_DELAY(10);
 510                         val = ISP_READ(isp, BIU2400_CSR);
 511                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 512                                 break;
 513                         }
 514                 }
 515                 if (val & BIU2400_DMA_ACTIVE) {
 516                         ISP_RESET0(isp);
 517                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 518                         return;
 519                 }
 520                 /*
 521                  * Hold it in SOFT_RESET and STOP state for 100us.
 522                  */
 523                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 524                 ISP_DELAY(100);
 525                 for (loops = 0; loops < 10000; loops++) {
 526                         ISP_DELAY(5);
 527                         val = ISP_READ(isp, OUTMAILBOX0);
 528                 }
 529                 for (val = loops = 0; loops < 500000; loops ++) {
 530                         val = ISP_READ(isp, BIU2400_CSR);
 531                         if ((val & BIU2400_SOFT_RESET) == 0) {
 532                                 break;
 533                         }
 534                 }
 535                 if (val & BIU2400_SOFT_RESET) {
 536                         ISP_RESET0(isp);
 537                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 538                         return;
 539                 }
 540         } else {
 541                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 542                 /*
 543                  * A slight delay...
 544                  */
 545                 ISP_DELAY(100);
 546
 547                 /*
 548                  * Clear data && control DMA engines.
 549                  */
 550                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 551                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 552                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 553         }
 554
 555         /*
 556          * Wait for ISP to be ready to go...
 557          */
 558         loops = MBOX_DELAY_COUNT;
 559         for (;;) {
 560                 if (IS_SCSI(isp)) {
 561                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 562                                 break;
 563                         }
 564                 } else if (IS_24XX(isp)) {
 565                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 566                                 break;
 567                         }
 568                 } else {
 569                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 570                                 break;
 571                 }
 572                 ISP_DELAY(100);
 573                 if (--loops < 0) {
 574                         ISP_DUMPREGS(isp, "chip reset timed out");
 575                         ISP_RESET0(isp);
 576                         return;
 577                 }
 578         }
 579
 580         /*
 581          * After we've fired this chip up, zero out the conf1 register
 582          * for SCSI adapters and other settings for the 2100.
 583          */
 584
 585         if (IS_SCSI(isp)) {
 586                 ISP_WRITE(isp, BIU_CONF1, 0);
 587         } else if (!IS_24XX(isp)) {
 588                 ISP_WRITE(isp, BIU2100_CSR, 0);
 589         }
 590
 591         /*
 592          * Reset RISC Processor
 593          */
 594         if (IS_24XX(isp)) {
 595                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 596                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 597                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 598         } else {
 599                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 600                 ISP_DELAY(100);
 601                 ISP_WRITE(isp, BIU_SEMA, 0);
 602         }
 603
 604         /*
 605          * Post-RISC Reset stuff.
 606          */
 607         if (IS_24XX(isp)) {
 608                 for (val = loops = 0; loops < 5000000; loops++) {
 609                         ISP_DELAY(5);
 610                         val = ISP_READ(isp, OUTMAILBOX0);
 611                         if (val == 0) {
 612                                 break;
 613                         }
 614                 }
 615                 if (val != 0) {
 616                         ISP_RESET0(isp);
 617                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 618                         return;
 619                 }
 620         } else if (IS_SCSI(isp)) {
 621                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 622                 /*
 623                  * Busted FIFO. Turn off all but burst enables.
 624                  */
 625                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 626                         tmp &= BIU_BURST_ENABLE;
 627                 }
 628                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 629                 if (tmp & BIU_BURST_ENABLE) {
 630                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 631                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 632                 }
 633                 if (SDPARAM(isp, 0)->isp_ptisp) {
 634                         if (SDPARAM(isp, 0)->isp_ultramode) {
 635                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 636                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 637                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 638                                 }
 639                         } else {
 640                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 641                         }
 642                         /*
 643                          * PTI specific register
 644                          */
 645                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 646                 } else {
 647                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 648                 }
 649                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 650         } else {
 651                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 652                 if (IS_2200(isp) || IS_23XX(isp)) {
 653                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 654                 }
 655                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 656         }
 657
 658         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 659         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 660         ISP_WRITE(isp, isp->isp_respinrp, 0);
 661         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 662         if (IS_24XX(isp)) {
 663                 if (!IS_26XX(isp)) {
 664                         ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 665                         ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 666                 }
 667                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 668                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 669         }
 670
 671         /*
 672          * Do MD specific post initialization
 673          */
 674         ISP_RESET1(isp);
 675
 676         /*
 677          * Wait for everything to finish firing up.
 678          *
 679          * Avoid doing this on early 2312s because you can generate a PCI
 680          * parity error (chip breakage).
 681          */
 682         if (IS_2312(isp) && isp->isp_revision < 2) {
 683                 ISP_DELAY(100);
 684         } else {
 685                 loops = MBOX_DELAY_COUNT;
 686                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 687                         ISP_DELAY(100);
 688                         if (--loops < 0) {
 689                                 ISP_RESET0(isp);
 690                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 691                                 return;
 692                         }
 693                 }
 694         }
 695
 696         /*
 697          * Up until this point we've done everything by just reading or
 698          * setting registers. From this point on we rely on at least *some*
 699          * kind of firmware running in the card.
 700          */
 701
 702         /*
 703          * Do some sanity checking by running a NOP command.
 704          * If it succeeds, the ROM firmware is now running.
 705          */
 706         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 707         isp_mboxcmd(isp, &mbs);
 708         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 709                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 710                 ISP_RESET0(isp);
 711                 return;
 712         }
 713
 714         /*
 715          * Do some operational tests
 716          */
 717
 718         if (IS_SCSI(isp) || IS_24XX(isp)) {
 719                 static const uint16_t patterns[MAX_MAILBOX] = {
 720                         0x0000, 0xdead, 0xbeef, 0xffff,
 721                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 722                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 723                         0xbead, 0xdebe, 0x2222, 0x3333,
 724                         0x5555, 0x6666, 0x7777, 0xaaaa,
 725                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 726                         0x6666, 0x6677, 0x1122, 0x33ff,
 727                         0x0000, 0x0001, 0x1000, 0x1010,
 728                 };
 729                 int nmbox = ISP_NMBOX(isp);
 730                 if (IS_SCSI(isp))
 731                         nmbox = 6;
 732                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 733                 for (i = 1; i < nmbox; i++) {
 734                         mbs.param[i] = patterns[i];
 735                 }
 736                 isp_mboxcmd(isp, &mbs);
 737                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 738                         ISP_RESET0(isp);
 739                         return;
 740                 }
 741                 for (i = 1; i < nmbox; i++) {
 742                         if (mbs.param[i] != patterns[i]) {
 743                                 ISP_RESET0(isp);
 744                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 745                                 return;
 746                         }
 747                 }
 748         }
 749
 750         /*
 751          * Download new Firmware, unless requested not to do so.
 752          * This is made slightly trickier in some cases where the
 753          * firmware of the ROM revision is newer than the revision
 754          * compiled into the driver. So, where we used to compare
 755          * versions of our f/w and the ROM f/w, now we just see
 756          * whether we have f/w at all and whether a config flag
 757          * has disabled our download.
 758          */
 759         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 760                 dodnld = 0;
 761         }
 762
 763         if (IS_24XX(isp)) {
 764                 code_org = ISP_CODE_ORG_2400;
 765         } else if (IS_23XX(isp)) {
 766                 code_org = ISP_CODE_ORG_2300;
 767         } else {
 768                 code_org = ISP_CODE_ORG;
 769         }
 770
 771         isp->isp_loaded_fw = 0;
 772         if (dodnld && IS_24XX(isp)) {
 773                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 774                 int wordload;
 775
 776                 /*
 777                  * Keep loading until we run out of f/w.
 778                  */
 779                 code_org = ptr[2];      /* 1st load address is our start addr */
 780                 wordload = 0;
 781
 782                 for (;;) {
 783                         uint32_t la, wi, wl;
 784
 785                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 786
 787                         wi = 0;
 788                         la = ptr[2];
 789                         wl = ptr[3];
 790
 791                         while (wi < ptr[3]) {
 792                                 uint32_t *cp;
 793                                 uint32_t nw;
 794
 795                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
 796                                 if (nw > wl) {
 797                                         nw = wl;
 798                                 }
 799                                 cp = isp->isp_rquest;
 800                                 for (i = 0; i < nw; i++) {
 801                                         ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
 802                                         wl--;
 803                                 }
 804                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 805         again:
 806                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 807                                 if (la < 0x10000 && nw < 0x10000) {
 808                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 809                                         mbs.param[1] = la;
 810                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 811                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 812                                         mbs.param[4] = nw;
 813                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 814                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 815                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
 816                                 } else if (wordload) {
 817                                         union {
 818                                                 const uint32_t *cp;
 819                                                 uint32_t *np;
 820                                         } ucd;
 821                                         ucd.cp = (const uint32_t *)cp;
 822                                         mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
 823                                         mbs.param[1] = la;
 824                                         mbs.param[2] = (*ucd.np);
 825                                         mbs.param[3] = (*ucd.np) >> 16;
 826                                         mbs.param[8] = la >> 16;
 827                                         isp->isp_mbxwrk0 = nw - 1;
 828                                         isp->isp_mbxworkp = ucd.np+1;
 829                                         isp->isp_mbxwrk1 = (la + 1);
 830                                         isp->isp_mbxwrk8 = (la + 1) >> 16;
 831                                         isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
 832                                 } else {
 833                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 834                                         mbs.param[1] = la;
 835                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 836                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 837                                         mbs.param[4] = nw >> 16;
 838                                         mbs.param[5] = nw;
 839                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 840                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 841                                         mbs.param[8] = la >> 16;
 842                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 843                                 }
 844                                 isp_mboxcmd(isp, &mbs);
 845                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 846                                         if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
 847                                                 isp_prt(isp, ISP_LOGERR, "switching to word load");
 848                                                 wordload = 1;
 849                                                 goto again;
 850                                         }
 851                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 852                                         ISP_RESET0(isp);
 853                                         return;
 854                                 }
 855                                 la += nw;
 856                         }
 857
 858                         if (ptr[1] == 0) {
 859                                 break;
 860                         }
 861                         ptr += ptr[3];
 862                 }
 863                 isp->isp_loaded_fw = 1;
 864         } else if (dodnld && IS_23XX(isp)) {
 865                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 866                 uint16_t wi, wl, segno;
 867                 uint32_t la;
 868
 869                 la = code_org;
 870                 segno = 0;
 871
 872                 for (;;) {
 873                         uint32_t nxtaddr;
 874
 875                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 876
 877                         wi = 0;
 878                         wl = ptr[3];
 879
 880                         while (wi < ptr[3]) {
 881                                 uint16_t *cp;
 882                                 uint16_t nw;
 883
 884                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
 885                                 if (nw > wl) {
 886                                         nw = wl;
 887                                 }
 888                                 if (nw > (1 << 15)) {
 889                                         nw = 1 << 15;
 890                                 }
 891                                 cp = isp->isp_rquest;
 892                                 for (i = 0; i < nw; i++) {
 893                                         ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
 894                                         wl--;
 895                                 }
 896                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 897                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 898                                 if (la < 0x10000) {
 899                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 900                                         mbs.param[1] = la;
 901                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 902                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 903                                         mbs.param[4] = nw;
 904                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 905                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 906                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 907                                 } else {
 908                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 909                                         mbs.param[1] = la;
 910                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 911                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 912                                         mbs.param[4] = nw;
 913                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 914                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 915                                         mbs.param[8] = la >> 16;
 916                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 917                                 }
 918                                 isp_mboxcmd(isp, &mbs);
 919                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 920                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 921                                         ISP_RESET0(isp);
 922                                         return;
 923                                 }
 924                                 la += nw;
 925                         }
 926
 927                         if (!IS_2322(isp)) {
 928                                 break;
 929                         }
 930
 931                         if (++segno == 3) {
 932                                 break;
 933                         }
 934
 935                         /*
 936                          * If we're a 2322, the firmware actually comes in
 937                          * three chunks. We loaded the first at the code_org
 938                          * address. The other two chunks, which follow right
 939                          * after each other in memory here, get loaded at
 940                          * addresses specfied at offset 0x9..0xB.
 941                          */
 942
 943                         nxtaddr = ptr[3];
 944                         ptr = &ptr[nxtaddr];
 945                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 946                 }
 947                 isp->isp_loaded_fw = 1;
 948         } else if (dodnld) {
 949                 union {
 950                         const uint16_t *cp;
 951                         uint16_t *np;
 952                 } ucd;
 953                 ucd.cp = isp->isp_mdvec->dv_ispfw;
 954                 isp->isp_mbxworkp = &ucd.np[1];
 955                 isp->isp_mbxwrk0 = ucd.np[3] - 1;
 956                 isp->isp_mbxwrk1 = code_org + 1;
 957                 MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 958                 mbs.param[1] = code_org;
 959                 mbs.param[2] = ucd.np[0];
 960                 isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
 961                 isp_mboxcmd(isp, &mbs);
 962                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 963                         isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
 964                         ISP_RESET0(isp);
 965                         return;
 966                 }
 967         } else if (IS_26XX(isp)) {
 968                 MBSINIT(&mbs, MBOX_LOAD_FLASH_FIRMWARE, MBLOGALL, 5000000);
 969                 mbs.ibitm = 0x01;
 970                 mbs.obitm = 0x07;
 971                 isp_mboxcmd(isp, &mbs);
 972                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 973                         isp_prt(isp, ISP_LOGERR, "Flash F/W load failed");
 974                         ISP_RESET0(isp);
 975                         return;
 976                 }
 977         } else {
 978                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 979         }
 980
 981         /*
 982          * If we loaded firmware, verify its checksum
 983          */
 984         if (isp->isp_loaded_fw) {
 985                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 986                 if (IS_24XX(isp)) {
 987                         mbs.param[1] = code_org >> 16;
 988                         mbs.param[2] = code_org;
 989                 } else {
 990                         mbs.param[1] = code_org;
 991                 }
 992                 isp_mboxcmd(isp, &mbs);
 993                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 994                         isp_prt(isp, ISP_LOGERR, dcrc);
 995                         ISP_RESET0(isp);
 996                         return;
 997                 }
 998         }
 999
1000         /*
1001          * Now start it rolling.
1002          *
1003          * If we didn't actually download f/w,
1004          * we still need to (re)start it.
1005          */
1006
1007
1008         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
1009         if (IS_24XX(isp)) {
1010                 mbs.param[1] = code_org >> 16;
1011                 mbs.param[2] = code_org;
1012                 if (isp->isp_loaded_fw) {
1013                         mbs.param[3] = 0;
1014                 } else {
1015                         mbs.param[3] = 1;
1016                 }
1017         } else if (IS_2322(isp)) {
1018                 mbs.param[1] = code_org;
1019                 if (isp->isp_loaded_fw) {
1020                         mbs.param[2] = 0;
1021                 } else {
1022                         mbs.param[2] = 1;
1023                 }
1024         } else {
1025                 mbs.param[1] = code_org;
1026         }
1027         isp_mboxcmd(isp, &mbs);
1028         if (IS_2322(isp) || IS_24XX(isp)) {
1029                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1030                         ISP_RESET0(isp);
1031                         return;
1032                 }
1033         }
1034
1035         if (IS_SCSI(isp)) {
1036                 /*
1037                  * Set CLOCK RATE, but only if asked to.
1038                  */
1039                 if (isp->isp_clock) {
1040                         MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
1041                         mbs.param[1] = isp->isp_clock;
1042                         isp_mboxcmd(isp, &mbs);
1043                         /* we will try not to care if this fails */
1044                 }
1045         }
1046
1047         /*
1048          * Ask the chip for the current firmware version.
1049          * This should prove that the new firmware is working.
1050          */
1051         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1052         isp_mboxcmd(isp, &mbs);
1053         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1054                 ISP_RESET0(isp);
1055                 return;
1056         }
1057
1058         /*
1059          * The SBus firmware that we are using apparently does not return
1060          * major, minor, micro revisions in the mailbox registers, which
1061          * is really, really, annoying.
1062          */
1063         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1064                 if (dodnld) {
1065 #ifdef  ISP_TARGET_MODE
1066                         isp->isp_fwrev[0] = 7;
1067                         isp->isp_fwrev[1] = 55;
1068 #else
1069                         isp->isp_fwrev[0] = 1;
1070                         isp->isp_fwrev[1] = 37;
1071 #endif
1072                         isp->isp_fwrev[2] = 0;
1073                 }
1074         } else {
1075                 isp->isp_fwrev[0] = mbs.param[1];
1076                 isp->isp_fwrev[1] = mbs.param[2];
1077                 isp->isp_fwrev[2] = mbs.param[3];
1078         }
1079
1080         if (IS_FC(isp)) {
1081                 /*
1082                  * We do not believe firmware attributes for 2100 code less
1083                  * than 1.17.0, unless it's the firmware we specifically
1084                  * are loading.
1085                  *
1086                  * Note that all 22XX and later f/w is greater than 1.X.0.
1087                  */
1088                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1089 #ifdef  USE_SMALLER_2100_FIRMWARE
1090                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1091 #else
1092                         isp->isp_fwattr = 0;
1093 #endif
1094                 } else {
1095                         isp->isp_fwattr = mbs.param[6];
1096                 }
1097                 if (IS_24XX(isp)) {
1098                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1099                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1100                                 isp->isp_fwattr |=
1101                                     (((uint64_t) mbs.param[16]) << 32) |
1102                                     (((uint64_t) mbs.param[17]) << 48);
1103                         }
1104                 }
1105         } else {
1106                 isp->isp_fwattr = 0;
1107         }
1108
1109         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1110             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1111
1112         fwt = isp->isp_fwattr;
1113         if (IS_24XX(isp)) {
1114                 buf = FCPARAM(isp, 0)->isp_scratch;
1115                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1116                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1117                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1118                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1119                 }
1120                 if (fwt & ISP2400_FW_ATTR_IP) {
1121                         fwt ^=ISP2400_FW_ATTR_IP;
1122                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1123                 }
1124                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1125                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1126                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1127                 }
1128                 if (fwt & ISP2400_FW_ATTR_SB2) {
1129                         fwt ^=ISP2400_FW_ATTR_SB2;
1130                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1131                 }
1132                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1133                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1134                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1135                 }
1136                 if (fwt & ISP2400_FW_ATTR_VI) {
1137                         fwt ^=ISP2400_FW_ATTR_VI;
1138                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1139                 }
1140                 if (fwt & ISP2400_FW_ATTR_MQ) {
1141                         fwt ^=ISP2400_FW_ATTR_MQ;
1142                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1143                 }
1144                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1145                         fwt ^=ISP2400_FW_ATTR_MSIX;
1146                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1147                 }
1148                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1149                         fwt ^=ISP2400_FW_ATTR_FCOE;
1150                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1151                 }
1152                 if (fwt & ISP2400_FW_ATTR_VP0) {
1153                         fwt ^= ISP2400_FW_ATTR_VP0;
1154                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1155                 }
1156                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1157                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1158                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1159                 }
1160                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1161                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1162                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1163                 }
1164                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1165                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1166                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1167                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1168                 }
1169                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1170                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1171                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1172                 }
1173                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1174                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1175                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1176                 }
1177                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1178                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1179                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1180                 }
1181                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1182                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1183                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1184                 }
1185                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1186                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1187                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1188                 }
1189                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1190                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1191                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1192                 }
1193                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1194                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1195                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1196                 }
1197                 if (fwt) {
1198                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1199                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1200                 }
1201                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1202         } else if (IS_FC(isp)) {
1203                 buf = FCPARAM(isp, 0)->isp_scratch;
1204                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1205                 if (fwt & ISP_FW_ATTR_TMODE) {
1206                         fwt ^=ISP_FW_ATTR_TMODE;
1207                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1208                 }
1209                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1210                         fwt ^=ISP_FW_ATTR_SCCLUN;
1211                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1212                 }
1213                 if (fwt & ISP_FW_ATTR_FABRIC) {
1214                         fwt ^=ISP_FW_ATTR_FABRIC;
1215                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1216                 }
1217                 if (fwt & ISP_FW_ATTR_CLASS2) {
1218                         fwt ^=ISP_FW_ATTR_CLASS2;
1219                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1220                 }
1221                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1222                         fwt ^=ISP_FW_ATTR_FCTAPE;
1223                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1224                 }
1225                 if (fwt & ISP_FW_ATTR_IP) {
1226                         fwt ^=ISP_FW_ATTR_IP;
1227                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1228                 }
1229                 if (fwt & ISP_FW_ATTR_VI) {
1230                         fwt ^=ISP_FW_ATTR_VI;
1231                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1232                 }
1233                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1234                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1235                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1236                 }
1237                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1238                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1239                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1240                 }
1241                 if (fwt != 0) {
1242                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1243                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1244                 }
1245                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1246         }
1247
1248         if (IS_24XX(isp)) {
1249                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1250                 isp_mboxcmd(isp, &mbs);
1251                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1252                         ISP_RESET0(isp);
1253                         return;
1254                 }
1255                 if (isp->isp_maxcmds >= mbs.param[3]) {
1256                         isp->isp_maxcmds = mbs.param[3];
1257                 }
1258         } else {
1259                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1260                 isp_mboxcmd(isp, &mbs);
1261                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1262                         ISP_RESET0(isp);
1263                         return;
1264                 }
1265                 if (isp->isp_maxcmds >= mbs.param[2]) {
1266                         isp->isp_maxcmds = mbs.param[2];
1267                 }
1268         }
1269         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1270
1271         /*
1272          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1273          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1274          * work for them).
1275          */
1276         if (IS_FC(isp) && isp->isp_nchan > 1) {
1277                 if (!ISP_CAP_MULTI_ID(isp)) {
1278                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1279                             "only can enable 1 of %d channels", isp->isp_nchan);
1280                         isp->isp_nchan = 1;
1281                 } else if (!ISP_CAP_VP0(isp)) {
1282                         isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1283                             "feature properly without VP0_Decoupling");
1284                         isp->isp_nchan = 1;
1285                 }
1286         }
1287         if (IS_FC(isp)) {
1288                 for (i = 0; i < isp->isp_nchan; i++)
1289                         isp_change_fw_state(isp, i, FW_CONFIG_WAIT);
1290         }
1291         if (isp->isp_dead) {
1292                 isp_shutdown(isp);
1293                 ISP_DISABLE_INTS(isp);
1294                 return;
1295         }
1296
1297         isp->isp_state = ISP_RESETSTATE;
1298
1299         /*
1300          * Okay- now that we have new firmware running, we now (re)set our
1301          * notion of how many luns we support. This is somewhat tricky because
1302          * if we haven't loaded firmware, we sometimes do not have an easy way
1303          * of knowing how many luns we support.
1304          *
1305          * Expanded lun firmware gives you 32 luns for SCSI cards and
1306          * 16384 luns for Fibre Channel cards.
1307          *
1308          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1309          * we do get a firmware attributes word returned in mailbox register 6.
1310          *
1311          * Because the lun is in a different position in the Request Queue
1312          * Entry structure for Fibre Channel with expanded lun firmware, we
1313          * can only support one lun (lun zero) when we don't know what kind
1314          * of firmware we're running.
1315          */
1316         if (IS_SCSI(isp)) {
1317                 if (dodnld) {
1318                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1319                                 isp->isp_maxluns = 32;
1320                         } else {
1321                                 isp->isp_maxluns = 8;
1322                         }
1323                 } else {
1324                         isp->isp_maxluns = 8;
1325                 }
1326         } else {
1327                 if (ISP_CAP_SCCFW(isp)) {
1328                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1329                 } else {
1330                         isp->isp_maxluns = 16;
1331                 }
1332         }
1333
1334         /*
1335          * We get some default values established. As a side
1336          * effect, NVRAM is read here (unless overriden by
1337          * a configuration flag).
1338          */
1339         if (do_load_defaults) {
1340                 if (IS_SCSI(isp)) {
1341                         isp_setdfltsdparm(isp);
1342                 } else {
1343                         for (i = 0; i < isp->isp_nchan; i++) {
1344                                 isp_setdfltfcparm(isp, i);
1345                         }
1346                 }
1347         }
1348 }
1349
1350 /*
1351  * Clean firmware shutdown.
1352  */
1353 static int
1354 isp_deinit(ispsoftc_t *isp)
1355 {
1356         mbreg_t mbs;
1357
1358         isp->isp_state = ISP_NILSTATE;
1359         MBSINIT(&mbs, MBOX_STOP_FIRMWARE, MBLOGALL, 500000);
1360         mbs.param[1] = 0;
1361         mbs.param[2] = 0;
1362         mbs.param[3] = 0;
1363         mbs.param[4] = 0;
1364         mbs.param[5] = 0;
1365         mbs.param[6] = 0;
1366         mbs.param[7] = 0;
1367         mbs.param[8] = 0;
1368         isp_mboxcmd(isp, &mbs);
1369         return (mbs.param[0] == MBOX_COMMAND_COMPLETE ? 0 : mbs.param[0]);
1370 }
1371
1372 /*
1373  * Initialize Parameters of Hardware to a known state.
1374  *
1375  * Locks are held before coming here.
1376  */
1377 void
1378 isp_init(ispsoftc_t *isp)
1379 {
1380         if (IS_FC(isp)) {
1381                 if (IS_24XX(isp)) {
1382                         isp_fibre_init_2400(isp);
1383                 } else {
1384                         isp_fibre_init(isp);
1385                 }
1386         } else {
1387                 isp_scsi_init(isp);
1388         }
1389         GET_NANOTIME(&isp->isp_init_time);
1390 }
1391
1392 static void
1393 isp_scsi_init(ispsoftc_t *isp)
1394 {
1395         sdparam *sdp_chan0, *sdp_chan1;
1396         mbreg_t mbs;
1397
1398         isp->isp_state = ISP_INITSTATE;
1399
1400         sdp_chan0 = SDPARAM(isp, 0);
1401         sdp_chan1 = sdp_chan0;
1402         if (IS_DUALBUS(isp)) {
1403                 sdp_chan1 = SDPARAM(isp, 1);
1404         }
1405
1406         /* First do overall per-card settings. */
1407
1408         /*
1409          * If we have fast memory timing enabled, turn it on.
1410          */
1411         if (sdp_chan0->isp_fast_mttr) {
1412                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1413         }
1414
1415         /*
1416          * Set Retry Delay and Count.
1417          * You set both channels at the same time.
1418          */
1419         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1420         mbs.param[1] = sdp_chan0->isp_retry_count;
1421         mbs.param[2] = sdp_chan0->isp_retry_delay;
1422         mbs.param[6] = sdp_chan1->isp_retry_count;
1423         mbs.param[7] = sdp_chan1->isp_retry_delay;
1424         isp_mboxcmd(isp, &mbs);
1425         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1426                 return;
1427         }
1428
1429         /*
1430          * Set ASYNC DATA SETUP time. This is very important.
1431          */
1432         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1433         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1434         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1435         isp_mboxcmd(isp, &mbs);
1436         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1437                 return;
1438         }
1439
1440         /*
1441          * Set ACTIVE Negation State.
1442          */
1443         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1444         mbs.param[1] =
1445             (sdp_chan0->isp_req_ack_active_neg << 4) |
1446             (sdp_chan0->isp_data_line_active_neg << 5);
1447         mbs.param[2] =
1448             (sdp_chan1->isp_req_ack_active_neg << 4) |
1449             (sdp_chan1->isp_data_line_active_neg << 5);
1450         isp_mboxcmd(isp, &mbs);
1451         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1452                 isp_prt(isp, ISP_LOGERR,
1453                     "failed to set active negation state (%d,%d), (%d,%d)",
1454                     sdp_chan0->isp_req_ack_active_neg,
1455                     sdp_chan0->isp_data_line_active_neg,
1456                     sdp_chan1->isp_req_ack_active_neg,
1457                     sdp_chan1->isp_data_line_active_neg);
1458                 /*
1459                  * But don't return.
1460                  */
1461         }
1462
1463         /*
1464          * Set the Tag Aging limit
1465          */
1466         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1467         mbs.param[1] = sdp_chan0->isp_tag_aging;
1468         mbs.param[2] = sdp_chan1->isp_tag_aging;
1469         isp_mboxcmd(isp, &mbs);
1470         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1471                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1472                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1473                 return;
1474         }
1475
1476         /*
1477          * Set selection timeout.
1478          */
1479         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1480         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1481         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1482         isp_mboxcmd(isp, &mbs);
1483         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1484                 return;
1485         }
1486
1487         /* now do per-channel settings */
1488         isp_scsi_channel_init(isp, 0);
1489         if (IS_DUALBUS(isp))
1490                 isp_scsi_channel_init(isp, 1);
1491
1492         /*
1493          * Now enable request/response queues
1494          */
1495
1496         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1497                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1498                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1499                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1500                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1501                 mbs.param[4] = 0;
1502                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1503                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1504                 isp_mboxcmd(isp, &mbs);
1505                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1506                         return;
1507                 }
1508                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1509
1510                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1511                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1512                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1513                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1514                 mbs.param[5] = 0;
1515                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1516                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1517                 isp_mboxcmd(isp, &mbs);
1518                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1519                         return;
1520                 }
1521                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1522         } else {
1523                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1524                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1525                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1526                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1527                 mbs.param[4] = 0;
1528                 isp_mboxcmd(isp, &mbs);
1529                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1530                         return;
1531                 }
1532                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1533
1534                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1535                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1536                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1537                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1538                 mbs.param[5] = 0;
1539                 isp_mboxcmd(isp, &mbs);
1540                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1541                         return;
1542                 }
1543                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1544         }
1545
1546         /*
1547          * Turn on LVD transitions for ULTRA2 or better and other features
1548          *
1549          * Now that we have 32 bit handles, don't do any fast posting
1550          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1551          * operation or use fast posting. To be conservative, we'll only
1552          * do this for Ultra3 cards now because the other cards are so
1553          * rare for this author to find and test with.
1554          */
1555
1556         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1557         if (IS_ULTRA2(isp))
1558                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1559 #ifdef  ISP_NO_RIO
1560         if (IS_ULTRA3(isp))
1561                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1562 #else
1563         if (IS_ULTRA3(isp))
1564                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1565 #endif
1566         if (mbs.param[1] != 0) {
1567                 uint16_t sfeat = mbs.param[1];
1568                 isp_mboxcmd(isp, &mbs);
1569                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1570                         isp_prt(isp, ISP_LOGINFO,
1571                             "Enabled FW features (0x%x)", sfeat);
1572                 }
1573         }
1574
1575         isp->isp_state = ISP_RUNSTATE;
1576 }
1577
1578 static void
1579 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1580 {
1581         sdparam *sdp;
1582         mbreg_t mbs;
1583         int tgt;
1584
1585         sdp = SDPARAM(isp, chan);
1586
1587         /*
1588          * Set (possibly new) Initiator ID.
1589          */
1590         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1591         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1592         isp_mboxcmd(isp, &mbs);
1593         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1594                 return;
1595         }
1596         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1597             chan, sdp->isp_initiator_id);
1598
1599
1600         /*
1601          * Set current per-target parameters to an initial safe minimum.
1602          */
1603         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1604                 int lun;
1605                 uint16_t sdf;
1606
1607                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1608                         continue;
1609                 }
1610 #ifndef ISP_TARGET_MODE
1611                 sdf = sdp->isp_devparam[tgt].goal_flags;
1612                 sdf &= DPARM_SAFE_DFLT;
1613                 /*
1614                  * It is not quite clear when this changed over so that
1615                  * we could force narrow and async for 1000/1020 cards,
1616                  * but assume that this is only the case for loaded
1617                  * firmware.
1618                  */
1619                 if (isp->isp_loaded_fw) {
1620                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1621                 }
1622 #else
1623                 /*
1624                  * The !$*!)$!$)* f/w uses the same index into some
1625                  * internal table to decide how to respond to negotiations,
1626                  * so if we've said "let's be safe" for ID X, and ID X
1627                  * selects *us*, the negotiations will back to 'safe'
1628                  * (as in narrow/async). What the f/w *should* do is
1629                  * use the initiator id settings to decide how to respond.
1630                  */
1631                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1632 #endif
1633                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1634                 mbs.param[1] = (chan << 15) | (tgt << 8);
1635                 mbs.param[2] = sdf;
1636                 if ((sdf & DPARM_SYNC) == 0) {
1637                         mbs.param[3] = 0;
1638                 } else {
1639                         mbs.param[3] =
1640                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1641                             (sdp->isp_devparam[tgt].goal_period);
1642                 }
1643                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1644                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1645                 isp_mboxcmd(isp, &mbs);
1646                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1647                         sdf = DPARM_SAFE_DFLT;
1648                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1649                         mbs.param[1] = (tgt << 8) | (chan << 15);
1650                         mbs.param[2] = sdf;
1651                         mbs.param[3] = 0;
1652                         isp_mboxcmd(isp, &mbs);
1653                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1654                                 continue;
1655                         }
1656                 }
1657
1658                 /*
1659                  * We don't update any information directly from the f/w
1660                  * because we need to run at least one command to cause a
1661                  * new state to be latched up. So, we just assume that we
1662                  * converge to the values we just had set.
1663                  *
1664                  * Ensure that we don't believe tagged queuing is enabled yet.
1665                  * It turns out that sometimes the ISP just ignores our
1666                  * attempts to set parameters for devices that it hasn't
1667                  * seen yet.
1668                  */
1669                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1670                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1671                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1672                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1673                         mbs.param[2] = sdp->isp_max_queue_depth;
1674                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1675                         isp_mboxcmd(isp, &mbs);
1676                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1677                                 break;
1678                         }
1679                 }
1680         }
1681         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1682                 if (sdp->isp_devparam[tgt].dev_refresh) {
1683                         sdp->sendmarker = 1;
1684                         sdp->update = 1;
1685                         break;
1686                 }
1687         }
1688 }
1689
1690 /*
1691  * Fibre Channel specific initialization.
1692  */
1693 static void
1694 isp_fibre_init(ispsoftc_t *isp)
1695 {
1696         fcparam *fcp;
1697         isp_icb_t local, *icbp = &local;
1698         mbreg_t mbs;
1699
1700         /*
1701          * We only support one channel on non-24XX cards
1702          */
1703         fcp = FCPARAM(isp, 0);
1704         if (fcp->role == ISP_ROLE_NONE)
1705                 return;
1706
1707         isp->isp_state = ISP_INITSTATE;
1708         ISP_MEMZERO(icbp, sizeof (*icbp));
1709         icbp->icb_version = ICB_VERSION1;
1710         icbp->icb_fwoptions = fcp->isp_fwoptions;
1711
1712         /*
1713          * Firmware Options are either retrieved from NVRAM or
1714          * are patched elsewhere. We check them for sanity here
1715          * and make changes based on board revision, but otherwise
1716          * let others decide policy.
1717          */
1718
1719         /*
1720          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1721          */
1722         if (IS_2100(isp) && isp->isp_revision < 5) {
1723                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1724         }
1725
1726         /*
1727          * We have to use FULL LOGIN even though it resets the loop too much
1728          * because otherwise port database entries don't get updated after
1729          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1730          */
1731         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1732                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1733         }
1734
1735         /*
1736          * Insist on Port Database Update Async notifications
1737          */
1738         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1739
1740         /*
1741          * Make sure that target role reflects into fwoptions.
1742          */
1743         if (fcp->role & ISP_ROLE_TARGET) {
1744                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1745         } else {
1746                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1747         }
1748
1749         /*
1750          * For some reason my 2200 does not generate ATIOs in target mode
1751          * if initiator is disabled.  Extra logins are better then target
1752          * not working at all.
1753          */
1754         if ((fcp->role & ISP_ROLE_INITIATOR) || IS_2100(isp) || IS_2200(isp)) {
1755                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1756         } else {
1757                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1758         }
1759
1760         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1761         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1762                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1763                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1764         }
1765         icbp->icb_maxalloc = fcp->isp_maxalloc;
1766         if (icbp->icb_maxalloc < 1) {
1767                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1768                 icbp->icb_maxalloc = 16;
1769         }
1770         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1771         if (icbp->icb_execthrottle < 1) {
1772                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1773                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1774         }
1775         icbp->icb_retry_delay = fcp->isp_retry_delay;
1776         icbp->icb_retry_count = fcp->isp_retry_count;
1777         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1778                 icbp->icb_hardaddr = fcp->isp_loopid;
1779                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1780                         icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1781                 else
1782                         icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1783         }
1784
1785         /*
1786          * Right now we just set extended options to prefer point-to-point
1787          * over loop based upon some soft config options.
1788          *
1789          * NB: for the 2300, ICBOPT_EXTENDED is required.
1790          */
1791         if (IS_2100(isp)) {
1792                 /*
1793                  * We can't have Fast Posting any more- we now
1794                  * have 32 bit handles.
1795                  */
1796                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1797         } else if (IS_2200(isp) || IS_23XX(isp)) {
1798                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1799
1800                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1801
1802                 if (ISP_CAP_FCTAPE(isp)) {
1803                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1804                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1805
1806                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1807                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1808
1809                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1810                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1811                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1812                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1813                         } else {
1814                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1815                         }
1816                 } else {
1817                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1818                         FCPARAM(isp, 0)->fctape_enabled = 0;
1819                 }
1820
1821                 /*
1822                  * Prefer or force Point-To-Point instead Loop?
1823                  */
1824                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1825                 case ISP_CFG_LPORT_ONLY:
1826                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1827                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1828                         break;
1829                 case ISP_CFG_NPORT_ONLY:
1830                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1831                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1832                         break;
1833                 case ISP_CFG_LPORT:
1834                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1835                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1836                         break;
1837                 case ISP_CFG_NPORT:
1838                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1839                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1840                         break;
1841                 default:
1842                         /* Let NVRAM settings define it if they are sane */
1843                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1844                         case ICBXOPT_PTP_2_LOOP:
1845                         case ICBXOPT_PTP_ONLY:
1846                         case ICBXOPT_LOOP_ONLY:
1847                         case ICBXOPT_LOOP_2_PTP:
1848                                 break;
1849                         default:
1850                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1851                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1852                         }
1853                         break;
1854                 }
1855                 if (IS_2200(isp)) {
1856                         /*
1857                          * We can't have Fast Posting any more- we now
1858                          * have 32 bit handles.
1859                          *
1860                          * RIO seemed to have to much breakage.
1861                          *
1862                          * Just opt for safety.
1863                          */
1864                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1865                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1866                 } else {
1867                         /*
1868                          * QLogic recommends that FAST Posting be turned
1869                          * off for 23XX cards and instead allow the HBA
1870                          * to write response queue entries and interrupt
1871                          * after a delay (ZIO).
1872                          */
1873                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1874                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1875                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1876                                 icbp->icb_idelaytimer = 10;
1877                         }
1878                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1879                         if (isp->isp_confopts & ISP_CFG_1GB) {
1880                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1881                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_1GB;
1882                         } else if (isp->isp_confopts & ISP_CFG_2GB) {
1883                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1884                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_2GB;
1885                         } else {
1886                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1887                                 case ICBZOPT_RATE_1GB:
1888                                 case ICBZOPT_RATE_2GB:
1889                                 case ICBZOPT_RATE_AUTO:
1890                                         break;
1891                                 default:
1892                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1893                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1894                                         break;
1895                                 }
1896                         }
1897                 }
1898         }
1899
1900
1901         /*
1902          * For 22XX > 2.1.26 && 23XX, set some options.
1903          */
1904         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1905                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1906                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1907                 mbs.param[2] = 0;
1908                 mbs.param[3] = 0;
1909                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1910                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1911                         if (fcp->role & ISP_ROLE_TARGET) {
1912                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1913                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1914                                 }
1915                                 mbs.param[3] = IFCOPT3_NOPRLI;
1916                         }
1917                 }
1918                 isp_mboxcmd(isp, &mbs);
1919                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1920                         return;
1921                 }
1922         }
1923         icbp->icb_logintime = ICB_LOGIN_TOV;
1924
1925 #ifdef  ISP_TARGET_MODE
1926         if (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE) {
1927                 icbp->icb_lunenables = 0xffff;
1928                 icbp->icb_ccnt = 0xff;
1929                 icbp->icb_icnt = 0xff;
1930                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1931         }
1932 #endif
1933         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1934                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1935                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1936                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1937                 isp_prt(isp, ISP_LOGDEBUG1,
1938                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1939                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1940                     ((uint32_t) (fcp->isp_wwnn)),
1941                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1942                     ((uint32_t) (fcp->isp_wwpn)));
1943         } else if (fcp->isp_wwpn) {
1944                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1945                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1946                 isp_prt(isp, ISP_LOGDEBUG1,
1947                     "Setting ICB Port 0x%08x%08x",
1948                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1949                     ((uint32_t) (fcp->isp_wwpn)));
1950         } else {
1951                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1952                 return;
1953         }
1954         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1955         if (icbp->icb_rqstqlen < 1) {
1956                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1957         }
1958         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1959         if (icbp->icb_rsltqlen < 1) {
1960                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1961         }
1962         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1963         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1964         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1965         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1966         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1967         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1968         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1969         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1970
1971         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1972                 isp_prt(isp, ISP_LOGERR, sacq);
1973                 return;
1974         }
1975         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1976             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1977
1978         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1979         if (isp->isp_dblev & ISP_LOGDEBUG1) {
1980                 isp_print_bytes(isp, "isp_fibre_init",
1981                     sizeof(*icbp), fcp->isp_scratch);
1982         }
1983
1984         /*
1985          * Init the firmware
1986          */
1987         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1988         mbs.param[1] = 0;
1989         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1990         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1991         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1992         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1993         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1994             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1995             (uint32_t) fcp->isp_scdma);
1996         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1997         isp_mboxcmd(isp, &mbs);
1998         FC_SCRATCH_RELEASE(isp, 0);
1999         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2000                 return;
2001         isp->isp_reqidx = 0;
2002         isp->isp_reqodx = 0;
2003         isp->isp_residx = 0;
2004         isp->isp_resodx = 0;
2005
2006         /*
2007          * Whatever happens, we're now committed to being here.
2008          */
2009         isp->isp_state = ISP_RUNSTATE;
2010 }
2011
2012 static void
2013 isp_fibre_init_2400(ispsoftc_t *isp)
2014 {
2015         fcparam *fcp;
2016         isp_icb_2400_t local, *icbp = &local;
2017         mbreg_t mbs;
2018         int chan;
2019
2020         /*
2021          * Check to see whether all channels have *some* kind of role
2022          */
2023         for (chan = 0; chan < isp->isp_nchan; chan++) {
2024                 fcp = FCPARAM(isp, chan);
2025                 if (fcp->role != ISP_ROLE_NONE) {
2026                         break;
2027                 }
2028         }
2029         if (chan == isp->isp_nchan) {
2030                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
2031                 return;
2032         }
2033
2034         isp->isp_state = ISP_INITSTATE;
2035
2036         /*
2037          * Start with channel 0.
2038          */
2039         fcp = FCPARAM(isp, 0);
2040
2041         /*
2042          * Turn on LIP F8 async event (1)
2043          */
2044         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
2045         mbs.param[1] = 1;
2046         isp_mboxcmd(isp, &mbs);
2047         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2048                 return;
2049         }
2050
2051         ISP_MEMZERO(icbp, sizeof (*icbp));
2052         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2053         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2054         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2055         if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2056                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2057                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2058         } else {
2059                 if (fcp->role & ISP_ROLE_TARGET)
2060                         icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2061                 else
2062                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2063                 if (fcp->role & ISP_ROLE_INITIATOR)
2064                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2065                 else
2066                         icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2067         }
2068
2069         icbp->icb_version = ICB_VERSION1;
2070         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2071         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2072                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2073                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2074         }
2075
2076         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2077         if (icbp->icb_execthrottle < 1) {
2078                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2079                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2080         }
2081
2082         /*
2083          * Set target exchange count. Take half if we are supporting both roles.
2084          */
2085         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2086                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2087                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2088                         icbp->icb_xchgcnt >>= 1;
2089         }
2090
2091         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2092                 icbp->icb_hardaddr = fcp->isp_loopid;
2093                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2094                         icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2095                 else
2096                         icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2097         }
2098
2099         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2100                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2101         }
2102         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2103                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2104         }
2105
2106         for (chan = 0; chan < isp->isp_nchan; chan++) {
2107                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2108                         FCPARAM(isp, chan)->fctape_enabled = 1;
2109                 else
2110                         FCPARAM(isp, chan)->fctape_enabled = 0;
2111         }
2112
2113         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2114         case ISP_CFG_LPORT_ONLY:
2115                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2116                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2117                 break;
2118         case ISP_CFG_NPORT_ONLY:
2119                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2120                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2121                 break;
2122         case ISP_CFG_NPORT:
2123                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2124         case ISP_CFG_LPORT:
2125                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2126                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2127                 break;
2128         default:
2129                 /* Let NVRAM settings define it if they are sane */
2130                 switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TOPO_MASK) {
2131                 case ICB2400_OPT2_LOOP_ONLY:
2132                 case ICB2400_OPT2_PTP_ONLY:
2133                 case ICB2400_OPT2_LOOP_2_PTP:
2134                         break;
2135                 default:
2136                         icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2137                         icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2138                 }
2139                 break;
2140         }
2141
2142         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2143         case ICB2400_OPT2_ZIO:
2144         case ICB2400_OPT2_ZIO1:
2145                 icbp->icb_idelaytimer = 0;
2146                 break;
2147         case 0:
2148                 break;
2149         default:
2150                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2151                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2152                 break;
2153         }
2154
2155         if (IS_26XX(isp)) {
2156                 /* We don't support MSI-X yet, so set this unconditionally. */
2157                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHR;
2158                 icbp->icb_fwoptions2 |= ICB2400_OPT2_ENA_IHA;
2159         }
2160
2161         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2162                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2163         }
2164         if (isp->isp_confopts & ISP_CFG_1GB) {
2165                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2166                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_1GB;
2167         } else if (isp->isp_confopts & ISP_CFG_2GB) {
2168                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2169                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_2GB;
2170         } else if (isp->isp_confopts & ISP_CFG_4GB) {
2171                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2172                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_4GB;
2173         } else if (isp->isp_confopts & ISP_CFG_8GB) {
2174                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2175                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_8GB;
2176         } else if (isp->isp_confopts & ISP_CFG_16GB) {
2177                 icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2178                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_16GB;
2179         } else {
2180                 switch (icbp->icb_fwoptions3 & ICB2400_OPT3_RATE_MASK) {
2181                 case ICB2400_OPT3_RATE_4GB:
2182                 case ICB2400_OPT3_RATE_8GB:
2183                 case ICB2400_OPT3_RATE_16GB:
2184                 case ICB2400_OPT3_RATE_AUTO:
2185                         break;
2186                 case ICB2400_OPT3_RATE_2GB:
2187                         if (isp->isp_type <= ISP_HA_FC_2500)
2188                                 break;
2189                         /*FALLTHROUGH*/
2190                 case ICB2400_OPT3_RATE_1GB:
2191                         if (isp->isp_type <= ISP_HA_FC_2400)
2192                                 break;
2193                         /*FALLTHROUGH*/
2194                 default:
2195                         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_MASK;
2196                         icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2197                         break;
2198                 }
2199         }
2200         icbp->icb_logintime = ICB_LOGIN_TOV;
2201
2202         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2203                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2204                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2205                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2206                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2207                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2208         } else if (fcp->isp_wwpn) {
2209                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2210                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2211                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2212         } else {
2213                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2214                 return;
2215         }
2216         icbp->icb_retry_count = fcp->isp_retry_count;
2217
2218         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2219         if (icbp->icb_rqstqlen < 8) {
2220                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2221                 return;
2222         }
2223         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2224         if (icbp->icb_rsltqlen < 8) {
2225                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2226                     icbp->icb_rsltqlen);
2227                 return;
2228         }
2229         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2230         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2231         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2232         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2233
2234         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2235         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2236         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2237         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2238
2239 #ifdef  ISP_TARGET_MODE
2240         /* unconditionally set up the ATIO queue if we support target mode */
2241         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2242         if (icbp->icb_atioqlen < 8) {
2243                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2244                 return;
2245         }
2246         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2247         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2248         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2249         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2250         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2251             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2252 #endif
2253
2254         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2255
2256         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2257             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2258             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2259
2260         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2261                 isp_prt(isp, ISP_LOGERR, sacq);
2262                 return;
2263         }
2264         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2265         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2266         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2267                 isp_print_bytes(isp, "isp_fibre_init_2400",
2268                     sizeof (*icbp), fcp->isp_scratch);
2269         }
2270
2271         /*
2272          * Now fill in information about any additional channels
2273          */
2274         if (isp->isp_nchan > 1) {
2275                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2276                 vp_port_info_t pi, *pdst;
2277                 size_t amt = 0;
2278                 uint8_t *off;
2279
2280                 vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2281                 if (ISP_CAP_VP0(isp)) {
2282                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2283                         vpinfo.vp_count = isp->isp_nchan;
2284                         chan = 0;
2285                 } else {
2286                         vpinfo.vp_count = isp->isp_nchan - 1;
2287                         chan = 1;
2288                 }
2289                 off = fcp->isp_scratch;
2290                 off += ICB2400_VPINFO_OFF;
2291                 vdst = (isp_icb_2400_vpinfo_t *) off;
2292                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2293                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2294                 for (; chan < isp->isp_nchan; chan++) {
2295                         fcparam *fcp2;
2296
2297                         ISP_MEMZERO(&pi, sizeof (pi));
2298                         fcp2 = FCPARAM(isp, chan);
2299                         if (fcp2->role != ISP_ROLE_NONE) {
2300                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2301                                     ICB2400_VPOPT_ENA_SNSLOGIN;
2302                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2303                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2304                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2305                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2306                         }
2307                         if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2308                                 pi.vp_port_loopid = fcp2->isp_loopid;
2309                                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2310                                         pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2311                                 else
2312                                         pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2313                         }
2314                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2315                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2316                         off = fcp->isp_scratch;
2317                         if (ISP_CAP_VP0(isp))
2318                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2319                         else
2320                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2321                         pdst = (vp_port_info_t *) off;
2322                         isp_put_vp_port_info(isp, &pi, pdst);
2323                         amt += ICB2400_VPOPT_WRITE_SIZE;
2324                 }
2325                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2326                         isp_print_bytes(isp, "isp_fibre_init_2400",
2327                             amt - ICB2400_VPINFO_OFF,
2328                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2329                 }
2330         }
2331
2332         /*
2333          * Init the firmware
2334          */
2335         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2336         if (isp->isp_nchan > 1) {
2337                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2338         } else {
2339                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2340         }
2341         mbs.param[1] = 0;
2342         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2343         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2344         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2345         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2346         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2347         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2348         isp_mboxcmd(isp, &mbs);
2349         FC_SCRATCH_RELEASE(isp, 0);
2350
2351         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2352                 return;
2353         }
2354         isp->isp_reqidx = 0;
2355         isp->isp_reqodx = 0;
2356         isp->isp_residx = 0;
2357         isp->isp_resodx = 0;
2358         isp->isp_atioodx = 0;
2359
2360         /*
2361          * Whatever happens, we're now committed to being here.
2362          */
2363         isp->isp_state = ISP_RUNSTATE;
2364 }
2365
2366 static int
2367 isp_fc_enable_vp(ispsoftc_t *isp, int chan)
2368 {
2369         fcparam *fcp = FCPARAM(isp, chan);
2370         vp_modify_t vp;
2371         void *reqp;
2372         uint8_t resp[QENTRY_LEN];
2373
2374         /* Build a VP MODIFY command in memory */
2375         ISP_MEMZERO(&vp, sizeof(vp));
2376         vp.vp_mod_hdr.rqs_entry_type = RQSTYPE_VP_MODIFY;
2377         vp.vp_mod_hdr.rqs_entry_count = 1;
2378         vp.vp_mod_cnt = 1;
2379         vp.vp_mod_idx0 = chan;
2380         vp.vp_mod_cmd = VP_MODIFY_ENA;
2381         vp.vp_mod_ports[0].options = ICB2400_VPOPT_ENABLED |
2382             ICB2400_VPOPT_ENA_SNSLOGIN;
2383         if (fcp->role & ISP_ROLE_INITIATOR)
2384                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_INI_ENABLE;
2385         if ((fcp->role & ISP_ROLE_TARGET) == 0)
2386                 vp.vp_mod_ports[0].options |= ICB2400_VPOPT_TGT_DISABLE;
2387         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2388                 vp.vp_mod_ports[0].loopid = fcp->isp_loopid;
2389                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2390                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_HARD_ADDRESS;
2391                 else
2392                         vp.vp_mod_ports[0].options |= ICB2400_VPOPT_PREV_ADDRESS;
2393         }
2394         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwpn, fcp->isp_wwpn);
2395         MAKE_NODE_NAME_FROM_WWN(vp.vp_mod_ports[0].wwnn, fcp->isp_wwnn);
2396
2397         /* Prepare space for response in memory */
2398         memset(resp, 0xff, sizeof(resp));
2399         vp.vp_mod_hdl = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2400         if (vp.vp_mod_hdl == 0) {
2401                 isp_prt(isp, ISP_LOGERR,
2402                     "%s: VP_MODIFY of Chan %d out of handles", __func__, chan);
2403                 return (EIO);
2404         }
2405
2406         /* Send request and wait for response. */
2407         reqp = isp_getrqentry(isp);
2408         if (reqp == NULL) {
2409                 isp_prt(isp, ISP_LOGERR,
2410                     "%s: VP_MODIFY of Chan %d out of rqent", __func__, chan);
2411                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2412                 return (EIO);
2413         }
2414         isp_put_vp_modify(isp, &vp, (vp_modify_t *)reqp);
2415         if (isp->isp_dblev & ISP_LOGDEBUG1)
2416                 isp_print_bytes(isp, "IOCB VP_MODIFY", QENTRY_LEN, reqp);
2417         ISP_SYNC_REQUEST(isp);
2418         if (msleep(resp, &isp->isp_lock, 0, "VP_MODIFY", 5*hz) == EWOULDBLOCK) {
2419                 isp_prt(isp, ISP_LOGERR,
2420                     "%s: VP_MODIFY of Chan %d timed out", __func__, chan);
2421                 isp_destroy_handle(isp, vp.vp_mod_hdl);
2422                 return (EIO);
2423         }
2424         if (isp->isp_dblev & ISP_LOGDEBUG1)
2425                 isp_print_bytes(isp, "IOCB VP_MODIFY response", QENTRY_LEN, resp);
2426         isp_get_vp_modify(isp, (vp_modify_t *)resp, &vp);
2427
2428         if (vp.vp_mod_hdr.rqs_flags != 0 || vp.vp_mod_status != VP_STS_OK) {
2429                 isp_prt(isp, ISP_LOGERR,
2430                     "%s: VP_MODIFY of Chan %d failed with flags %x status %d",
2431                     __func__, chan, vp.vp_mod_hdr.rqs_flags, vp.vp_mod_status);
2432                 return (EIO);
2433         }
2434         GET_NANOTIME(&isp->isp_init_time);
2435         return (0);
2436 }
2437
2438 static int
2439 isp_fc_disable_vp(ispsoftc_t *isp, int chan)
2440 {
2441         vp_ctrl_info_t vp;
2442         void *reqp;
2443         uint8_t resp[QENTRY_LEN];
2444
2445         /* Build a VP CTRL command in memory */
2446         ISP_MEMZERO(&vp, sizeof(vp));
2447         vp.vp_ctrl_hdr.rqs_entry_type = RQSTYPE_VP_CTRL;
2448         vp.vp_ctrl_hdr.rqs_entry_count = 1;
2449         if (ISP_CAP_VP0(isp)) {
2450                 vp.vp_ctrl_status = 1;
2451         } else {
2452                 vp.vp_ctrl_status = 0;
2453                 chan--; /* VP0 can not be controlled in this case. */
2454         }
2455         vp.vp_ctrl_command = VP_CTRL_CMD_DISABLE_VP_LOGO_ALL;
2456         vp.vp_ctrl_vp_count = 1;
2457         vp.vp_ctrl_idmap[chan / 16] |= (1 << chan % 16);
2458
2459         /* Prepare space for response in memory */
2460         memset(resp, 0xff, sizeof(resp));
2461         vp.vp_ctrl_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2462         if (vp.vp_ctrl_handle == 0) {
2463                 isp_prt(isp, ISP_LOGERR,
2464                     "%s: VP_CTRL of Chan %d out of handles", __func__, chan);
2465                 return (EIO);
2466         }
2467
2468         /* Send request and wait for response. */
2469         reqp = isp_getrqentry(isp);
2470         if (reqp == NULL) {
2471                 isp_prt(isp, ISP_LOGERR,
2472                     "%s: VP_CTRL of Chan %d out of rqent", __func__, chan);
2473                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2474                 return (EIO);
2475         }
2476         isp_put_vp_ctrl_info(isp, &vp, (vp_ctrl_info_t *)reqp);
2477         if (isp->isp_dblev & ISP_LOGDEBUG1)
2478                 isp_print_bytes(isp, "IOCB VP_CTRL", QENTRY_LEN, reqp);
2479         ISP_SYNC_REQUEST(isp);
2480         if (msleep(resp, &isp->isp_lock, 0, "VP_CTRL", 5*hz) == EWOULDBLOCK) {
2481                 isp_prt(isp, ISP_LOGERR,
2482                     "%s: VP_CTRL of Chan %d timed out", __func__, chan);
2483                 isp_destroy_handle(isp, vp.vp_ctrl_handle);
2484                 return (EIO);
2485         }
2486         if (isp->isp_dblev & ISP_LOGDEBUG1)
2487                 isp_print_bytes(isp, "IOCB VP_CTRL response", QENTRY_LEN, resp);
2488         isp_get_vp_ctrl_info(isp, (vp_ctrl_info_t *)resp, &vp);
2489
2490         if (vp.vp_ctrl_hdr.rqs_flags != 0 || vp.vp_ctrl_status != 0) {
2491                 isp_prt(isp, ISP_LOGERR,
2492                     "%s: VP_CTRL of Chan %d failed with flags %x status %d %d",
2493                     __func__, chan, vp.vp_ctrl_hdr.rqs_flags,
2494                     vp.vp_ctrl_status, vp.vp_ctrl_index_fail);
2495                 return (EIO);
2496         }
2497         return (0);
2498 }
2499
2500 static int
2501 isp_fc_change_role(ispsoftc_t *isp, int chan, int new_role)
2502 {
2503         fcparam *fcp = FCPARAM(isp, chan);
2504         int i, was, res = 0;
2505
2506         if (chan >= isp->isp_nchan) {
2507                 isp_prt(isp, ISP_LOGWARN, "%s: bad channel %d", __func__, chan);
2508                 return (ENXIO);
2509         }
2510         if (fcp->role == new_role)
2511                 return (0);
2512         for (was = 0, i = 0; i < isp->isp_nchan; i++) {
2513                 if (FCPARAM(isp, i)->role != ISP_ROLE_NONE)
2514                         was++;
2515         }
2516         if (was == 0 || (was == 1 && fcp->role != ISP_ROLE_NONE)) {
2517                 fcp->role = new_role;
2518                 return (isp_reinit(isp, 0));
2519         }
2520         if (fcp->role != ISP_ROLE_NONE) {
2521                 res = isp_fc_disable_vp(isp, chan);
2522                 isp_clear_portdb(isp, chan);
2523         }
2524         fcp->role = new_role;
2525         if (fcp->role != ISP_ROLE_NONE)
2526                 res = isp_fc_enable_vp(isp, chan);
2527         return (res);
2528 }
2529
2530 static void
2531 isp_clear_portdb(ispsoftc_t *isp, int chan)
2532 {
2533         fcparam *fcp = FCPARAM(isp, chan);
2534         fcportdb_t *lp;
2535         int i;
2536
2537         for (i = 0; i < MAX_FC_TARG; i++) {
2538                 lp = &fcp->portdb[i];
2539                 switch (lp->state) {
2540                 case FC_PORTDB_STATE_DEAD:
2541                 case FC_PORTDB_STATE_CHANGED:
2542                 case FC_PORTDB_STATE_VALID:
2543                         lp->state = FC_PORTDB_STATE_NIL;
2544                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2545                         break;
2546                 case FC_PORTDB_STATE_NIL:
2547                 case FC_PORTDB_STATE_NEW:
2548                         lp->state = FC_PORTDB_STATE_NIL;
2549                         break;
2550                 case FC_PORTDB_STATE_ZOMBIE:
2551                         break;
2552                 default:
2553                         panic("Don't know how to clear state %d\n", lp->state);
2554                 }
2555         }
2556 }
2557
2558 static void
2559 isp_mark_portdb(ispsoftc_t *isp, int chan)
2560 {
2561         fcparam *fcp = FCPARAM(isp, chan);
2562         fcportdb_t *lp;
2563         int i;
2564
2565         for (i = 0; i < MAX_FC_TARG; i++) {
2566                 lp = &fcp->portdb[i];
2567                 if (lp->state == FC_PORTDB_STATE_NIL)
2568                         continue;
2569                 if (lp->portid >= DOMAIN_CONTROLLER_BASE &&
2570                     lp->portid <= DOMAIN_CONTROLLER_END)
2571                         continue;
2572                 fcp->portdb[i].probational = 1;
2573         }
2574 }
2575
2576 /*
2577  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2578  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2579  */
2580 static int
2581 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags)
2582 {
2583         isp_plogx_t pl;
2584         void *reqp;
2585         uint8_t resp[QENTRY_LEN];
2586         uint32_t sst, parm1;
2587         int rval, lev;
2588         const char *msg;
2589         char buf[64];
2590
2591         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d PLOGX %s PortID 0x%06x nphdl 0x%x",
2592             chan, (flags & PLOGX_FLG_CMD_MASK) == PLOGX_FLG_CMD_PLOGI ?
2593             "Login":"Logout", portid, handle);
2594         if (!IS_24XX(isp)) {
2595                 int action = flags & PLOGX_FLG_CMD_MASK;
2596                 if (action == PLOGX_FLG_CMD_PLOGI) {
2597                         return (isp_port_login(isp, handle, portid));
2598                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2599                         return (isp_port_logout(isp, handle, portid));
2600                 } else {
2601                         return (MBOX_INVALID_COMMAND);
2602                 }
2603         }
2604
2605         ISP_MEMZERO(&pl, sizeof(pl));
2606         pl.plogx_header.rqs_entry_count = 1;
2607         pl.plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2608         pl.plogx_nphdl = handle;
2609         pl.plogx_vphdl = chan;
2610         pl.plogx_portlo = portid;
2611         pl.plogx_rspsz_porthi = (portid >> 16) & 0xff;
2612         pl.plogx_flags = flags;
2613
2614         /* Prepare space for response in memory */
2615         memset(resp, 0xff, sizeof(resp));
2616         pl.plogx_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
2617         if (pl.plogx_handle == 0) {
2618                 isp_prt(isp, ISP_LOGERR,
2619                     "%s: PLOGX of Chan %d out of handles", __func__, chan);
2620                 return (-1);
2621         }
2622
2623         /* Send request and wait for response. */
2624         reqp = isp_getrqentry(isp);
2625         if (reqp == NULL) {
2626                 isp_prt(isp, ISP_LOGERR,
2627                     "%s: PLOGX of Chan %d out of rqent", __func__, chan);
2628                 isp_destroy_handle(isp, pl.plogx_handle);
2629                 return (-1);
2630         }
2631         isp_put_plogx(isp, &pl, (isp_plogx_t *)reqp);
2632         if (isp->isp_dblev & ISP_LOGDEBUG1)
2633                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, reqp);
2634         FCPARAM(isp, chan)->isp_login_hdl = handle;
2635         ISP_SYNC_REQUEST(isp);
2636         if (msleep(resp, &isp->isp_lock, 0, "PLOGX", 3 * ICB_LOGIN_TOV * hz)
2637             == EWOULDBLOCK) {
2638                 isp_prt(isp, ISP_LOGERR,
2639                     "%s: PLOGX of Chan %d timed out", __func__, chan);
2640                 isp_destroy_handle(isp, pl.plogx_handle);
2641                 return (-1);
2642         }
2643         FCPARAM(isp, chan)->isp_login_hdl = NIL_HANDLE;
2644         if (isp->isp_dblev & ISP_LOGDEBUG1)
2645                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, resp);
2646         isp_get_plogx(isp, (isp_plogx_t *)resp, &pl);
2647
2648         if (pl.plogx_status == PLOGX_STATUS_OK) {
2649                 return (0);
2650         } else if (pl.plogx_status != PLOGX_STATUS_IOCBERR) {
2651                 isp_prt(isp, ISP_LOGWARN,
2652                     "status 0x%x on port login IOCB channel %d",
2653                     pl.plogx_status, chan);
2654                 return (-1);
2655         }
2656
2657         sst = pl.plogx_ioparm[0].lo16 | (pl.plogx_ioparm[0].hi16 << 16);
2658         parm1 = pl.plogx_ioparm[1].lo16 | (pl.plogx_ioparm[1].hi16 << 16);
2659
2660         rval = -1;
2661         lev = ISP_LOGERR;
2662         msg = NULL;
2663
2664         switch (sst) {
2665         case PLOGX_IOCBERR_NOLINK:
2666                 msg = "no link";
2667                 break;
2668         case PLOGX_IOCBERR_NOIOCB:
2669                 msg = "no IOCB buffer";
2670                 break;
2671         case PLOGX_IOCBERR_NOXGHG:
2672                 msg = "no Exchange Control Block";
2673                 break;
2674         case PLOGX_IOCBERR_FAILED:
2675                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2676                 msg = buf;
2677                 break;
2678         case PLOGX_IOCBERR_NOFABRIC:
2679                 msg = "no fabric";
2680                 break;
2681         case PLOGX_IOCBERR_NOTREADY:
2682                 msg = "firmware not ready";
2683                 break;
2684         case PLOGX_IOCBERR_NOLOGIN:
2685                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2686                 msg = buf;
2687                 rval = MBOX_NOT_LOGGED_IN;
2688                 break;
2689         case PLOGX_IOCBERR_REJECT:
2690                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2691                 msg = buf;
2692                 break;
2693         case PLOGX_IOCBERR_NOPCB:
2694                 msg = "no PCB allocated";
2695                 break;
2696         case PLOGX_IOCBERR_EINVAL:
2697                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2698                 msg = buf;
2699                 break;
2700         case PLOGX_IOCBERR_PORTUSED:
2701                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2702                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2703                 msg = buf;
2704                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2705                 break;
2706         case PLOGX_IOCBERR_HNDLUSED:
2707                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2708                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2709                 msg = buf;
2710                 rval = MBOX_LOOP_ID_USED;
2711                 break;
2712         case PLOGX_IOCBERR_NOHANDLE:
2713                 msg = "no handle allocated";
2714                 break;
2715         case PLOGX_IOCBERR_NOFLOGI:
2716                 msg = "no FLOGI_ACC";
2717                 break;
2718         default:
2719                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", pl.plogx_status, flags);
2720                 msg = buf;
2721                 break;
2722         }
2723         if (msg) {
2724                 isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2725         }
2726         return (rval);
2727 }
2728
2729 static int
2730 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2731 {
2732         mbreg_t mbs;
2733
2734         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2735         if (ISP_CAP_2KLOGIN(isp)) {
2736                 mbs.param[1] = handle;
2737                 mbs.ibits = (1 << 10);
2738         } else {
2739                 mbs.param[1] = handle << 8;
2740         }
2741         mbs.param[2] = portid >> 16;
2742         mbs.param[3] = portid;
2743         mbs.logval = MBLOGNONE;
2744         mbs.timeout = 500000;
2745         isp_mboxcmd(isp, &mbs);
2746
2747         switch (mbs.param[0]) {
2748         case MBOX_PORT_ID_USED:
2749                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as 0x%x", portid, mbs.param[1]);
2750                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2751
2752         case MBOX_LOOP_ID_USED:
2753                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2754                 return (MBOX_LOOP_ID_USED);
2755
2756         case MBOX_COMMAND_COMPLETE:
2757                 return (0);
2758
2759         case MBOX_COMMAND_ERROR:
2760                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2761                 return (MBOX_COMMAND_ERROR);
2762
2763         case MBOX_ALL_IDS_USED:
2764                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2765                 return (MBOX_ALL_IDS_USED);
2766
2767         default:
2768                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2769                 return (mbs.param[0]);
2770         }
2771 }
2772
2773 /*
2774  * Pre-24XX fabric port logout
2775  *
2776  * Note that portid is not used
2777  */
2778 static int
2779 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2780 {
2781         mbreg_t mbs;
2782
2783         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2784         if (ISP_CAP_2KLOGIN(isp)) {
2785                 mbs.param[1] = handle;
2786                 mbs.ibits = (1 << 10);
2787         } else {
2788                 mbs.param[1] = handle << 8;
2789         }
2790         isp_mboxcmd(isp, &mbs);
2791         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2792 }
2793
2794 static int
2795 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb)
2796 {
2797         mbreg_t mbs;
2798         union {
2799                 isp_pdb_21xx_t fred;
2800                 isp_pdb_24xx_t bill;
2801         } un;
2802
2803         MBSINIT(&mbs, MBOX_GET_PORT_DB,
2804             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2805         if (IS_24XX(isp)) {
2806                 mbs.ibits = (1 << 9)|(1 << 10);
2807                 mbs.param[1] = id;
2808                 mbs.param[9] = chan;
2809         } else if (ISP_CAP_2KLOGIN(isp)) {
2810                 mbs.param[1] = id;
2811         } else {
2812                 mbs.param[1] = id << 8;
2813         }
2814         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
2815         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
2816         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
2817         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
2818         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, sizeof(un), chan);
2819
2820         isp_mboxcmd(isp, &mbs);
2821         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
2822                 return (mbs.param[0] | (mbs.param[1] << 16));
2823
2824         MEMORYBARRIER(isp, SYNC_IFORCPU, 0, sizeof(un), chan);
2825         if (IS_24XX(isp)) {
2826                 isp_get_pdb_24xx(isp, isp->isp_iocb, &un.bill);
2827                 pdb->handle = un.bill.pdb_handle;
2828                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2829                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2830                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2831                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2832                 isp_prt(isp, ISP_LOGDEBUG1,
2833                     "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x",
2834                     chan, id, pdb->portid, un.bill.pdb_flags,
2835                     un.bill.pdb_curstate);
2836                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2837                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2838                         return (mbs.param[0]);
2839                 }
2840         } else {
2841                 isp_get_pdb_21xx(isp, isp->isp_iocb, &un.fred);
2842                 pdb->handle = un.fred.pdb_loopid;
2843                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2844                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2845                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2846                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2847                 isp_prt(isp, ISP_LOGDEBUG1,
2848                     "Chan %d handle 0x%x Port 0x%06x", chan, id, pdb->portid);
2849         }
2850         return (0);
2851 }
2852
2853 static int
2854 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num, int loop)
2855 {
2856         fcparam *fcp = FCPARAM(isp, chan);
2857         mbreg_t mbs;
2858         isp_pnhle_21xx_t el1, *elp1;
2859         isp_pnhle_23xx_t el3, *elp3;
2860         isp_pnhle_24xx_t el4, *elp4;
2861         int i, j;
2862         uint32_t p;
2863         uint16_t h;
2864
2865         MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2866         if (IS_24XX(isp)) {
2867                 mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2868                 mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2869                 mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2870                 mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2871                 mbs.param[8] = ISP_FC_SCRLEN;
2872                 mbs.param[9] = chan;
2873         } else {
2874                 mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2875                 mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2876                 mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2877                 mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2878                 mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2879         }
2880         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2881                 isp_prt(isp, ISP_LOGERR, sacq);
2882                 return (-1);
2883         }
2884         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2885         isp_mboxcmd(isp, &mbs);
2886         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2887                 FC_SCRATCH_RELEASE(isp, chan);
2888                 return (mbs.param[0] | (mbs.param[1] << 16));
2889         }
2890         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, ISP_FC_SCRLEN, chan);
2891         elp1 = fcp->isp_scratch;
2892         elp3 = fcp->isp_scratch;
2893         elp4 = fcp->isp_scratch;
2894         for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2895                 if (IS_24XX(isp)) {
2896                         isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2897                         p = el4.pnhle_port_id_lo |
2898                             (el4.pnhle_port_id_hi << 16);
2899                         h = el4.pnhle_handle;
2900                 } else if (IS_23XX(isp)) {
2901                         isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2902                         p = el3.pnhle_port_id_lo |
2903                             (el3.pnhle_port_id_hi << 16);
2904                         h = el3.pnhle_handle;
2905                 } else { /* 21xx */
2906                         isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2907                         p = el1.pnhle_port_id_lo |
2908                             ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2909                         h = el1.pnhle_port_id_hi_handle >> 8;
2910                 }
2911                 if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2912                         continue;
2913                 handles[j++] = h;
2914         }
2915         *num = j;
2916         FC_SCRATCH_RELEASE(isp, chan);
2917         return (0);
2918 }
2919
2920 static void
2921 isp_dump_chip_portdb(ispsoftc_t *isp, int chan)
2922 {
2923         isp_pdb_t pdb;
2924         uint16_t lim, nphdl;
2925
2926         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2927         if (ISP_CAP_2KLOGIN(isp)) {
2928                 lim = NPH_MAX_2K;
2929         } else {
2930                 lim = NPH_MAX;
2931         }
2932         for (nphdl = 0; nphdl != lim; nphdl++) {
2933                 if (isp_getpdb(isp, chan, nphdl, &pdb)) {
2934                         continue;
2935                 }
2936                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Handle 0x%04x "
2937                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2938                     chan, nphdl, pdb.portid, pdb.portname[0], pdb.portname[1],
2939                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2940                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2941         }
2942 }
2943
2944 static uint64_t
2945 isp_get_wwn(ispsoftc_t *isp, int chan, int nphdl, int nodename)
2946 {
2947         uint64_t wwn = INI_NONE;
2948         mbreg_t mbs;
2949
2950         MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2951             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2952         if (ISP_CAP_2KLOGIN(isp)) {
2953                 mbs.param[1] = nphdl;
2954                 if (nodename) {
2955                         mbs.param[10] = 1;
2956                 }
2957                 mbs.param[9] = chan;
2958         } else {
2959                 mbs.ibitm = 3;
2960                 mbs.param[1] = nphdl << 8;
2961                 if (nodename) {
2962                         mbs.param[1] |= 1;
2963                 }
2964         }
2965         isp_mboxcmd(isp, &mbs);
2966         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2967                 return (wwn);
2968         }
2969         if (IS_24XX(isp)) {
2970                 wwn =
2971                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2972                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2973                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2974                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2975                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2976                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2977                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2978                     (((uint64_t)(mbs.param[7] & 0xff)));
2979         } else {
2980                 wwn =
2981                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2982                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2983                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2984                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2985                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2986                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2987                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2988                     (((uint64_t)(mbs.param[7] >> 8)));
2989         }
2990         return (wwn);
2991 }
2992
2993 /*
2994  * Make sure we have good FC link.
2995  */
2996
2997 static int
2998 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2999 {
3000         mbreg_t mbs;
3001         int i, r;
3002         uint16_t nphdl;
3003         fcparam *fcp;
3004         isp_pdb_t pdb;
3005         NANOTIME_T hra, hrb;
3006
3007         fcp = FCPARAM(isp, chan);
3008
3009         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3010                 return (-1);
3011         if (fcp->isp_loopstate >= LOOP_LTEST_DONE)
3012                 return (0);
3013
3014         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test", chan);
3015
3016         /*
3017          * Wait up to N microseconds for F/W to go to a ready state.
3018          */
3019         GET_NANOTIME(&hra);
3020         while (1) {
3021                 isp_change_fw_state(isp, chan, isp_fw_state(isp, chan));
3022                 if (fcp->isp_fwstate == FW_READY) {
3023                         break;
3024                 }
3025                 if (fcp->isp_loopstate < LOOP_HAVE_LINK)
3026                         goto abort;
3027                 GET_NANOTIME(&hrb);
3028                 if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
3029                         break;
3030                 ISP_SLEEP(isp, 1000);
3031         }
3032         if (fcp->isp_fwstate != FW_READY) {
3033                 isp_prt(isp, ISP_LOG_SANCFG,
3034                     "Chan %d Firmware is not ready (%s)",
3035                     chan, isp_fc_fw_statename(fcp->isp_fwstate));
3036                 return (-1);
3037         }
3038
3039         /*
3040          * Get our Loop ID and Port ID.
3041          */
3042         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
3043         mbs.param[9] = chan;
3044         isp_mboxcmd(isp, &mbs);
3045         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3046                 return (-1);
3047         }
3048
3049         if (IS_2100(isp)) {
3050                 /*
3051                  * Don't bother with fabric if we are using really old
3052                  * 2100 firmware. It's just not worth it.
3053                  */
3054                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37))
3055                         fcp->isp_topo = TOPO_FL_PORT;
3056                 else
3057                         fcp->isp_topo = TOPO_NL_PORT;
3058         } else {
3059                 int topo = (int) mbs.param[6];
3060                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
3061                         topo = TOPO_PTP_STUB;
3062                 }
3063                 fcp->isp_topo = topo;
3064         }
3065         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
3066
3067         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3068                 fcp->isp_loopid = mbs.param[1] & 0xff;
3069         } else if (fcp->isp_topo != TOPO_F_PORT) {
3070                 uint8_t alpa = fcp->isp_portid;
3071
3072                 for (i = 0; alpa_map[i]; i++) {
3073                         if (alpa_map[i] == alpa)
3074                                 break;
3075                 }
3076                 if (alpa_map[i])
3077                         fcp->isp_loopid = i;
3078         }
3079
3080 #if 0
3081         fcp->isp_loopstate = LOOP_HAVE_ADDR;
3082 #endif
3083         fcp->isp_loopstate = LOOP_TESTING_LINK;
3084
3085         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3086                 nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3087                 r = isp_getpdb(isp, chan, nphdl, &pdb);
3088                 if (r != 0 || pdb.portid == 0) {
3089                         if (IS_2100(isp)) {
3090                                 fcp->isp_topo = TOPO_NL_PORT;
3091                         } else {
3092                                 isp_prt(isp, ISP_LOGWARN,
3093                                     "fabric topology, but cannot get info about fabric controller (0x%x)", r);
3094                                 fcp->isp_topo = TOPO_PTP_STUB;
3095                         }
3096                         goto not_on_fabric;
3097                 }
3098
3099                 if (IS_24XX(isp)) {
3100                         fcp->isp_fabric_params = mbs.param[7];
3101                         fcp->isp_sns_hdl = NPH_SNS_ID;
3102                         r = isp_register_fc4_type_24xx(isp, chan);
3103                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3104                                 goto abort;
3105                         if (r != 0)
3106                                 goto not_on_fabric;
3107                         r = isp_register_fc4_features_24xx(isp, chan);
3108                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3109                                 goto abort;
3110                         if (r != 0)
3111                                 goto not_on_fabric;
3112                         r = isp_register_port_name_24xx(isp, chan);
3113                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3114                                 goto abort;
3115                         if (r != 0)
3116                                 goto not_on_fabric;
3117                         isp_register_node_name_24xx(isp, chan);
3118                         if (fcp->isp_loopstate < LOOP_TESTING_LINK)
3119                                 goto abort;
3120                 } else {
3121                         fcp->isp_sns_hdl = SNS_ID;
3122                         r = isp_register_fc4_type(isp, chan);
3123                         if (r != 0)
3124                                 goto not_on_fabric;
3125                         if (fcp->role == ISP_ROLE_TARGET)
3126                                 isp_send_change_request(isp, chan);
3127                 }
3128         }
3129
3130 not_on_fabric:
3131         /* Get link speed. */
3132         fcp->isp_gbspeed = 1;
3133         if (IS_23XX(isp) || IS_24XX(isp)) {
3134                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
3135                 mbs.param[1] = MBGSD_GET_RATE;
3136                 /* mbs.param[2] undefined if we're just getting rate */
3137                 isp_mboxcmd(isp, &mbs);
3138                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3139                         if (mbs.param[1] == MBGSD_10GB)
3140                                 fcp->isp_gbspeed = 10;
3141                         else if (mbs.param[1] == MBGSD_16GB)
3142                                 fcp->isp_gbspeed = 16;
3143                         else if (mbs.param[1] == MBGSD_8GB)
3144                                 fcp->isp_gbspeed = 8;
3145                         else if (mbs.param[1] == MBGSD_4GB)
3146                                 fcp->isp_gbspeed = 4;
3147                         else if (mbs.param[1] == MBGSD_2GB)
3148                                 fcp->isp_gbspeed = 2;
3149                         else if (mbs.param[1] == MBGSD_1GB)
3150                                 fcp->isp_gbspeed = 1;
3151                 }
3152         }
3153
3154         if (fcp->isp_loopstate < LOOP_TESTING_LINK) {
3155 abort:
3156                 isp_prt(isp, ISP_LOG_SANCFG,
3157                     "Chan %d FC link test aborted", chan);
3158                 return (1);
3159         }
3160         fcp->isp_loopstate = LOOP_LTEST_DONE;
3161         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3162             "Chan %d WWPN %016jx WWNN %016jx",
3163             chan, (uintmax_t)fcp->isp_wwpn, (uintmax_t)fcp->isp_wwnn);
3164         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG,
3165             "Chan %d %dGb %s PortID 0x%06x LoopID 0x%02x",
3166             chan, fcp->isp_gbspeed, isp_fc_toponame(fcp), fcp->isp_portid,
3167             fcp->isp_loopid);
3168         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC link test done", chan);
3169         return (0);
3170 }
3171
3172 /*
3173  * Complete the synchronization of our Port Database.
3174  *
3175  * At this point, we've scanned the local loop (if any) and the fabric
3176  * and performed fabric logins on all new devices.
3177  *
3178  * Our task here is to go through our port database removing any entities
3179  * that are still marked probational (issuing PLOGO for ones which we had
3180  * PLOGI'd into) or are dead, and notifying upper layers about new/changed
3181  * devices.
3182  */
3183 static int
3184 isp_pdb_sync(ispsoftc_t *isp, int chan)
3185 {
3186         fcparam *fcp = FCPARAM(isp, chan);
3187         fcportdb_t *lp;
3188         uint16_t dbidx;
3189
3190         if (fcp->isp_loopstate < LOOP_FSCAN_DONE)
3191                 return (-1);
3192         if (fcp->isp_loopstate >= LOOP_READY)
3193                 return (0);
3194
3195         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync", chan);
3196
3197         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3198
3199         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3200                 lp = &fcp->portdb[dbidx];
3201
3202                 if (lp->state == FC_PORTDB_STATE_NIL)
3203                         continue;
3204                 if (lp->probational && lp->state != FC_PORTDB_STATE_ZOMBIE)
3205                         lp->state = FC_PORTDB_STATE_DEAD;
3206                 switch (lp->state) {
3207                 case FC_PORTDB_STATE_DEAD:
3208                         lp->state = FC_PORTDB_STATE_NIL;
3209                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3210                         if ((lp->portid & 0xffff00) != 0) {
3211                                 (void) isp_plogx(isp, chan, lp->handle,
3212                                     lp->portid,
3213                                     PLOGX_FLG_CMD_LOGO |
3214                                     PLOGX_FLG_IMPLICIT |
3215                                     PLOGX_FLG_FREE_NPHDL);
3216                         }
3217                         /*
3218                          * Note that we might come out of this with our state
3219                          * set to FC_PORTDB_STATE_ZOMBIE.
3220                          */
3221                         break;
3222                 case FC_PORTDB_STATE_NEW:
3223                         lp->state = FC_PORTDB_STATE_VALID;
3224                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3225                         break;
3226                 case FC_PORTDB_STATE_CHANGED:
3227                         lp->state = FC_PORTDB_STATE_VALID;
3228                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3229                         lp->portid = lp->new_portid;
3230                         lp->prli_word3 = lp->new_prli_word3;
3231                         break;
3232                 case FC_PORTDB_STATE_VALID:
3233                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3234                         break;
3235                 case FC_PORTDB_STATE_ZOMBIE:
3236                         break;
3237                 default:
3238                         isp_prt(isp, ISP_LOGWARN,
3239                             "isp_pdb_sync: state %d for idx %d",
3240                             lp->state, dbidx);
3241                         isp_dump_portdb(isp, chan);
3242                 }
3243         }
3244
3245         if (fcp->isp_loopstate < LOOP_SYNCING_PDB) {
3246                 isp_prt(isp, ISP_LOG_SANCFG,
3247                     "Chan %d FC PDB sync aborted", chan);
3248                 return (1);
3249         }
3250
3251         fcp->isp_loopstate = LOOP_READY;
3252         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC PDB sync done", chan);
3253         return (0);
3254 }
3255
3256 static void
3257 isp_pdb_add_update(ispsoftc_t *isp, int chan, isp_pdb_t *pdb)
3258 {
3259         fcportdb_t *lp;
3260         uint64_t wwnn, wwpn;
3261
3262         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb->nodename);
3263         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb->portname);
3264
3265         /* Search port database for the same WWPN. */
3266         if (isp_find_pdb_by_wwpn(isp, chan, wwpn, &lp)) {
3267                 if (!lp->probational) {
3268                         isp_prt(isp, ISP_LOGERR,
3269                             "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3270                             chan, lp->portid, lp->handle,
3271                             FC_PORTDB_TGT(isp, chan, lp), lp->state);
3272                         isp_dump_portdb(isp, chan);
3273                         return;
3274                 }
3275                 lp->probational = 0;
3276                 lp->node_wwn = wwnn;
3277
3278                 /* Old device, nothing new. */
3279                 if (lp->portid == pdb->portid &&
3280                     lp->handle == pdb->handle &&
3281                     lp->prli_word3 == pdb->prli_word3) {
3282                         if (lp->state != FC_PORTDB_STATE_NEW)
3283                                 lp->state = FC_PORTDB_STATE_VALID;
3284                         isp_prt(isp, ISP_LOG_SANCFG,
3285                             "Chan %d Port 0x%06x@0x%04x is valid",
3286                             chan, pdb->portid, pdb->handle);
3287                         return;
3288                 }
3289
3290                 /* Something has changed. */
3291                 lp->state = FC_PORTDB_STATE_CHANGED;
3292                 lp->handle = pdb->handle;
3293                 lp->new_portid = pdb->portid;
3294                 lp->new_prli_word3 = pdb->prli_word3;
3295                 isp_prt(isp, ISP_LOG_SANCFG,
3296                     "Chan %d Port 0x%06x@0x%04x is changed",
3297                     chan, pdb->portid, pdb->handle);
3298                 return;
3299         }
3300
3301         /* It seems like a new port. Find an empty slot for it. */
3302         if (!isp_find_pdb_empty(isp, chan, &lp)) {
3303                 isp_prt(isp, ISP_LOGERR, "Chan %d out of portdb entries", chan);
3304                 return;
3305         }
3306
3307         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3308         lp->probational = 0;
3309         lp->state = FC_PORTDB_STATE_NEW;
3310         lp->portid = lp->new_portid = pdb->portid;
3311         lp->prli_word3 = lp->new_prli_word3 = pdb->prli_word3;
3312         lp->handle = pdb->handle;
3313         lp->port_wwn = wwpn;
3314         lp->node_wwn = wwnn;
3315         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Port 0x%06x@0x%04x is new",
3316             chan, pdb->portid, pdb->handle);
3317 }
3318
3319 /*
3320  * Fix port IDs for logged-in initiators on pre-2400 chips.
3321  * For those chips we are not receiving login events, adding initiators
3322  * based on ATIO requests, but there is no port ID in that structure.
3323  */
3324 static void
3325 isp_fix_portids(ispsoftc_t *isp, int chan)
3326 {
3327         fcparam *fcp = FCPARAM(isp, chan);
3328         isp_pdb_t pdb;
3329         uint64_t wwpn;
3330         int i, r;
3331
3332         for (i = 0; i < MAX_FC_TARG; i++) {
3333                 fcportdb_t *lp = &fcp->portdb[i];
3334
3335                 if (lp->state == FC_PORTDB_STATE_NIL ||
3336                     lp->state == FC_PORTDB_STATE_ZOMBIE)
3337                         continue;
3338                 if (VALID_PORT(lp->portid))
3339                         continue;
3340
3341                 r = isp_getpdb(isp, chan, lp->handle, &pdb);
3342                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3343                         return;
3344                 if (r != 0) {
3345                         isp_prt(isp, ISP_LOGDEBUG1,
3346                             "Chan %d FC Scan Loop handle %d returned %x",
3347                             chan, lp->handle, r);
3348                         continue;
3349                 }
3350
3351                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3352                 if (lp->port_wwn != wwpn)
3353                         continue;
3354                 lp->portid = lp->new_portid = pdb.portid;
3355                 isp_prt(isp, ISP_LOG_SANCFG,
3356                     "Chan %d Port 0x%06x@0x%04x is fixed",
3357                     chan, pdb.portid, pdb.handle);
3358         }
3359 }
3360
3361 /*
3362  * Scan local loop for devices.
3363  */
3364 static int
3365 isp_scan_loop(ispsoftc_t *isp, int chan)
3366 {
3367         fcparam *fcp = FCPARAM(isp, chan);
3368         int idx, lim, r;
3369         isp_pdb_t pdb;
3370         uint16_t *handles;
3371         uint16_t handle;
3372
3373         if (fcp->isp_loopstate < LOOP_LTEST_DONE)
3374                 return (-1);
3375         if (fcp->isp_loopstate >= LOOP_LSCAN_DONE)
3376                 return (0);
3377
3378         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan", chan);
3379         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3380         if (TOPO_IS_FABRIC(fcp->isp_topo)) {
3381                 if (!IS_24XX(isp)) {
3382                         isp_fix_portids(isp, chan);
3383                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3384                                 goto abort;
3385                 }
3386                 isp_prt(isp, ISP_LOG_SANCFG,
3387                     "Chan %d FC loop scan done (no loop)", chan);
3388                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3389                 return (0);
3390         }
3391
3392         handles = (uint16_t *)fcp->isp_scanscratch;
3393         lim = ISP_FC_SCRLEN / 2;
3394         r = isp_gethandles(isp, chan, handles, &lim, 1);
3395         if (r != 0) {
3396                 isp_prt(isp, ISP_LOG_SANCFG,
3397                     "Chan %d Getting list of handles failed with %x", chan, r);
3398                 isp_prt(isp, ISP_LOG_SANCFG,
3399                     "Chan %d FC loop scan done (bad)", chan);
3400                 return (-1);
3401         }
3402
3403         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Got %d handles",
3404             chan, lim);
3405
3406         /*
3407          * Run through the list and get the port database info for each one.
3408          */
3409         isp_mark_portdb(isp, chan);
3410         for (idx = 0; idx < lim; idx++) {
3411                 handle = handles[idx];
3412
3413                 /*
3414                  * Don't scan "special" ids.
3415                  */
3416                 if (ISP_CAP_2KLOGIN(isp)) {
3417                         if (handle >= NPH_RESERVED)
3418                                 continue;
3419                 } else {
3420                         if (handle >= FL_ID && handle <= SNS_ID)
3421                                 continue;
3422                 }
3423
3424                 /*
3425                  * In older cards with older f/w GET_PORT_DATABASE has been
3426                  * known to hang. This trick gets around that problem.
3427                  */
3428                 if (IS_2100(isp) || IS_2200(isp)) {
3429                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3430                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3431 abort:
3432                                 isp_prt(isp, ISP_LOG_SANCFG,
3433                                     "Chan %d FC loop scan aborted", chan);
3434                                 return (1);
3435                         }
3436                         if (node_wwn == INI_NONE) {
3437                                 continue;
3438                         }
3439                 }
3440
3441                 /*
3442                  * Get the port database entity for this index.
3443                  */
3444                 r = isp_getpdb(isp, chan, handle, &pdb);
3445                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3446                         goto abort;
3447                 if (r != 0) {
3448                         isp_prt(isp, ISP_LOGDEBUG1,
3449                             "Chan %d FC Scan Loop handle %d returned %x",
3450                             chan, handle, r);
3451                         continue;
3452                 }
3453
3454                 isp_pdb_add_update(isp, chan, &pdb);
3455         }
3456         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3457                 goto abort;
3458         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3459         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC loop scan done", chan);
3460         return (0);
3461 }
3462
3463 /*
3464  * Scan the fabric for devices and add them to our port database.
3465  *
3466  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3467  *
3468  * For 2100-23XX cards, we use the SNS mailbox command to pass simple name
3469  * server commands to the switch management server via the QLogic f/w.
3470  *
3471  * For the 24XX and above card, we use CT Pass-through IOCB.
3472  */
3473 #define GIDLEN  ISP_FC_SCRLEN
3474 #define NGENT   ((GIDLEN - 16) >> 2)
3475
3476 static int
3477 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3478 {
3479         union {
3480                 sns_gid_ft_req_t _x;
3481                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3482         } un;
3483         fcparam *fcp = FCPARAM(isp, chan);
3484         sns_gid_ft_req_t *rq = &un._x;
3485         uint8_t *scp = fcp->isp_scratch;
3486         mbreg_t mbs;
3487
3488         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via SNS", chan);
3489         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3490                 isp_prt(isp, ISP_LOGERR, sacq);
3491                 return (-1);
3492         }
3493
3494         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3495         rq->snscb_rblen = GIDLEN >> 1;
3496         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma);
3497         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma);
3498         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma);
3499         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma);
3500         rq->snscb_sblen = 6;
3501         rq->snscb_cmd = SNS_GID_FT;
3502         rq->snscb_mword_div_2 = NGENT;
3503         rq->snscb_fc4_type = FC4_SCSI;
3504
3505         isp_put_gid_ft_request(isp, rq, (sns_gid_ft_req_t *)scp);
3506         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3507
3508         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3509         mbs.param[0] = MBOX_SEND_SNS;
3510         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3511         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3512         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3513         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3514         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3515         isp_mboxcmd(isp, &mbs);
3516         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3517                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3518                         return (1);
3519                 } else {
3520                         return (-1);
3521                 }
3522         }
3523         MEMORYBARRIER(isp, SYNC_SFORCPU, 0, GIDLEN, chan);
3524         if (isp->isp_dblev & ISP_LOGDEBUG1)
3525                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3526         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3527             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3528         FC_SCRATCH_RELEASE(isp, chan);
3529         return (0);
3530 }
3531
3532 static int
3533 isp_ct_passthru(ispsoftc_t *isp, int chan, uint32_t cmd_bcnt, uint32_t rsp_bcnt)
3534 {
3535         fcparam *fcp = FCPARAM(isp, chan);
3536         isp_ct_pt_t pt;
3537         void *reqp;
3538         uint8_t resp[QENTRY_LEN];
3539
3540         /*
3541          * Build a Passthrough IOCB in memory.
3542          */
3543         ISP_MEMZERO(&pt, sizeof(pt));
3544         pt.ctp_header.rqs_entry_count = 1;
3545         pt.ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3546         pt.ctp_nphdl = fcp->isp_sns_hdl;
3547         pt.ctp_cmd_cnt = 1;
3548         pt.ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3549         pt.ctp_time = 10;
3550         pt.ctp_rsp_cnt = 1;
3551         pt.ctp_rsp_bcnt = rsp_bcnt;
3552         pt.ctp_cmd_bcnt = cmd_bcnt;
3553         pt.ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma);
3554         pt.ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma);
3555         pt.ctp_dataseg[0].ds_count = cmd_bcnt;
3556         pt.ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma);
3557         pt.ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma);
3558         pt.ctp_dataseg[1].ds_count = rsp_bcnt;
3559
3560         /* Prepare space for response in memory */
3561         memset(resp, 0xff, sizeof(resp));
3562         pt.ctp_handle = isp_allocate_handle(isp, resp, ISP_HANDLE_CTRL);
3563         if (pt.ctp_handle == 0) {
3564                 isp_prt(isp, ISP_LOGERR,
3565                     "%s: CTP of Chan %d out of handles", __func__, chan);
3566                 return (-1);
3567         }
3568
3569         /* Send request and wait for response. */
3570         reqp = isp_getrqentry(isp);
3571         if (reqp == NULL) {
3572                 isp_prt(isp, ISP_LOGERR,
3573                     "%s: CTP of Chan %d out of rqent", __func__, chan);
3574                 isp_destroy_handle(isp, pt.ctp_handle);
3575                 return (-1);
3576         }
3577         isp_put_ct_pt(isp, &pt, (isp_ct_pt_t *)reqp);
3578         if (isp->isp_dblev & ISP_LOGDEBUG1)
3579                 isp_print_bytes(isp, "CT IOCB request", QENTRY_LEN, reqp);
3580         ISP_SYNC_REQUEST(isp);
3581         if (msleep(resp, &isp->isp_lock, 0, "CTP", pt.ctp_time*hz) == EWOULDBLOCK) {
3582                 isp_prt(isp, ISP_LOGERR,
3583                     "%s: CTP of Chan %d timed out", __func__, chan);
3584                 isp_destroy_handle(isp, pt.ctp_handle);
3585                 return (-1);
3586         }
3587         if (isp->isp_dblev & ISP_LOGDEBUG1)
3588                 isp_print_bytes(isp, "CT IOCB response", QENTRY_LEN, resp);
3589
3590         isp_get_ct_pt(isp, (isp_ct_pt_t *)resp, &pt);
3591         if (pt.ctp_status && pt.ctp_status != RQCS_DATA_UNDERRUN) {
3592                 isp_prt(isp, ISP_LOGWARN,
3593                     "Chan %d GID_FT CT Passthrough returned 0x%x",
3594                     chan, pt.ctp_status);
3595                 return (-1);
3596         }
3597
3598         return (0);
3599 }
3600
3601 static int
3602 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3603 {
3604         fcparam *fcp = FCPARAM(isp, chan);
3605         ct_hdr_t ct;
3606         uint32_t *rp;
3607         uint8_t *scp = fcp->isp_scratch;
3608
3609         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d requesting GID_FT via CT", chan);
3610         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3611                 isp_prt(isp, ISP_LOGERR, sacq);
3612                 return (-1);
3613         }
3614
3615         /*
3616          * Build the CT header and command in memory.
3617          */
3618         ISP_MEMZERO(&ct, sizeof (ct));
3619         ct.ct_revision = CT_REVISION;
3620         ct.ct_fcs_type = CT_FC_TYPE_FC;
3621         ct.ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3622         ct.ct_cmd_resp = SNS_GID_FT;
3623         ct.ct_bcnt_resid = (GIDLEN - 16) >> 2;
3624         isp_put_ct_hdr(isp, &ct, (ct_hdr_t *)scp);
3625         rp = (uint32_t *) &scp[sizeof(ct)];
3626         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3627         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3628                 isp_print_bytes(isp, "CT request",
3629                     sizeof(ct) + sizeof(uint32_t), scp);
3630         }
3631
3632         if (isp_ct_passthru(isp, chan, sizeof(ct) + sizeof(uint32_t), GIDLEN)) {
3633                 FC_SCRATCH_RELEASE(isp, chan);
3634                 return (-1);
3635         }
3636
3637         if (isp->isp_dblev & ISP_LOGDEBUG1)
3638                 isp_print_bytes(isp, "CT response", GIDLEN, scp);
3639         isp_get_gid_ft_response(isp, (sns_gid_ft_rsp_t *)scp,
3640             (sns_gid_ft_rsp_t *)fcp->isp_scanscratch, NGENT);
3641         FC_SCRATCH_RELEASE(isp, chan);
3642         return (0);
3643 }
3644
3645 static int
3646 isp_scan_fabric(ispsoftc_t *isp, int chan)
3647 {
3648         fcparam *fcp = FCPARAM(isp, chan);
3649         fcportdb_t *lp;
3650         uint32_t portid;
3651         uint16_t nphdl;
3652         isp_pdb_t pdb;
3653         int portidx, portlim, r;
3654         sns_gid_ft_rsp_t *rs;
3655
3656         if (fcp->isp_loopstate < LOOP_LSCAN_DONE)
3657                 return (-1);
3658         if (fcp->isp_loopstate >= LOOP_FSCAN_DONE)
3659                 return (0);
3660
3661         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan", chan);
3662         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3663         if (!TOPO_IS_FABRIC(fcp->isp_topo)) {
3664                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3665                 isp_prt(isp, ISP_LOG_SANCFG,
3666                     "Chan %d FC fabric scan done (no fabric)", chan);
3667                 return (0);
3668         }
3669
3670         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3671 abort:
3672                 FC_SCRATCH_RELEASE(isp, chan);
3673                 isp_prt(isp, ISP_LOG_SANCFG,
3674                     "Chan %d FC fabric scan aborted", chan);
3675                 return (1);
3676         }
3677
3678         /*
3679          * Make sure we still are logged into the fabric controller.
3680          */
3681         nphdl = IS_24XX(isp) ? NPH_FL_ID : FL_ID;
3682         r = isp_getpdb(isp, chan, nphdl, &pdb);
3683         if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3684                 isp_dump_chip_portdb(isp, chan);
3685         }
3686         if (r) {
3687                 fcp->isp_loopstate = LOOP_LTEST_DONE;
3688 fail:
3689                 isp_prt(isp, ISP_LOG_SANCFG,
3690                     "Chan %d FC fabric scan done (bad)", chan);
3691                 return (-1);
3692         }
3693
3694         /* Get list of port IDs from SNS. */
3695         if (IS_24XX(isp))
3696                 r = isp_gid_ft_ct_passthru(isp, chan);
3697         else
3698                 r = isp_gid_ft_sns(isp, chan);
3699         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3700                 goto abort;
3701         if (r > 0) {
3702                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3703                 return (-1);
3704         } else if (r < 0) {
3705                 fcp->isp_loopstate = LOOP_LTEST_DONE;   /* try again */
3706                 return (-1);
3707         }
3708
3709         rs = (sns_gid_ft_rsp_t *) fcp->isp_scanscratch;
3710         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3711                 goto abort;
3712         if (rs->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3713                 int level;
3714                 if (rs->snscb_cthdr.ct_reason == 9 && rs->snscb_cthdr.ct_explanation == 7) {
3715                         level = ISP_LOG_SANCFG;
3716                 } else {
3717                         level = ISP_LOGWARN;
3718                 }
3719                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3720                     " (Reason=0x%x Expl=0x%x)", chan,
3721                     rs->snscb_cthdr.ct_reason,
3722                     rs->snscb_cthdr.ct_explanation);
3723                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3724                 return (-1);
3725         }
3726
3727         /* Check our buffer was big enough to get the full list. */
3728         for (portidx = 0; portidx < NGENT-1; portidx++) {
3729                 if (rs->snscb_ports[portidx].control & 0x80)
3730                         break;
3731         }
3732         if ((rs->snscb_ports[portidx].control & 0x80) == 0) {
3733                 isp_prt(isp, ISP_LOGWARN,
3734                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3735         }
3736         portlim = portidx + 1;
3737         isp_prt(isp, ISP_LOG_SANCFG,
3738             "Chan %d Got %d ports back from name server", chan, portlim);
3739
3740         /* Go through the list and remove duplicate port ids. */
3741         for (portidx = 0; portidx < portlim; portidx++) {
3742                 int npidx;
3743
3744                 portid =
3745                     ((rs->snscb_ports[portidx].portid[0]) << 16) |
3746                     ((rs->snscb_ports[portidx].portid[1]) << 8) |
3747                     ((rs->snscb_ports[portidx].portid[2]));
3748
3749                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3750                         uint32_t new_portid =
3751                             ((rs->snscb_ports[npidx].portid[0]) << 16) |
3752                             ((rs->snscb_ports[npidx].portid[1]) << 8) |
3753                             ((rs->snscb_ports[npidx].portid[2]));
3754                         if (new_portid == portid) {
3755                                 break;
3756                         }
3757                 }
3758
3759                 if (npidx < portlim) {
3760                         rs->snscb_ports[npidx].portid[0] = 0;
3761                         rs->snscb_ports[npidx].portid[1] = 0;
3762                         rs->snscb_ports[npidx].portid[2] = 0;
3763                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3764                 }
3765         }
3766
3767         /*
3768          * We now have a list of Port IDs for all FC4 SCSI devices
3769          * that the Fabric Name server knows about.
3770          *
3771          * For each entry on this list go through our port database looking
3772          * for probational entries- if we find one, then an old entry is
3773          * maybe still this one. We get some information to find out.
3774          *
3775          * Otherwise, it's a new fabric device, and we log into it
3776          * (unconditionally). After searching the entire database
3777          * again to make sure that we never ever ever ever have more
3778          * than one entry that has the same PortID or the same
3779          * WWNN/WWPN duple, we enter the device into our database.
3780          */
3781         isp_mark_portdb(isp, chan);
3782         for (portidx = 0; portidx < portlim; portidx++) {
3783                 portid = ((rs->snscb_ports[portidx].portid[0]) << 16) |
3784                          ((rs->snscb_ports[portidx].portid[1]) << 8) |
3785                          ((rs->snscb_ports[portidx].portid[2]));
3786                 isp_prt(isp, ISP_LOG_SANCFG,
3787                     "Chan %d Checking fabric port 0x%06x", chan, portid);
3788                 if (portid == 0) {
3789                         isp_prt(isp, ISP_LOG_SANCFG,
3790                             "Chan %d Port at idx %d is zero",
3791                             chan, portidx);
3792                         continue;
3793                 }
3794                 if (portid == fcp->isp_portid) {
3795                         isp_prt(isp, ISP_LOG_SANCFG,
3796                             "Chan %d Port 0x%06x is our", chan, portid);
3797                         continue;
3798                 }
3799
3800                 /* Now search the entire port database for the same portid. */
3801                 if (isp_find_pdb_by_portid(isp, chan, portid, &lp)) {
3802                         if (!lp->probational) {
3803                                 isp_prt(isp, ISP_LOGERR,
3804                                     "Chan %d Port 0x%06x@0x%04x [%d] is not probational (0x%x)",
3805                                     chan, lp->portid, lp->handle,
3806                                     FC_PORTDB_TGT(isp, chan, lp), lp->state);
3807                                 isp_dump_portdb(isp, chan);
3808                                 goto fail;
3809                         }
3810
3811                         if (lp->state == FC_PORTDB_STATE_ZOMBIE)
3812                                 goto relogin;
3813
3814                         /*
3815                          * See if we're still logged into it.
3816                          *
3817                          * If we aren't, mark it as a dead device and
3818                          * leave the new portid in the database entry
3819                          * for somebody further along to decide what to
3820                          * do (policy choice).
3821                          *
3822                          * If we are, check to see if it's the same
3823                          * device still (it should be). If for some
3824                          * reason it isn't, mark it as a changed device
3825                          * and leave the new portid and role in the
3826                          * database entry for somebody further along to
3827                          * decide what to do (policy choice).
3828                          */
3829                         r = isp_getpdb(isp, chan, lp->handle, &pdb);
3830                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3831                                 goto abort;
3832                         if (r != 0) {
3833                                 lp->state = FC_PORTDB_STATE_DEAD;
3834                                 isp_prt(isp, ISP_LOG_SANCFG,
3835                                     "Chan %d Port 0x%06x handle 0x%x is dead (%d)",
3836                                     chan, portid, lp->handle, r);
3837                                 goto relogin;
3838                         }
3839
3840                         isp_pdb_add_update(isp, chan, &pdb);
3841                         continue;
3842                 }
3843
3844 relogin:
3845                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
3846                         isp_prt(isp, ISP_LOG_SANCFG,
3847                             "Chan %d Port 0x%06x is not logged in", chan, portid);
3848                         continue;
3849                 }
3850
3851                 if (isp_login_device(isp, chan, portid, &pdb,
3852                     &FCPARAM(isp, 0)->isp_lasthdl)) {
3853                         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3854                                 goto abort;
3855                         continue;
3856                 }
3857
3858                 isp_pdb_add_update(isp, chan, &pdb);
3859         }
3860
3861         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC)
3862                 goto abort;
3863         fcp->isp_loopstate = LOOP_FSCAN_DONE;
3864         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC fabric scan done", chan);
3865         return (0);
3866 }
3867
3868 /*
3869  * Find an unused handle and try and use to login to a port.
3870  */
3871 static int
3872 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
3873 {
3874         int lim, i, r;
3875         uint16_t handle;
3876
3877         if (ISP_CAP_2KLOGIN(isp)) {
3878                 lim = NPH_MAX_2K;
3879         } else {
3880                 lim = NPH_MAX;
3881         }
3882
3883         handle = isp_next_handle(isp, ohp);
3884         for (i = 0; i < lim; i++) {
3885                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3886                         return (-1);
3887
3888                 /* Check if this handle is free. */
3889                 r = isp_getpdb(isp, chan, handle, p);
3890                 if (r == 0) {
3891                         if (p->portid != portid) {
3892                                 /* This handle is busy, try next one. */
3893                                 handle = isp_next_handle(isp, ohp);
3894                                 continue;
3895                         }
3896                         break;
3897                 }
3898                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3899                         return (-1);
3900
3901                 /*
3902                  * Now try and log into the device
3903                  */
3904                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3905                 if (r == 0) {
3906                         break;
3907                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
3908                         /*
3909                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
3910                          * handle. We need to break that association. We used to try and just substitute the handle, but then
3911                          * failed to get any data via isp_getpdb (below).
3912                          */
3913                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL)) {
3914                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
3915                         }
3916                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC)
3917                                 return (-1);
3918                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI);
3919                         if (r != 0)
3920                                 i = lim;
3921                         break;
3922                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
3923                         /* Try the next handle. */
3924                         handle = isp_next_handle(isp, ohp);
3925                 } else {
3926                         /* Give up. */
3927                         i = lim;
3928                         break;
3929                 }
3930         }
3931
3932         if (i == lim) {
3933                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
3934                 return (-1);
3935         }
3936
3937         /*
3938          * If we successfully logged into it, get the PDB for it
3939          * so we can crosscheck that it is still what we think it
3940          * is and that we also have the role it plays
3941          */
3942         r = isp_getpdb(isp, chan, handle, p);
3943         if (r != 0) {
3944                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
3945                 return (-1);
3946         }
3947
3948         if (p->handle != handle || p->portid != portid) {
3949                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
3950                     chan, portid, handle, p->portid, p->handle);
3951                 return (-1);
3952         }
3953         return (0);
3954 }
3955
3956 static int
3957 isp_send_change_request(ispsoftc_t *isp, int chan)
3958 {
3959         mbreg_t mbs;
3960
3961         MBSINIT(&mbs, MBOX_SEND_CHANGE_REQUEST, MBLOGALL, 500000);
3962         mbs.param[1] = 0x03;
3963         mbs.param[9] = chan;
3964         isp_mboxcmd(isp, &mbs);
3965         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
3966                 return (0);
3967         } else {
3968                 isp_prt(isp, ISP_LOGWARN, "Chan %d Send Change Request: 0x%x",
3969                     chan, mbs.param[0]);
3970                 return (-1);
3971         }
3972 }
3973
3974 static int
3975 isp_register_fc4_type(ispsoftc_t *isp, int chan)
3976 {
3977         fcparam *fcp = FCPARAM(isp, chan);
3978         uint8_t local[SNS_RFT_ID_REQ_SIZE];
3979         sns_screq_t *reqp = (sns_screq_t *) local;
3980         mbreg_t mbs;
3981
3982         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
3983         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
3984         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
3985         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
3986         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
3987         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
3988         reqp->snscb_sblen = 22;
3989         reqp->snscb_data[0] = SNS_RFT_ID;
3990         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
3991         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
3992         reqp->snscb_data[6] = (1 << FC4_SCSI);
3993         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3994                 isp_prt(isp, ISP_LOGERR, sacq);
3995                 return (-1);
3996         }
3997         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
3998         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
3999         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
4000         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4001         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4002         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4003         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4004         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
4005         isp_mboxcmd(isp, &mbs);
4006         FC_SCRATCH_RELEASE(isp, chan);
4007         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4008                 return (0);
4009         } else {
4010                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x",
4011                     chan, mbs.param[0]);
4012                 return (-1);
4013         }
4014 }
4015
4016 static int
4017 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
4018 {
4019         fcparam *fcp = FCPARAM(isp, chan);
4020         ct_hdr_t *ct;
4021         rft_id_t rp;
4022         uint8_t *scp = fcp->isp_scratch;
4023
4024         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4025                 isp_prt(isp, ISP_LOGERR, sacq);
4026                 return (-1);
4027         }
4028
4029         /*
4030          * Build the CT header and command in memory.
4031          */
4032         ISP_MEMZERO(&rp, sizeof(rp));
4033         ct = &rp.rftid_hdr;
4034         ct->ct_revision = CT_REVISION;
4035         ct->ct_fcs_type = CT_FC_TYPE_FC;
4036         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4037         ct->ct_cmd_resp = SNS_RFT_ID;
4038         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4039         rp.rftid_portid[0] = fcp->isp_portid >> 16;
4040         rp.rftid_portid[1] = fcp->isp_portid >> 8;
4041         rp.rftid_portid[2] = fcp->isp_portid;
4042         rp.rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4043         isp_put_rft_id(isp, &rp, (rft_id_t *)scp);
4044         if (isp->isp_dblev & ISP_LOGDEBUG1)
4045                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4046
4047         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4048                 FC_SCRATCH_RELEASE(isp, chan);
4049                 return (-1);
4050         }
4051
4052         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4053         FC_SCRATCH_RELEASE(isp, chan);
4054         if (ct->ct_cmd_resp == LS_RJT) {
4055                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4056                 return (-1);
4057         } else if (ct->ct_cmd_resp == LS_ACC) {
4058                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4059         } else {
4060                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4061                 return (-1);
4062         }
4063         return (0);
4064 }
4065
4066 static int
4067 isp_register_fc4_features_24xx(ispsoftc_t *isp, int chan)
4068 {
4069         fcparam *fcp = FCPARAM(isp, chan);
4070         ct_hdr_t *ct;
4071         rff_id_t rp;
4072         uint8_t *scp = fcp->isp_scratch;
4073
4074         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4075                 isp_prt(isp, ISP_LOGERR, sacq);
4076                 return (-1);
4077         }
4078
4079         /*
4080          * Build the CT header and command in memory.
4081          */
4082         ISP_MEMZERO(&rp, sizeof(rp));
4083         ct = &rp.rffid_hdr;
4084         ct->ct_revision = CT_REVISION;
4085         ct->ct_fcs_type = CT_FC_TYPE_FC;
4086         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4087         ct->ct_cmd_resp = SNS_RFF_ID;
4088         ct->ct_bcnt_resid = (sizeof (rff_id_t) - sizeof (ct_hdr_t)) >> 2;
4089         rp.rffid_portid[0] = fcp->isp_portid >> 16;
4090         rp.rffid_portid[1] = fcp->isp_portid >> 8;
4091         rp.rffid_portid[2] = fcp->isp_portid;
4092         rp.rffid_fc4features = 0;
4093         if (fcp->role & ISP_ROLE_TARGET)
4094                 rp.rffid_fc4features |= 1;
4095         if (fcp->role & ISP_ROLE_INITIATOR)
4096                 rp.rffid_fc4features |= 2;
4097         rp.rffid_fc4type = FC4_SCSI;
4098         isp_put_rff_id(isp, &rp, (rff_id_t *)scp);
4099         if (isp->isp_dblev & ISP_LOGDEBUG1)
4100                 isp_print_bytes(isp, "CT request", sizeof(rft_id_t), scp);
4101
4102         if (isp_ct_passthru(isp, chan, sizeof(rft_id_t), sizeof(ct_hdr_t))) {
4103                 FC_SCRATCH_RELEASE(isp, chan);
4104                 return (-1);
4105         }
4106
4107         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4108         FC_SCRATCH_RELEASE(isp, chan);
4109         if (ct->ct_cmd_resp == LS_RJT) {
4110                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4111                     "Chan %d Register FC4 Features rejected", chan);
4112                 return (-1);
4113         } else if (ct->ct_cmd_resp == LS_ACC) {
4114                 isp_prt(isp, ISP_LOG_SANCFG,
4115                     "Chan %d Register FC4 Features accepted", chan);
4116         } else {
4117                 isp_prt(isp, ISP_LOGWARN,
4118                     "Chan %d Register FC4 Features: 0x%x", chan, ct->ct_cmd_resp);
4119                 return (-1);
4120         }
4121         return (0);
4122 }
4123
4124 static int
4125 isp_register_port_name_24xx(ispsoftc_t *isp, int chan)
4126 {
4127         fcparam *fcp = FCPARAM(isp, chan);
4128         ct_hdr_t *ct;
4129         rspn_id_t rp;
4130         uint8_t *scp = fcp->isp_scratch;
4131         int len;
4132
4133         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4134                 isp_prt(isp, ISP_LOGERR, sacq);
4135                 return (-1);
4136         }
4137
4138         /*
4139          * Build the CT header and command in memory.
4140          */
4141         ISP_MEMZERO(&rp, sizeof(rp));
4142         ct = &rp.rspnid_hdr;
4143         ct->ct_revision = CT_REVISION;
4144         ct->ct_fcs_type = CT_FC_TYPE_FC;
4145         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4146         ct->ct_cmd_resp = SNS_RSPN_ID;
4147         rp.rspnid_portid[0] = fcp->isp_portid >> 16;
4148         rp.rspnid_portid[1] = fcp->isp_portid >> 8;
4149         rp.rspnid_portid[2] = fcp->isp_portid;
4150         rp.rspnid_length = 0;
4151         len = offsetof(rspn_id_t, rspnid_name);
4152         mtx_lock(&prison0.pr_mtx);
4153         rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4154             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4155         mtx_unlock(&prison0.pr_mtx);
4156         rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4157             ":%s", device_get_nameunit(isp->isp_dev));
4158         if (chan != 0) {
4159                 rp.rspnid_length += sprintf(&scp[len + rp.rspnid_length],
4160                     "/%d", chan);
4161         }
4162         len += rp.rspnid_length;
4163         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4164         isp_put_rspn_id(isp, &rp, (rspn_id_t *)scp);
4165         if (isp->isp_dblev & ISP_LOGDEBUG1)
4166                 isp_print_bytes(isp, "CT request", len, scp);
4167
4168         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4169                 FC_SCRATCH_RELEASE(isp, chan);
4170                 return (-1);
4171         }
4172
4173         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4174         FC_SCRATCH_RELEASE(isp, chan);
4175         if (ct->ct_cmd_resp == LS_RJT) {
4176                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4177                     "Chan %d Register Symbolic Port Name rejected", chan);
4178                 return (-1);
4179         } else if (ct->ct_cmd_resp == LS_ACC) {
4180                 isp_prt(isp, ISP_LOG_SANCFG,
4181                     "Chan %d Register Symbolic Port Name accepted", chan);
4182         } else {
4183                 isp_prt(isp, ISP_LOGWARN,
4184                     "Chan %d Register Symbolic Port Name: 0x%x", chan, ct->ct_cmd_resp);
4185                 return (-1);
4186         }
4187         return (0);
4188 }
4189
4190 static int
4191 isp_register_node_name_24xx(ispsoftc_t *isp, int chan)
4192 {
4193         fcparam *fcp = FCPARAM(isp, chan);
4194         ct_hdr_t *ct;
4195         rsnn_nn_t rp;
4196         uint8_t *scp = fcp->isp_scratch;
4197         int len;
4198
4199         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4200                 isp_prt(isp, ISP_LOGERR, sacq);
4201                 return (-1);
4202         }
4203
4204         /*
4205          * Build the CT header and command in memory.
4206          */
4207         ISP_MEMZERO(&rp, sizeof(rp));
4208         ct = &rp.rsnnnn_hdr;
4209         ct->ct_revision = CT_REVISION;
4210         ct->ct_fcs_type = CT_FC_TYPE_FC;
4211         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4212         ct->ct_cmd_resp = SNS_RSNN_NN;
4213         MAKE_NODE_NAME_FROM_WWN(rp.rsnnnn_nodename, fcp->isp_wwnn);
4214         rp.rsnnnn_length = 0;
4215         len = offsetof(rsnn_nn_t, rsnnnn_name);
4216         mtx_lock(&prison0.pr_mtx);
4217         rp.rsnnnn_length += sprintf(&scp[len + rp.rsnnnn_length],
4218             "%s", prison0.pr_hostname[0] ? prison0.pr_hostname : "FreeBSD");
4219         mtx_unlock(&prison0.pr_mtx);
4220         len += rp.rsnnnn_length;
4221         ct->ct_bcnt_resid = (len - sizeof(ct_hdr_t)) >> 2;
4222         isp_put_rsnn_nn(isp, &rp, (rsnn_nn_t *)scp);
4223         if (isp->isp_dblev & ISP_LOGDEBUG1)
4224                 isp_print_bytes(isp, "CT request", len, scp);
4225
4226         if (isp_ct_passthru(isp, chan, len, sizeof(ct_hdr_t))) {
4227                 FC_SCRATCH_RELEASE(isp, chan);
4228                 return (-1);
4229         }
4230
4231         isp_get_ct_hdr(isp, (ct_hdr_t *) scp, ct);
4232         FC_SCRATCH_RELEASE(isp, chan);
4233         if (ct->ct_cmd_resp == LS_RJT) {
4234                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1,
4235                     "Chan %d Register Symbolic Node Name rejected", chan);
4236                 return (-1);
4237         } else if (ct->ct_cmd_resp == LS_ACC) {
4238                 isp_prt(isp, ISP_LOG_SANCFG,
4239                     "Chan %d Register Symbolic Node Name accepted", chan);
4240         } else {
4241                 isp_prt(isp, ISP_LOGWARN,
4242                     "Chan %d Register Symbolic Node Name: 0x%x", chan, ct->ct_cmd_resp);
4243                 return (-1);
4244         }
4245         return (0);
4246 }
4247
4248 static uint16_t
4249 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4250 {
4251         fcparam *fcp;
4252         int i, chan, wrap;
4253         uint16_t handle, minh, maxh;
4254
4255         handle = *ohp;
4256         if (ISP_CAP_2KLOGIN(isp)) {
4257                 minh = 0;
4258                 maxh = NPH_RESERVED - 1;
4259         } else {
4260                 minh = SNS_ID + 1;
4261                 maxh = NPH_MAX - 1;
4262         }
4263         wrap = 0;
4264
4265 next:
4266         if (handle == NIL_HANDLE) {
4267                 handle = minh;
4268         } else {
4269                 handle++;
4270                 if (handle > maxh) {
4271                         if (++wrap >= 2) {
4272                                 isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4273                                 return (NIL_HANDLE);
4274                         }
4275                         handle = minh;
4276                 }
4277         }
4278         for (chan = 0; chan < isp->isp_nchan; chan++) {
4279                 fcp = FCPARAM(isp, chan);
4280                 if (fcp->role == ISP_ROLE_NONE)
4281                         continue;
4282                 for (i = 0; i < MAX_FC_TARG; i++) {
4283                         if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4284                             fcp->portdb[i].handle == handle)
4285                                 goto next;
4286                 }
4287         }
4288         *ohp = handle;
4289         return (handle);
4290 }
4291
4292 /*
4293  * Start a command. Locking is assumed done in the caller.
4294  */
4295
4296 int
4297 isp_start(XS_T *xs)
4298 {
4299         ispsoftc_t *isp;
4300         uint32_t cdblen;
4301         uint8_t local[QENTRY_LEN];
4302         ispreq_t *reqp;
4303         void *cdbp, *qep;
4304         uint16_t *tptr;
4305         fcportdb_t *lp;
4306         int target, dmaresult;
4307
4308         XS_INITERR(xs);
4309         isp = XS_ISP(xs);
4310
4311         /*
4312          * Check command CDB length, etc.. We really are limited to 16 bytes
4313          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4314          * but probably only if we're running fairly new firmware (we'll
4315          * let the old f/w choke on an extended command queue entry).
4316          */
4317
4318         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4319                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4320                 XS_SETERR(xs, HBA_BOTCH);
4321                 return (CMD_COMPLETE);
4322         }
4323
4324         /*
4325          * Translate the target to device handle as appropriate, checking
4326          * for correct device state as well.
4327          */
4328         target = XS_TGT(xs);
4329         if (IS_FC(isp)) {
4330                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4331
4332                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4333                         isp_prt(isp, ISP_LOG_WARN1,
4334                             "%d.%d.%jx I am not an initiator",
4335                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4336                         XS_SETERR(xs, HBA_SELTIMEOUT);
4337                         return (CMD_COMPLETE);
4338                 }
4339
4340                 if (isp->isp_state != ISP_RUNSTATE) {
4341                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4342                         XS_SETERR(xs, HBA_BOTCH);
4343                         return (CMD_COMPLETE);
4344                 }
4345
4346                 /*
4347                  * Try again later.
4348                  */
4349                 if (fcp->isp_loopstate != LOOP_READY) {
4350                         return (CMD_RQLATER);
4351                 }
4352
4353                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4354                 lp = &fcp->portdb[target];
4355                 if (target < 0 || target >= MAX_FC_TARG ||
4356                     lp->is_target == 0) {
4357                         XS_SETERR(xs, HBA_SELTIMEOUT);
4358                         return (CMD_COMPLETE);
4359                 }
4360                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4361                         isp_prt(isp, ISP_LOGDEBUG1,
4362                             "%d.%d.%jx target zombie",
4363                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4364                         return (CMD_RQLATER);
4365                 }
4366                 if (lp->state != FC_PORTDB_STATE_VALID) {
4367                         isp_prt(isp, ISP_LOGDEBUG1,
4368                             "%d.%d.%jx bad db port state 0x%x",
4369                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4370                         XS_SETERR(xs, HBA_SELTIMEOUT);
4371                         return (CMD_COMPLETE);
4372                 }
4373         } else {
4374                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4375                 if (isp->isp_state != ISP_RUNSTATE) {
4376                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4377                         XS_SETERR(xs, HBA_BOTCH);
4378                         return (CMD_COMPLETE);
4379                 }
4380
4381                 if (sdp->update) {
4382                         isp_spi_update(isp, XS_CHANNEL(xs));
4383                 }
4384                 lp = NULL;
4385         }
4386
4387  start_again:
4388
4389         qep = isp_getrqentry(isp);
4390         if (qep == NULL) {
4391                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4392                 XS_SETERR(xs, HBA_BOTCH);
4393                 return (CMD_EAGAIN);
4394         }
4395         XS_SETERR(xs, HBA_NOERROR);
4396
4397         /*
4398          * Now see if we need to synchronize the ISP with respect to anything.
4399          * We do dual duty here (cough) for synchronizing for busses other
4400          * than which we got here to send a command to.
4401          */
4402         reqp = (ispreq_t *) local;
4403         ISP_MEMZERO(local, QENTRY_LEN);
4404         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4405                 if (IS_24XX(isp)) {
4406                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4407                         m->mrk_header.rqs_entry_count = 1;
4408                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4409                         m->mrk_modifier = SYNC_ALL;
4410                         m->mrk_vphdl = XS_CHANNEL(xs);
4411                         isp_put_marker_24xx(isp, m, qep);
4412                 } else {
4413                         isp_marker_t *m = (isp_marker_t *) reqp;
4414                         m->mrk_header.rqs_entry_count = 1;
4415                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4416                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4417                         m->mrk_modifier = SYNC_ALL;
4418                         isp_put_marker(isp, m, qep);
4419                 }
4420                 ISP_SYNC_REQUEST(isp);
4421                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4422                 goto start_again;
4423         }
4424
4425         reqp->req_header.rqs_entry_count = 1;
4426
4427         /*
4428          * Select and install Header Code.
4429          * Note that it might be overridden before going out
4430          * if we're on a 64 bit platform. The lower level
4431          * code (isp_send_cmd) will select the appropriate
4432          * 64 bit variant if it needs to.
4433          */
4434         if (IS_24XX(isp)) {
4435                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4436         } else if (IS_FC(isp)) {
4437                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4438         } else {
4439                 if (XS_CDBLEN(xs) > 12) {
4440                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4441                 } else {
4442                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4443                 }
4444         }
4445
4446         /*
4447          * Set task attributes
4448          */
4449         if (IS_24XX(isp)) {
4450                 int ttype;
4451                 if (XS_TAG_P(xs)) {
4452                         ttype = XS_TAG_TYPE(xs);
4453                 } else {
4454                         if (XS_CDBP(xs)[0] == 0x3) {
4455                                 ttype = REQFLAG_HTAG;
4456                         } else {
4457                                 ttype = REQFLAG_STAG;
4458                         }
4459                 }
4460                 if (ttype == REQFLAG_OTAG) {
4461                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4462                 } else if (ttype == REQFLAG_HTAG) {
4463                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4464                 } else {
4465                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4466                 }
4467                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4468         } else if (IS_FC(isp)) {
4469                 /*
4470                  * See comment in isp_intr
4471                  */
4472                 /* XS_SET_RESID(xs, 0); */
4473
4474                 /*
4475                  * Fibre Channel always requires some kind of tag.
4476                  * The Qlogic drivers seem be happy not to use a tag,
4477                  * but this breaks for some devices (IBM drives).
4478                  */
4479                 if (XS_TAG_P(xs)) {
4480                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4481                 } else {
4482                         /*
4483                          * If we don't know what tag to use, use HEAD OF QUEUE
4484                          * for Request Sense or Simple.
4485                          */
4486                         if (XS_CDBP(xs)[0] == 0x3)      /* REQUEST SENSE */
4487                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4488                         else
4489                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4490                 }
4491         } else {
4492                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4493                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4494                         reqp->req_flags = XS_TAG_TYPE(xs);
4495                 }
4496         }
4497
4498         tptr = &reqp->req_time;
4499
4500         /*
4501          * NB: we do not support long CDBs (yet)
4502          */
4503         cdblen = XS_CDBLEN(xs);
4504
4505         if (IS_SCSI(isp)) {
4506                 if (cdblen > sizeof (reqp->req_cdb)) {
4507                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4508                         XS_SETERR(xs, HBA_BOTCH);
4509                         return (CMD_COMPLETE);
4510                 }
4511                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4512                 reqp->req_lun_trn = XS_LUN(xs);
4513                 cdbp = reqp->req_cdb;
4514                 reqp->req_cdblen = cdblen;
4515         } else if (IS_24XX(isp)) {
4516                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4517
4518                 if (cdblen > sizeof (t7->req_cdb)) {
4519                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4520                         XS_SETERR(xs, HBA_BOTCH);
4521                         return (CMD_COMPLETE);
4522                 }
4523
4524                 t7->req_nphdl = lp->handle;
4525                 t7->req_tidlo = lp->portid;
4526                 t7->req_tidhi = lp->portid >> 16;
4527                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4528 #if __FreeBSD_version >= 1000700
4529                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4530 #else
4531                 if (XS_LUN(xs) >= 256) {
4532                         t7->req_lun[0] = XS_LUN(xs) >> 8;
4533                         t7->req_lun[0] |= 0x40;
4534                 }
4535                 t7->req_lun[1] = XS_LUN(xs);
4536 #endif
4537                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4538                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4539                                 isp_prt(isp, ISP_LOG_WARN1,
4540                                     "%d.%d.%jx cannot generate next CRN",
4541                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4542                                 XS_SETERR(xs, HBA_BOTCH);
4543                                 return (CMD_EAGAIN);
4544                         }
4545                 }
4546                 tptr = &t7->req_time;
4547                 cdbp = t7->req_cdb;
4548         } else {
4549                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4550
4551                 if (cdblen > sizeof t2->req_cdb) {
4552                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4553                         XS_SETERR(xs, HBA_BOTCH);
4554                         return (CMD_COMPLETE);
4555                 }
4556                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4557                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4558                                 isp_prt(isp, ISP_LOG_WARN1,
4559                                     "%d.%d.%jx cannot generate next CRN",
4560                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4561                                 XS_SETERR(xs, HBA_BOTCH);
4562                                 return (CMD_EAGAIN);
4563                         }
4564                 }
4565                 if (ISP_CAP_2KLOGIN(isp)) {
4566                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4567                         t2e->req_target = lp->handle;
4568                         t2e->req_scclun = XS_LUN(xs);
4569 #if __FreeBSD_version < 1000700
4570                         if (XS_LUN(xs) >= 256)
4571                                 t2e->req_scclun |= 0x4000;
4572 #endif
4573                         cdbp = t2e->req_cdb;
4574                 } else if (ISP_CAP_SCCFW(isp)) {
4575                         ispreqt2_t *t2 = (ispreqt2_t *)local;
4576                         t2->req_target = lp->handle;
4577                         t2->req_scclun = XS_LUN(xs);
4578 #if __FreeBSD_version < 1000700
4579                         if (XS_LUN(xs) >= 256)
4580                                 t2->req_scclun |= 0x4000;
4581 #endif
4582                         cdbp = t2->req_cdb;
4583                 } else {
4584                         t2->req_target = lp->handle;
4585                         t2->req_lun_trn = XS_LUN(xs);
4586                         cdbp = t2->req_cdb;
4587                 }
4588         }
4589         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4590
4591         *tptr = (XS_TIME(xs) + 999) / 1000;
4592         if (IS_24XX(isp) && *tptr > 0x1999) {
4593                 *tptr = 0x1999;
4594         }
4595
4596         /* Whew. Thankfully the same for type 7 requests */
4597         reqp->req_handle = isp_allocate_handle(isp, xs, ISP_HANDLE_INITIATOR);
4598         if (reqp->req_handle == 0) {
4599                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4600                 XS_SETERR(xs, HBA_BOTCH);
4601                 return (CMD_EAGAIN);
4602         }
4603
4604         /*
4605          * Set up DMA and/or do any platform dependent swizzling of the request entry
4606          * so that the Qlogic F/W understands what is being asked of it.
4607          *
4608          * The callee is responsible for adding all requests at this point.
4609          */
4610         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4611         if (dmaresult != CMD_QUEUED) {
4612                 isp_destroy_handle(isp, reqp->req_handle);
4613                 /*
4614                  * dmasetup sets actual error in packet, and
4615                  * return what we were given to return.
4616                  */
4617                 return (dmaresult);
4618         }
4619         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4620         isp->isp_nactive++;
4621         return (CMD_QUEUED);
4622 }
4623
4624 /*
4625  * isp control
4626  * Locks (ints blocked) assumed held.
4627  */
4628
4629 int
4630 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4631 {
4632         XS_T *xs;
4633         mbreg_t *mbr, mbs;
4634         int chan, tgt;
4635         uint32_t handle;
4636         va_list ap;
4637
4638         switch (ctl) {
4639         case ISPCTL_RESET_BUS:
4640                 /*
4641                  * Issue a bus reset.
4642                  */
4643                 if (IS_24XX(isp)) {
4644                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4645                         break;
4646                 } else if (IS_FC(isp)) {
4647                         mbs.param[1] = 10;
4648                         chan = 0;
4649                 } else {
4650                         va_start(ap, ctl);
4651                         chan = va_arg(ap, int);
4652                         va_end(ap);
4653                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4654                         if (mbs.param[1] < 2) {
4655                                 mbs.param[1] = 2;
4656                         }
4657                         mbs.param[2] = chan;
4658                 }
4659                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4660                 ISP_SET_SENDMARKER(isp, chan, 1);
4661                 isp_mboxcmd(isp, &mbs);
4662                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4663                         break;
4664                 }
4665                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4666                 return (0);
4667
4668         case ISPCTL_RESET_DEV:
4669                 va_start(ap, ctl);
4670                 chan = va_arg(ap, int);
4671                 tgt = va_arg(ap, int);
4672                 va_end(ap);
4673                 if (IS_24XX(isp)) {
4674                         uint8_t local[QENTRY_LEN];
4675                         isp24xx_tmf_t *tmf;
4676                         isp24xx_statusreq_t *sp;
4677                         fcparam *fcp = FCPARAM(isp, chan);
4678                         fcportdb_t *lp;
4679
4680                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4681                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4682                                 break;
4683                         }
4684                         lp = &fcp->portdb[tgt];
4685                         if (lp->is_target == 0 ||
4686                             lp->state != FC_PORTDB_STATE_VALID) {
4687                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4688                                 break;
4689                         }
4690
4691                         tmf = (isp24xx_tmf_t *) local;
4692                         ISP_MEMZERO(tmf, QENTRY_LEN);
4693                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4694                         tmf->tmf_header.rqs_entry_count = 1;
4695                         tmf->tmf_nphdl = lp->handle;
4696                         tmf->tmf_delay = 2;
4697                         tmf->tmf_timeout = 4;
4698                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4699                         tmf->tmf_tidlo = lp->portid;
4700                         tmf->tmf_tidhi = lp->portid >> 16;
4701                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4702                         isp_put_24xx_tmf(isp, tmf, isp->isp_iocb);
4703                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4704                                 isp_print_bytes(isp, "TMF IOCB request", QENTRY_LEN, isp->isp_iocb);
4705                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, QENTRY_LEN, chan);
4706                         fcp->sendmarker = 1;
4707
4708                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4709                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL,
4710                             MBCMD_DEFAULT_TIMEOUT + tmf->tmf_timeout * 1000000);
4711                         mbs.param[1] = QENTRY_LEN;
4712                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4713                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4714                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4715                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4716                         isp_mboxcmd(isp, &mbs);
4717                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4718                                 break;
4719
4720                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4721                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4722                                 isp_print_bytes(isp, "TMF IOCB response", QENTRY_LEN, &((isp24xx_statusreq_t *)isp->isp_iocb)[1]);
4723                         sp = (isp24xx_statusreq_t *) local;
4724                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)isp->isp_iocb)[1], sp);
4725                         if (sp->req_completion_status == 0) {
4726                                 return (0);
4727                         }
4728                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4729                         break;
4730                 } else if (IS_FC(isp)) {
4731                         if (ISP_CAP_2KLOGIN(isp)) {
4732                                 mbs.param[1] = tgt;
4733                                 mbs.ibits = (1 << 10);
4734                         } else {
4735                                 mbs.param[1] = (tgt << 8);
4736                         }
4737                 } else {
4738                         mbs.param[1] = (chan << 15) | (tgt << 8);
4739                 }
4740                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4741                 mbs.param[2] = 3;       /* 'delay', in seconds */
4742                 isp_mboxcmd(isp, &mbs);
4743                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4744                         break;
4745                 }
4746                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4747                 ISP_SET_SENDMARKER(isp, chan, 1);
4748                 return (0);
4749
4750         case ISPCTL_ABORT_CMD:
4751                 va_start(ap, ctl);
4752                 xs = va_arg(ap, XS_T *);
4753                 va_end(ap);
4754
4755                 tgt = XS_TGT(xs);
4756                 chan = XS_CHANNEL(xs);
4757
4758                 handle = isp_find_handle(isp, xs);
4759                 if (handle == 0) {
4760                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4761                         break;
4762                 }
4763                 if (IS_24XX(isp)) {
4764                         isp24xx_abrt_t local, *ab = &local;
4765                         fcparam *fcp;
4766                         fcportdb_t *lp;
4767
4768                         fcp = FCPARAM(isp, chan);
4769                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4770                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4771                                 break;
4772                         }
4773                         lp = &fcp->portdb[tgt];
4774                         if (lp->is_target == 0 ||
4775                             lp->state != FC_PORTDB_STATE_VALID) {
4776                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4777                                 break;
4778                         }
4779                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4780                         ISP_MEMZERO(ab, QENTRY_LEN);
4781                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4782                         ab->abrt_header.rqs_entry_count = 1;
4783                         ab->abrt_handle = lp->handle;
4784                         ab->abrt_cmd_handle = handle;
4785                         ab->abrt_tidlo = lp->portid;
4786                         ab->abrt_tidhi = lp->portid >> 16;
4787                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4788                         isp_put_24xx_abrt(isp, ab, isp->isp_iocb);
4789                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4790                                 isp_print_bytes(isp, "AB IOCB quest", QENTRY_LEN, isp->isp_iocb);
4791                         MEMORYBARRIER(isp, SYNC_IFORDEV, 0, 2 * QENTRY_LEN, chan);
4792
4793                         ISP_MEMZERO(&mbs, sizeof (mbs));
4794                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4795                         mbs.param[1] = QENTRY_LEN;
4796                         mbs.param[2] = DMA_WD1(isp->isp_iocb_dma);
4797                         mbs.param[3] = DMA_WD0(isp->isp_iocb_dma);
4798                         mbs.param[6] = DMA_WD3(isp->isp_iocb_dma);
4799                         mbs.param[7] = DMA_WD2(isp->isp_iocb_dma);
4800
4801                         isp_mboxcmd(isp, &mbs);
4802                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE)
4803                                 break;
4804
4805                         MEMORYBARRIER(isp, SYNC_IFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4806                         if (isp->isp_dblev & ISP_LOGDEBUG1)
4807                                 isp_print_bytes(isp, "AB IOCB response", QENTRY_LEN, &((isp24xx_abrt_t *)isp->isp_iocb)[1]);
4808                         isp_get_24xx_abrt(isp, &((isp24xx_abrt_t *)isp->isp_iocb)[1], ab);
4809                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4810                                 return (0);
4811                         }
4812                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4813                         break;
4814                 } else if (IS_FC(isp)) {
4815                         if (ISP_CAP_SCCFW(isp)) {
4816                                 if (ISP_CAP_2KLOGIN(isp)) {
4817                                         mbs.param[1] = tgt;
4818                                 } else {
4819                                         mbs.param[1] = tgt << 8;
4820                                 }
4821                                 mbs.param[6] = XS_LUN(xs);
4822                         } else {
4823                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4824                         }
4825                 } else {
4826                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4827                 }
4828                 MBSINIT(&mbs, MBOX_ABORT,
4829                     MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4830                 mbs.param[2] = handle;
4831                 isp_mboxcmd(isp, &mbs);
4832                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4833                         break;
4834                 }
4835                 return (0);
4836
4837         case ISPCTL_UPDATE_PARAMS:
4838
4839                 va_start(ap, ctl);
4840                 chan = va_arg(ap, int);
4841                 va_end(ap);
4842                 isp_spi_update(isp, chan);
4843                 return (0);
4844
4845         case ISPCTL_FCLINK_TEST:
4846
4847                 if (IS_FC(isp)) {
4848                         int usdelay;
4849                         va_start(ap, ctl);
4850                         chan = va_arg(ap, int);
4851                         usdelay = va_arg(ap, int);
4852                         va_end(ap);
4853                         if (usdelay == 0) {
4854                                 usdelay =  250000;
4855                         }
4856                         return (isp_fclink_test(isp, chan, usdelay));
4857                 }
4858                 break;
4859
4860         case ISPCTL_SCAN_FABRIC:
4861
4862                 if (IS_FC(isp)) {
4863                         va_start(ap, ctl);
4864                         chan = va_arg(ap, int);
4865                         va_end(ap);
4866                         return (isp_scan_fabric(isp, chan));
4867                 }
4868                 break;
4869
4870         case ISPCTL_SCAN_LOOP:
4871
4872                 if (IS_FC(isp)) {
4873                         va_start(ap, ctl);
4874                         chan = va_arg(ap, int);
4875                         va_end(ap);
4876                         return (isp_scan_loop(isp, chan));
4877                 }
4878                 break;
4879
4880         case ISPCTL_PDB_SYNC:
4881
4882                 if (IS_FC(isp)) {
4883                         va_start(ap, ctl);
4884                         chan = va_arg(ap, int);
4885                         va_end(ap);
4886                         return (isp_pdb_sync(isp, chan));
4887                 }
4888                 break;
4889
4890         case ISPCTL_SEND_LIP:
4891
4892                 if (IS_FC(isp) && !IS_24XX(isp)) {
4893                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4894                         if (ISP_CAP_2KLOGIN(isp)) {
4895                                 mbs.ibits = (1 << 10);
4896                         }
4897                         isp_mboxcmd(isp, &mbs);
4898                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4899                                 return (0);
4900                         }
4901                 }
4902                 break;
4903
4904         case ISPCTL_GET_PDB:
4905                 if (IS_FC(isp)) {
4906                         isp_pdb_t *pdb;
4907                         va_start(ap, ctl);
4908                         chan = va_arg(ap, int);
4909                         tgt = va_arg(ap, int);
4910                         pdb = va_arg(ap, isp_pdb_t *);
4911                         va_end(ap);
4912                         return (isp_getpdb(isp, chan, tgt, pdb));
4913                 }
4914                 break;
4915
4916         case ISPCTL_GET_NAMES:
4917         {
4918                 uint64_t *wwnn, *wwnp;
4919                 va_start(ap, ctl);
4920                 chan = va_arg(ap, int);
4921                 tgt = va_arg(ap, int);
4922                 wwnn = va_arg(ap, uint64_t *);
4923                 wwnp = va_arg(ap, uint64_t *);
4924                 va_end(ap);
4925                 if (wwnn == NULL && wwnp == NULL) {
4926                         break;
4927                 }
4928                 if (wwnn) {
4929                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4930                         if (*wwnn == INI_NONE) {
4931                                 break;
4932                         }
4933                 }
4934                 if (wwnp) {
4935                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4936                         if (*wwnp == INI_NONE) {
4937                                 break;
4938                         }
4939                 }
4940                 return (0);
4941         }
4942         case ISPCTL_RUN_MBOXCMD:
4943         {
4944                 va_start(ap, ctl);
4945                 mbr = va_arg(ap, mbreg_t *);
4946                 va_end(ap);
4947                 isp_mboxcmd(isp, mbr);
4948                 return (0);
4949         }
4950         case ISPCTL_PLOGX:
4951         {
4952                 isp_plcmd_t *p;
4953                 int r;
4954
4955                 va_start(ap, ctl);
4956                 p = va_arg(ap, isp_plcmd_t *);
4957                 va_end(ap);
4958
4959                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4960                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags));
4961                 }
4962                 do {
4963                         isp_next_handle(isp, &p->handle);
4964                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags);
4965                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4966                                 p->handle = r >> 16;
4967                                 r = 0;
4968                                 break;
4969                         }
4970                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
4971                 return (r);
4972         }
4973         case ISPCTL_CHANGE_ROLE:
4974                 if (IS_FC(isp)) {
4975                         int role, r;
4976
4977                         va_start(ap, ctl);
4978                         chan = va_arg(ap, int);
4979                         role = va_arg(ap, int);
4980                         va_end(ap);
4981                         r = isp_fc_change_role(isp, chan, role);
4982                         return (r);
4983                 }
4984                 break;
4985         default:
4986                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
4987                 break;
4988
4989         }
4990         return (-1);
4991 }
4992
4993 /*
4994  * Interrupt Service Routine(s).
4995  *
4996  * External (OS) framework has done the appropriate locking,
4997  * and the locking will be held throughout this function.
4998  */
4999
5000 /*
5001  * Limit our stack depth by sticking with the max likely number
5002  * of completions on a request queue at any one time.
5003  */
5004 #ifndef MAX_REQUESTQ_COMPLETIONS
5005 #define MAX_REQUESTQ_COMPLETIONS        32
5006 #endif
5007
5008 void
5009 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
5010 {
5011         XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
5012         uint32_t iptr, optr, junk;
5013         int i, nlooked = 0, ndone = 0, continuations_expected = 0;
5014         int etype, last_etype = 0;
5015
5016 again:
5017         /*
5018          * Is this a mailbox related interrupt?
5019          * The mailbox semaphore will be nonzero if so.
5020          */
5021         if (sema) {
5022  fmbox:
5023                 if (info & MBOX_COMMAND_COMPLETE) {
5024                         isp->isp_intmboxc++;
5025                         if (isp->isp_mboxbsy) {
5026                                 int obits = isp->isp_obits;
5027                                 isp->isp_mboxtmp[0] = info;
5028                                 for (i = 1; i < ISP_NMBOX(isp); i++) {
5029                                         if ((obits & (1 << i)) == 0) {
5030                                                 continue;
5031                                         }
5032                                         isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5033                                 }
5034                                 if (isp->isp_mbxwrk0) {
5035                                         if (isp_mbox_continue(isp) == 0) {
5036                                                 return;
5037                                         }
5038                                 }
5039                                 MBOX_NOTIFY_COMPLETE(isp);
5040                         } else {
5041                                 isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5042                         }
5043                 } else {
5044                         i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5045                         if (i < 0) {
5046                                 return;
5047                         }
5048                 }
5049                 if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5050                         goto out;
5051                 }
5052         }
5053
5054         /*
5055          * We can't be getting this now.
5056          */
5057         if (isp->isp_state != ISP_RUNSTATE) {
5058                 /*
5059                  * This seems to happen to 23XX and 24XX cards- don't know why.
5060                  */
5061                  if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5062                         goto fmbox;
5063                 }
5064                 isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5065                     "when not ready", isr, sema, info);
5066                 /*
5067                  * Thank you very much!  *Burrrp*!
5068                  */
5069                 isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5070                 isp->isp_resodx = isp->isp_residx;
5071                 ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5072                 if (IS_24XX(isp)) {
5073                         ISP_DISABLE_INTS(isp);
5074                 }
5075                 goto out;
5076         }
5077
5078 #ifdef  ISP_TARGET_MODE
5079         /*
5080          * Check for ATIO Queue entries.
5081          */
5082         if (IS_24XX(isp) &&
5083             (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5084              isr == ISPR2HST_ATIO_UPDATE2)) {
5085                 iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5086                 optr = isp->isp_atioodx;
5087
5088                 while (optr != iptr) {
5089                         uint8_t qe[QENTRY_LEN];
5090                         isphdr_t *hp;
5091                         uint32_t oop;
5092                         void *addr;
5093
5094                         oop = optr;
5095                         MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5096                         addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5097                         isp_get_hdr(isp, addr, (isphdr_t *)qe);
5098                         hp = (isphdr_t *)qe;
5099                         switch (hp->rqs_entry_type) {
5100                         case RQSTYPE_NOTIFY:
5101                         case RQSTYPE_ATIO:
5102                                 (void) isp_target_notify(isp, addr, &oop);
5103                                 break;
5104                         default:
5105                                 isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5106                                 break;
5107                         }
5108                         optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5109                 }
5110                 if (isp->isp_atioodx != optr) {
5111                         ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5112                         isp->isp_atioodx = optr;
5113                 }
5114         }
5115 #endif
5116
5117         /*
5118          * You *must* read the Response Queue In Pointer
5119          * prior to clearing the RISC interrupt.
5120          *
5121          * Debounce the 2300 if revision less than 2.
5122          */
5123         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5124                 i = 0;
5125                 do {
5126                         iptr = ISP_READ(isp, isp->isp_respinrp);
5127                         junk = ISP_READ(isp, isp->isp_respinrp);
5128                 } while (junk != iptr && ++i < 1000);
5129
5130                 if (iptr != junk) {
5131                         isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5132                         goto out;
5133                 }
5134         } else {
5135                 iptr = ISP_READ(isp, isp->isp_respinrp);
5136         }
5137
5138         optr = isp->isp_resodx;
5139         if (optr == iptr && sema == 0) {
5140                 /*
5141                  * There are a lot of these- reasons unknown- mostly on
5142                  * faster Alpha machines.
5143                  *
5144                  * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5145                  * make sure the old interrupt went away (to avoid 'ringing'
5146                  * effects), but that didn't stop this from occurring.
5147                  */
5148                 if (IS_24XX(isp)) {
5149                         junk = 0;
5150                 } else if (IS_23XX(isp)) {
5151                         ISP_DELAY(100);
5152                         iptr = ISP_READ(isp, isp->isp_respinrp);
5153                         junk = ISP_READ(isp, BIU_R2HSTSLO);
5154                 } else {
5155                         junk = ISP_READ(isp, BIU_ISR);
5156                 }
5157                 if (optr == iptr) {
5158                         if (IS_23XX(isp) || IS_24XX(isp)) {
5159                                 ;
5160                         } else {
5161                                 sema = ISP_READ(isp, BIU_SEMA);
5162                                 info = ISP_READ(isp, OUTMAILBOX0);
5163                                 if ((sema & 0x3) && (info & 0x8000)) {
5164                                         goto again;
5165                                 }
5166                         }
5167                         isp->isp_intbogus++;
5168                         isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5169                 }
5170         }
5171         isp->isp_residx = iptr;
5172
5173         while (optr != iptr) {
5174                 uint8_t qe[QENTRY_LEN];
5175                 ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5176                 isphdr_t *hp;
5177                 int buddaboom, scsi_status, completion_status;
5178                 int req_status_flags, req_state_flags;
5179                 uint8_t *snsp, *resp;
5180                 uint32_t rlen, slen, totslen;
5181                 long resid;
5182                 uint16_t oop;
5183
5184                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5185                 oop = optr;
5186                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5187                 nlooked++;
5188  read_again:
5189                 buddaboom = req_status_flags = req_state_flags = 0;
5190                 resid = 0L;
5191
5192                 /*
5193                  * Synchronize our view of this response queue entry.
5194                  */
5195                 MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5196                 if (isp->isp_dblev & ISP_LOGDEBUG1)
5197                         isp_print_qentry(isp, "Response Queue Entry", oop, hp);
5198                 isp_get_hdr(isp, hp, &sp->req_header);
5199                 etype = sp->req_header.rqs_entry_type;
5200
5201                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5202                         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5203                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5204                         scsi_status = sp2->req_scsi_status;
5205                         completion_status = sp2->req_completion_status;
5206                         if ((scsi_status & 0xff) != 0)
5207                                 req_state_flags = RQSF_GOT_STATUS;
5208                         else
5209                                 req_state_flags = 0;
5210                         resid = sp2->req_resid;
5211                 } else if (etype == RQSTYPE_RESPONSE) {
5212                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5213                         scsi_status = sp->req_scsi_status;
5214                         completion_status = sp->req_completion_status;
5215                         req_status_flags = sp->req_status_flags;
5216                         req_state_flags = sp->req_state_flags;
5217                         resid = sp->req_resid;
5218                 } else if (etype == RQSTYPE_RIO1) {
5219                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5220                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5221                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5222                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5223                         }
5224                         if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5225                                 isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5226                         }
5227                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5228                         last_etype = etype;
5229                         continue;
5230                 } else if (etype == RQSTYPE_RIO2) {
5231                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5232                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5233                         last_etype = etype;
5234                         continue;
5235                 } else if (etype == RQSTYPE_STATUS_CONT) {
5236                         isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5237                         if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5238                                 ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5239                                 XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5240                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5241                         } else {
5242                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5243                         }
5244                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5245                         continue;
5246                 } else {
5247                         /*
5248                          * Somebody reachable via isp_handle_other_response
5249                          * may have updated the response queue pointers for
5250                          * us, so we reload our goal index.
5251                          */
5252                         int r;
5253                         uint32_t tsto = oop;
5254                         r = isp_handle_other_response(isp, etype, hp, &tsto);
5255                         if (r < 0) {
5256                                 goto read_again;
5257                         }
5258                         /*
5259                          * If somebody updated the output pointer, then reset
5260                          * optr to be one more than the updated amount.
5261                          */
5262                         while (tsto != oop) {
5263                                 optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5264                         }
5265                         if (r > 0) {
5266                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5267                                 last_etype = etype;
5268                                 continue;
5269                         }
5270
5271                         /*
5272                          * After this point, we'll just look at the header as
5273                          * we don't know how to deal with the rest of the
5274                          * response.
5275                          */
5276
5277                         /*
5278                          * It really has to be a bounced request just copied
5279                          * from the request queue to the response queue. If
5280                          * not, something bad has happened.
5281                          */
5282                         if (etype != RQSTYPE_REQUEST) {
5283                                 isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5284                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5285                                 last_etype = etype;
5286                                 continue;
5287                         }
5288                         buddaboom = 1;
5289                         scsi_status = sp->req_scsi_status;
5290                         completion_status = sp->req_completion_status;
5291                         req_status_flags = sp->req_status_flags;
5292                         req_state_flags = sp->req_state_flags;
5293                         resid = sp->req_resid;
5294                 }
5295
5296                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5297                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5298                                 isp_print_qentry(isp, "unexpected continuation segment",
5299                                     oop, hp);
5300                                 last_etype = etype;
5301                                 continue;
5302                         }
5303                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5304                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5305                                 /*
5306                                  * We'll synthesize a QUEUE FULL message below.
5307                                  */
5308                         }
5309                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5310                                 isp_print_qentry(isp, "bad header flag",
5311                                     oop, hp);
5312                                 buddaboom++;
5313                         }
5314                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5315                                 isp_print_qentry(isp, "bad request packet",
5316                                     oop, hp);
5317                                 buddaboom++;
5318                         }
5319                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5320                                 isp_print_qentry(isp, "invalid entry count",
5321                                     oop, hp);
5322                                 buddaboom++;
5323                         }
5324                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5325                                 isp_print_qentry(isp, "invalid IOCB ordering",
5326                                     oop, hp);
5327                                 last_etype = etype;
5328                                 continue;
5329                         }
5330                 }
5331
5332                 xs = isp_find_xs(isp, sp->req_handle);
5333                 if (xs == NULL) {
5334                         uint8_t ts = completion_status & 0xff;
5335                         /*
5336                          * Only whine if this isn't the expected fallout of
5337                          * aborting the command or resetting the target.
5338                          */
5339                         if (etype != RQSTYPE_RESPONSE) {
5340                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5341                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5342                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5343                         }
5344                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5345                         last_etype = etype;
5346                         continue;
5347                 }
5348                 if (req_status_flags & RQSTF_BUS_RESET) {
5349                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5350                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5351                         XS_SETERR(xs, HBA_BUSRESET);
5352                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5353                 }
5354                 if (buddaboom) {
5355                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5356                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5357                         XS_SETERR(xs, HBA_BOTCH);
5358                 }
5359
5360                 resp = NULL;
5361                 rlen = 0;
5362                 snsp = NULL;
5363                 totslen = slen = 0;
5364                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5365                         resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5366                         rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5367                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5368                         resp = sp->req_response;
5369                         rlen = sp->req_response_len;
5370                 }
5371                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5372                         /*
5373                          * Fibre Channel F/W doesn't say we got status
5374                          * if there's Sense Data instead. I guess they
5375                          * think it goes w/o saying.
5376                          */
5377                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5378                         if (IS_24XX(isp)) {
5379                                 snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5380                                 snsp += rlen;
5381                                 totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5382                                 slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5383                                 if (totslen < slen)
5384                                         slen = totslen;
5385                         } else {
5386                                 snsp = sp->req_sense_data;
5387                                 totslen = sp->req_sense_len;
5388                                 slen = sizeof (sp->req_sense_data);
5389                                 if (totslen < slen)
5390                                         slen = totslen;
5391                         }
5392                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5393                         snsp = sp->req_sense_data;
5394                         totslen = sp->req_sense_len;
5395                         slen = sizeof (sp->req_sense_data);
5396                         if (totslen < slen)
5397                                 slen = totslen;
5398                 }
5399                 if (req_state_flags & RQSF_GOT_STATUS) {
5400                         *XS_STSP(xs) = scsi_status & 0xff;
5401                 }
5402
5403                 switch (etype) {
5404                 case RQSTYPE_RESPONSE:
5405                         if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5406                                 const char *ptr;
5407                                 char lb[64];
5408                                 const char *rnames[10] = {
5409                                     "Task Management function complete",
5410                                     "FCP_DATA length different than FCP_BURST_LEN",
5411                                     "FCP_CMND fields invalid",
5412                                     "FCP_DATA parameter mismatch with FCP_DATA_RO",
5413                                     "Task Management function rejected",
5414                                     "Task Management function failed",
5415                                     NULL,
5416                                     NULL,
5417                                     "Task Management function succeeded",
5418                                     "Task Management function incorrect logical unit number",
5419                                 };
5420                                 uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5421                                 if (code >= 10 || rnames[code] == NULL) {
5422                                         ISP_SNPRINTF(lb, sizeof(lb),
5423                                             "Unknown FCP Response Code 0x%x",
5424                                             code);
5425                                         ptr = lb;
5426                                 } else {
5427                                         ptr = rnames[code];
5428                                 }
5429                                 isp_xs_prt(isp, xs, ISP_LOGWARN,
5430                                     "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5431                                     rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5432                                 if (code != 0 && code != 8)
5433                                         XS_SETERR(xs, HBA_BOTCH);
5434                         }
5435                         if (IS_24XX(isp)) {
5436                                 isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5437                         } else {
5438                                 isp_parse_status(isp, (void *)sp, xs, &resid);
5439                         }
5440                         if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5441                                 XS_SETERR(xs, HBA_TGTBSY);
5442                         }
5443                         if (IS_SCSI(isp)) {
5444                                 XS_SET_RESID(xs, resid);
5445                                 /*
5446                                  * A new synchronous rate was negotiated for
5447                                  * this target. Mark state such that we'll go
5448                                  * look up that which has changed later.
5449                                  */
5450                                 if (req_status_flags & RQSTF_NEGOTIATION) {
5451                                         int t = XS_TGT(xs);
5452                                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5453                                         sdp->isp_devparam[t].dev_refresh = 1;
5454                                         sdp->update = 1;
5455                                 }
5456                         } else {
5457                                 if (req_status_flags & RQSF_XFER_COMPLETE) {
5458                                         XS_SET_RESID(xs, 0);
5459                                 } else if (scsi_status & RQCS_RESID) {
5460                                         XS_SET_RESID(xs, resid);
5461                                 } else {
5462                                         XS_SET_RESID(xs, 0);
5463                                 }
5464                         }
5465                         if (snsp && slen) {
5466                                 if (totslen > slen) {
5467                                         continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5468                                         if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5469                                                 /* we'll lose some stats, but that's a small price to pay */
5470                                                 for (i = 0; i < ndone; i++) {
5471                                                         if (complist[i]) {
5472                                                                 isp->isp_rsltccmplt++;
5473                                                                 isp_done(complist[i]);
5474                                                         }
5475                                                 }
5476                                                 ndone = 0;
5477                                         }
5478                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5479                                             continuations_expected, totslen);
5480                                 }
5481                                 XS_SAVE_SENSE(xs, snsp, totslen, slen);
5482                         } else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5483                                 isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5484                                 isp_print_qentry(isp, "CC with no Sense",
5485                                     oop, hp);
5486                         }
5487                         isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5488                         break;
5489                 case RQSTYPE_REQUEST:
5490                 case RQSTYPE_A64:
5491                 case RQSTYPE_T2RQS:
5492                 case RQSTYPE_T3RQS:
5493                 case RQSTYPE_T7RQS:
5494                         if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5495                                 /*
5496                                  * Force Queue Full status.
5497                                  */
5498                                 *XS_STSP(xs) = SCSI_QFULL;
5499                                 XS_SETERR(xs, HBA_NOERROR);
5500                         } else if (XS_NOERR(xs)) {
5501                                 isp_prt(isp, ISP_LOG_WARN1,
5502                                     "%d.%d.%jx badness at %s:%u",
5503                                     XS_CHANNEL(xs), XS_TGT(xs),
5504                                     (uintmax_t)XS_LUN(xs),
5505                                     __func__, __LINE__);
5506                                 XS_SETERR(xs, HBA_BOTCH);
5507                         }
5508                         XS_SET_RESID(xs, XS_XFRLEN(xs));
5509                         break;
5510                 default:
5511                         isp_print_qentry(isp, "Unhandled Response Type",
5512                             oop, hp);
5513                         if (XS_NOERR(xs)) {
5514                                 XS_SETERR(xs, HBA_BOTCH);
5515                         }
5516                         break;
5517                 }
5518
5519                 /*
5520                  * Free any DMA resources. As a side effect, this may
5521                  * also do any cache flushing necessary for data coherence.
5522                  */
5523                 if (XS_XFRLEN(xs)) {
5524                         ISP_DMAFREE(isp, xs, sp->req_handle);
5525                 }
5526                 isp_destroy_handle(isp, sp->req_handle);
5527
5528                 if (isp->isp_nactive > 0) {
5529                     isp->isp_nactive--;
5530                 }
5531                 complist[ndone++] = xs; /* defer completion call until later */
5532                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5533                 last_etype = etype;
5534                 if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5535                         break;
5536                 }
5537         }
5538
5539         /*
5540          * If we looked at any commands, then it's valid to find out
5541          * what the outpointer is. It also is a trigger to update the
5542          * ISP's notion of what we've seen so far.
5543          */
5544         if (nlooked) {
5545                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5546                 isp->isp_resodx = optr;
5547                 if (isp->isp_rscchiwater < ndone)
5548                         isp->isp_rscchiwater = ndone;
5549         }
5550
5551 out:
5552
5553         if (IS_24XX(isp)) {
5554                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5555         } else {
5556                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5557                 ISP_WRITE(isp, BIU_SEMA, 0);
5558         }
5559
5560         for (i = 0; i < ndone; i++) {
5561                 xs = complist[i];
5562                 if (xs) {
5563                         if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5564                             ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5565                                 isp_prt_endcmd(isp, xs);
5566                         }
5567                         isp->isp_rsltccmplt++;
5568                         isp_done(xs);
5569                 }
5570         }
5571 }
5572
5573 /*
5574  * Support routines.
5575  */
5576
5577 void
5578 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5579 {
5580         char cdbstr[16 * 5 + 1];
5581         int i, lim;
5582
5583         lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5584         ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5585         for (i = 1; i < lim; i++) {
5586                 ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5587         }
5588         if (XS_SENSE_VALID(xs)) {
5589                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5590                     XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5591         } else {
5592                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5593         }
5594 }
5595
5596 /*
5597  * Parse an ASYNC mailbox complete
5598  *
5599  * Return non-zero if the event has been acknowledged.
5600  */
5601 static int
5602 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5603 {
5604         int acked = 0;
5605         uint32_t h1 = 0, h2 = 0;
5606         uint16_t chan = 0;
5607
5608         /*
5609          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5610          * where Mailboxes 6/7 have the second handle.
5611          */
5612         if (mbox != ASYNC_RIO32_2) {
5613                 if (IS_DUALBUS(isp)) {
5614                         chan = ISP_READ(isp, OUTMAILBOX6);
5615                 }
5616         }
5617         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5618
5619         switch (mbox) {
5620         case ASYNC_BUS_RESET:
5621                 ISP_SET_SENDMARKER(isp, chan, 1);
5622 #ifdef  ISP_TARGET_MODE
5623                 if (isp_target_async(isp, chan, mbox)) {
5624                         acked = 1;
5625                 }
5626 #endif
5627                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5628                 break;
5629         case ASYNC_SYSTEM_ERROR:
5630                 isp->isp_dead = 1;
5631                 isp->isp_state = ISP_CRASHED;
5632                 /*
5633                  * Were we waiting for a mailbox command to complete?
5634                  * If so, it's dead, so wake up the waiter.
5635                  */
5636                 if (isp->isp_mboxbsy) {
5637                         isp->isp_obits = 1;
5638                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5639                         MBOX_NOTIFY_COMPLETE(isp);
5640                 }
5641                 /*
5642                  * It's up to the handler for isp_async to reinit stuff and
5643                  * restart the firmware
5644                  */
5645                 isp_async(isp, ISPASYNC_FW_CRASH);
5646                 acked = 1;
5647                 break;
5648
5649         case ASYNC_RQS_XFER_ERR:
5650                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5651                 break;
5652
5653         case ASYNC_RSP_XFER_ERR:
5654                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5655                 break;
5656
5657         case ASYNC_QWAKEUP:
5658                 /*
5659                  * We've just been notified that the Queue has woken up.
5660                  * We don't need to be chatty about this- just unlatch things
5661                  * and move on.
5662                  */
5663                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5664                 break;
5665
5666         case ASYNC_TIMEOUT_RESET:
5667                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5668                 ISP_SET_SENDMARKER(isp, chan, 1);
5669 #ifdef  ISP_TARGET_MODE
5670                 if (isp_target_async(isp, chan, mbox)) {
5671                         acked = 1;
5672                 }
5673 #endif
5674                 break;
5675
5676         case ASYNC_DEVICE_RESET:
5677                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5678                 ISP_SET_SENDMARKER(isp, chan, 1);
5679 #ifdef  ISP_TARGET_MODE
5680                 if (isp_target_async(isp, chan, mbox)) {
5681                         acked = 1;
5682                 }
5683 #endif
5684                 break;
5685
5686         case ASYNC_EXTMSG_UNDERRUN:
5687                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5688                 break;
5689
5690         case ASYNC_SCAM_INT:
5691                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5692                 break;
5693
5694         case ASYNC_HUNG_SCSI:
5695                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5696                 /* XXX: Need to issue SCSI reset at this point */
5697                 break;
5698
5699         case ASYNC_KILLED_BUS:
5700                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5701                 break;
5702
5703         case ASYNC_BUS_TRANSIT:
5704                 mbox = ISP_READ(isp, OUTMAILBOX2);
5705                 switch (mbox & SXP_PINS_MODE_MASK) {
5706                 case SXP_PINS_LVD_MODE:
5707                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5708                         SDPARAM(isp, chan)->isp_diffmode = 0;
5709                         SDPARAM(isp, chan)->isp_ultramode = 0;
5710                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5711                         break;
5712                 case SXP_PINS_HVD_MODE:
5713                         isp_prt(isp, ISP_LOGINFO,
5714                             "Transition to Differential mode");
5715                         SDPARAM(isp, chan)->isp_diffmode = 1;
5716                         SDPARAM(isp, chan)->isp_ultramode = 0;
5717                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5718                         break;
5719                 case SXP_PINS_SE_MODE:
5720                         isp_prt(isp, ISP_LOGINFO,
5721                             "Transition to Single Ended mode");
5722                         SDPARAM(isp, chan)->isp_diffmode = 0;
5723                         SDPARAM(isp, chan)->isp_ultramode = 1;
5724                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5725                         break;
5726                 default:
5727                         isp_prt(isp, ISP_LOGWARN,
5728                             "Transition to Unknown Mode 0x%x", mbox);
5729                         break;
5730                 }
5731                 /*
5732                  * XXX: Set up to renegotiate again!
5733                  */
5734                 /* Can only be for a 1080... */
5735                 ISP_SET_SENDMARKER(isp, chan, 1);
5736                 break;
5737
5738         case ASYNC_CMD_CMPLT:
5739         case ASYNC_RIO32_1:
5740                 if (!IS_ULTRA3(isp)) {
5741                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5742                         break;
5743                 }
5744                 /* FALLTHROUGH */
5745                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5746                 break;
5747
5748         case ASYNC_RIO32_2:
5749                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5750                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5751                 break;
5752
5753         case ASYNC_RIO16_5:
5754         case ASYNC_RIO16_4:
5755         case ASYNC_RIO16_3:
5756         case ASYNC_RIO16_2:
5757         case ASYNC_RIO16_1:
5758                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5759                 break;
5760         default:
5761                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5762                 break;
5763         }
5764
5765         if (h1 || h2) {
5766                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5767                 isp_fastpost_complete(isp, h1);
5768                 if (h2) {
5769                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5770                         isp_fastpost_complete(isp, h2);
5771                         if (isp->isp_fpcchiwater < 2) {
5772                                 isp->isp_fpcchiwater = 2;
5773                         }
5774                 } else {
5775                         if (isp->isp_fpcchiwater < 1) {
5776                                 isp->isp_fpcchiwater = 1;
5777                         }
5778                 }
5779         } else {
5780                 isp->isp_intoasync++;
5781         }
5782         return (acked);
5783 }
5784
5785 static int
5786 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5787 {
5788         fcparam *fcp;
5789         int acked = 0;
5790         uint16_t chan;
5791
5792         if (IS_DUALBUS(isp)) {
5793                 chan = ISP_READ(isp, OUTMAILBOX6);
5794         } else {
5795                 chan = 0;
5796         }
5797         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5798
5799         switch (mbox) {
5800         case ASYNC_SYSTEM_ERROR:
5801                 isp->isp_dead = 1;
5802                 isp->isp_state = ISP_CRASHED;
5803                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5804                 isp_change_fw_state(isp, chan, FW_CONFIG_WAIT);
5805                 /*
5806                  * Were we waiting for a mailbox command to complete?
5807                  * If so, it's dead, so wake up the waiter.
5808                  */
5809                 if (isp->isp_mboxbsy) {
5810                         isp->isp_obits = 1;
5811                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5812                         MBOX_NOTIFY_COMPLETE(isp);
5813                 }
5814                 /*
5815                  * It's up to the handler for isp_async to reinit stuff and
5816                  * restart the firmware
5817                  */
5818                 isp_async(isp, ISPASYNC_FW_CRASH);
5819                 acked = 1;
5820                 break;
5821
5822         case ASYNC_RQS_XFER_ERR:
5823                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5824                 break;
5825
5826         case ASYNC_RSP_XFER_ERR:
5827                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5828                 break;
5829
5830         case ASYNC_QWAKEUP:
5831 #ifdef  ISP_TARGET_MODE
5832                 if (IS_24XX(isp)) {
5833                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5834                         break;
5835                 }
5836 #endif
5837                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5838                 break;
5839
5840         case ASYNC_CMD_CMPLT:
5841                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5842                 if (isp->isp_fpcchiwater < 1) {
5843                         isp->isp_fpcchiwater = 1;
5844                 }
5845                 break;
5846
5847         case ASYNC_RIOZIO_STALL:
5848                 break;
5849
5850         case ASYNC_CTIO_DONE:
5851 #ifdef  ISP_TARGET_MODE
5852                 if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5853                         acked = 1;
5854                 } else {
5855                         isp->isp_fphccmplt++;
5856                 }
5857 #else
5858                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5859 #endif
5860                 break;
5861         case ASYNC_LIP_ERROR:
5862         case ASYNC_LIP_NOS_OLS_RECV:
5863         case ASYNC_LIP_OCCURRED:
5864         case ASYNC_PTPMODE:
5865                 /*
5866                  * These are broadcast events that have to be sent across
5867                  * all active channels.
5868                  */
5869                 GET_NANOTIME(&isp->isp_init_time);
5870                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5871                         fcp = FCPARAM(isp, chan);
5872                         int topo = fcp->isp_topo;
5873
5874                         if (fcp->role == ISP_ROLE_NONE)
5875                                 continue;
5876                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5877                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5878                         ISP_SET_SENDMARKER(isp, chan, 1);
5879                         isp_async(isp, ISPASYNC_LIP, chan);
5880 #ifdef  ISP_TARGET_MODE
5881                         if (isp_target_async(isp, chan, mbox)) {
5882                                 acked = 1;
5883                         }
5884 #endif
5885                         /*
5886                          * We've had problems with data corruption occurring on
5887                          * commands that complete (with no apparent error) after
5888                          * we receive a LIP. This has been observed mostly on
5889                          * Local Loop topologies. To be safe, let's just mark
5890                          * all active initiator commands as dead.
5891                          */
5892                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5893                                 int i, j;
5894                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5895                                         XS_T *xs;
5896                                         isp_hdl_t *hdp;
5897
5898                                         hdp = &isp->isp_xflist[i];
5899                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5900                                                 continue;
5901                                         }
5902                                         xs = hdp->cmd;
5903                                         if (XS_CHANNEL(xs) != chan) {
5904                                                 continue;
5905                                         }
5906                                         j++;
5907                                         isp_prt(isp, ISP_LOG_WARN1,
5908                                             "%d.%d.%jx bus reset set at %s:%u",
5909                                             XS_CHANNEL(xs), XS_TGT(xs),
5910                                             (uintmax_t)XS_LUN(xs),
5911                                             __func__, __LINE__);
5912                                         XS_SETERR(xs, HBA_BUSRESET);
5913                                 }
5914                                 if (j) {
5915                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5916                                 }
5917                         }
5918                 }
5919                 break;
5920
5921         case ASYNC_LOOP_UP:
5922                 /*
5923                  * This is a broadcast event that has to be sent across
5924                  * all active channels.
5925                  */
5926                 GET_NANOTIME(&isp->isp_init_time);
5927                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5928                         fcp = FCPARAM(isp, chan);
5929                         if (fcp->role == ISP_ROLE_NONE)
5930                                 continue;
5931                         fcp->isp_linkstate = 1;
5932                         if (fcp->isp_loopstate < LOOP_HAVE_LINK)
5933                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5934                         ISP_SET_SENDMARKER(isp, chan, 1);
5935                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
5936 #ifdef  ISP_TARGET_MODE
5937                         if (isp_target_async(isp, chan, mbox)) {
5938                                 acked = 1;
5939                         }
5940 #endif
5941                 }
5942                 break;
5943
5944         case ASYNC_LOOP_DOWN:
5945                 /*
5946                  * This is a broadcast event that has to be sent across
5947                  * all active channels.
5948                  */
5949                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5950                         fcp = FCPARAM(isp, chan);
5951                         if (fcp->role == ISP_ROLE_NONE)
5952                                 continue;
5953                         ISP_SET_SENDMARKER(isp, chan, 1);
5954                         fcp->isp_linkstate = 0;
5955                         fcp->isp_loopstate = LOOP_NIL;
5956                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
5957 #ifdef  ISP_TARGET_MODE
5958                         if (isp_target_async(isp, chan, mbox)) {
5959                                 acked = 1;
5960                         }
5961 #endif
5962                 }
5963                 break;
5964
5965         case ASYNC_LOOP_RESET:
5966                 /*
5967                  * This is a broadcast event that has to be sent across
5968                  * all active channels.
5969                  */
5970                 GET_NANOTIME(&isp->isp_init_time);
5971                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5972                         fcp = FCPARAM(isp, chan);
5973                         if (fcp->role == ISP_ROLE_NONE)
5974                                 continue;
5975                         ISP_SET_SENDMARKER(isp, chan, 1);
5976                         if (fcp->isp_loopstate > LOOP_HAVE_LINK)
5977                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
5978                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
5979 #ifdef  ISP_TARGET_MODE
5980                         if (isp_target_async(isp, chan, mbox)) {
5981                                 acked = 1;
5982                         }
5983 #endif
5984                 }
5985                 break;
5986
5987         case ASYNC_PDB_CHANGED:
5988         {
5989                 int echan, nphdl, nlstate, reason;
5990
5991                 if (IS_23XX(isp) || IS_24XX(isp)) {
5992                         nphdl = ISP_READ(isp, OUTMAILBOX1);
5993                         nlstate = ISP_READ(isp, OUTMAILBOX2);
5994                 } else {
5995                         nphdl = nlstate = 0xffff;
5996                 }
5997                 if (IS_24XX(isp))
5998                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
5999                 else
6000                         reason = 0xff;
6001                 if (ISP_CAP_MULTI_ID(isp)) {
6002                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
6003                         if (chan == 0xff || nphdl == NIL_HANDLE) {
6004                                 chan = 0;
6005                                 echan = isp->isp_nchan - 1;
6006                         } else if (chan >= isp->isp_nchan) {
6007                                 break;
6008                         } else {
6009                                 echan = chan;
6010                         }
6011                 } else {
6012                         chan = echan = 0;
6013                 }
6014                 for (; chan <= echan; chan++) {
6015                         fcp = FCPARAM(isp, chan);
6016                         if (fcp->role == ISP_ROLE_NONE)
6017                                 continue;
6018                         if (fcp->isp_loopstate > LOOP_LTEST_DONE) {
6019                                 if (nphdl != NIL_HANDLE &&
6020                                     nphdl == fcp->isp_login_hdl &&
6021                                     reason == PDB24XX_AE_OPN_2)
6022                                         continue;
6023                                 fcp->isp_loopstate = LOOP_LTEST_DONE;
6024                         } else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6025                                 fcp->isp_loopstate = LOOP_HAVE_LINK;
6026                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6027                             ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
6028                 }
6029                 break;
6030         }
6031         case ASYNC_CHANGE_NOTIFY:
6032         {
6033                 int portid;
6034
6035                 portid = ((ISP_READ(isp, OUTMAILBOX1) & 0xff) << 16) |
6036                     ISP_READ(isp, OUTMAILBOX2);
6037                 if (ISP_CAP_MULTI_ID(isp)) {
6038                         chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;
6039                         if (chan >= isp->isp_nchan)
6040                                 break;
6041                 } else {
6042                         chan = 0;
6043                 }
6044                 fcp = FCPARAM(isp, chan);
6045                 if (fcp->role == ISP_ROLE_NONE)
6046                         break;
6047                 if (fcp->isp_loopstate > LOOP_LTEST_DONE)
6048                         fcp->isp_loopstate = LOOP_LTEST_DONE;
6049                 else if (fcp->isp_loopstate < LOOP_HAVE_LINK)
6050                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6051                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan,
6052                     ISPASYNC_CHANGE_SNS, portid);
6053                 break;
6054         }
6055         case ASYNC_ERR_LOGGING_DISABLED:
6056                 isp_prt(isp, ISP_LOGWARN, "Error logging disabled (reason 0x%x)",
6057                     ISP_READ(isp, OUTMAILBOX1));
6058                 break;
6059         case ASYNC_CONNMODE:
6060                 /*
6061                  * This only applies to 2100 amd 2200 cards
6062                  */
6063                 if (!IS_2200(isp) && !IS_2100(isp)) {
6064                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6065                         break;
6066                 }
6067                 chan = 0;
6068                 mbox = ISP_READ(isp, OUTMAILBOX1);
6069                 switch (mbox) {
6070                 case ISP_CONN_LOOP:
6071                         isp_prt(isp, ISP_LOGINFO,
6072                             "Point-to-Point -> Loop mode");
6073                         break;
6074                 case ISP_CONN_PTP:
6075                         isp_prt(isp, ISP_LOGINFO,
6076                             "Loop -> Point-to-Point mode");
6077                         break;
6078                 case ISP_CONN_BADLIP:
6079                         isp_prt(isp, ISP_LOGWARN,
6080                             "Point-to-Point -> Loop mode (BAD LIP)");
6081                         break;
6082                 case ISP_CONN_FATAL:
6083                         isp->isp_dead = 1;
6084                         isp->isp_state = ISP_CRASHED;
6085                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6086                         isp_async(isp, ISPASYNC_FW_CRASH);
6087                         return (-1);
6088                 case ISP_CONN_LOOPBACK:
6089                         isp_prt(isp, ISP_LOGWARN,
6090                             "Looped Back in Point-to-Point mode");
6091                         break;
6092                 default:
6093                         isp_prt(isp, ISP_LOGWARN,
6094                             "Unknown connection mode (0x%x)", mbox);
6095                         break;
6096                 }
6097                 ISP_SET_SENDMARKER(isp, chan, 1);
6098                 FCPARAM(isp, chan)->isp_loopstate = LOOP_HAVE_LINK;
6099                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6100                 break;
6101         case ASYNC_P2P_INIT_ERR:
6102                 isp_prt(isp, ISP_LOGWARN, "P2P init error (reason 0x%x)",
6103                     ISP_READ(isp, OUTMAILBOX1));
6104                 break;
6105         case ASYNC_RCV_ERR:
6106                 if (IS_24XX(isp)) {
6107                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
6108                 } else {
6109                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6110                 }
6111                 break;
6112         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
6113                 if (IS_24XX(isp)) {
6114                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6115                         break;
6116                 } else {
6117                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6118                         break;
6119                 }
6120         case ASYNC_FW_RESTART_COMPLETE:
6121                 isp_prt(isp, ISP_LOGDEBUG0, "FW restart complete");
6122                 break;
6123         case ASYNC_TEMPERATURE_ALERT:
6124                 isp_prt(isp, ISP_LOGERR, "Temperature alert (subcode 0x%x)",
6125                     ISP_READ(isp, OUTMAILBOX1));
6126                 break;
6127         case ASYNC_AUTOLOAD_FW_COMPLETE:
6128                 isp_prt(isp, ISP_LOGDEBUG0, "Autoload FW init complete");
6129                 break;
6130         case ASYNC_AUTOLOAD_FW_FAILURE:
6131                 isp_prt(isp, ISP_LOGERR, "Autoload FW init failure");
6132                 break;
6133         default:
6134                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6135                 break;
6136         }
6137         if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6138                 isp->isp_intoasync++;
6139         }
6140         return (acked);
6141 }
6142
6143 /*
6144  * Handle other response entries. A pointer to the request queue output
6145  * index is here in case we want to eat several entries at once, although
6146  * this is not used currently.
6147  */
6148
6149 static int
6150 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6151 {
6152         isp_ridacq_t rid;
6153         int chan, c;
6154         uint32_t hdl, portid;
6155         void *ptr;
6156
6157         switch (type) {
6158         case RQSTYPE_STATUS_CONT:
6159                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6160                 return (1);
6161         case RQSTYPE_MARKER:
6162                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6163                 return (1);
6164         case RQSTYPE_RPT_ID_ACQ:
6165                 isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6166                 portid = (uint32_t)rid.ridacq_vp_port_hi << 16 |
6167                     rid.ridacq_vp_port_lo;
6168                 if (rid.ridacq_format == 0) {
6169                         GET_NANOTIME(&isp->isp_init_time);
6170                         for (chan = 0; chan < isp->isp_nchan; chan++) {
6171                                 fcparam *fcp = FCPARAM(isp, chan);
6172                                 if (fcp->role == ISP_ROLE_NONE)
6173                                         continue;
6174                                 c = (chan == 0) ? 127 : (chan - 1);
6175                                 if (rid.ridacq_map[c / 16] & (1 << (c % 16)) ||
6176                                     chan == 0) {
6177                                         fcp->isp_loopstate = LOOP_HAVE_LINK;
6178                                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6179                                             chan, ISPASYNC_CHANGE_OTHER);
6180                                 } else {
6181                                         fcp->isp_loopstate = LOOP_NIL;
6182                                         isp_async(isp, ISPASYNC_LOOP_DOWN,
6183                                             chan);
6184                                 }
6185                         }
6186                 } else {
6187                         fcparam *fcp = FCPARAM(isp, rid.ridacq_vp_index);
6188                         if (rid.ridacq_vp_status == RIDACQ_STS_COMPLETE ||
6189                             rid.ridacq_vp_status == RIDACQ_STS_CHANGED) {
6190                                 fcp->isp_topo = (rid.ridacq_map[0] >> 9) & 0x7;
6191                                 fcp->isp_portid = portid;
6192                                 fcp->isp_loopstate = LOOP_HAVE_ADDR;
6193                                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6194                                     rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
6195                         } else {
6196                                 fcp->isp_loopstate = LOOP_NIL;
6197                                 isp_async(isp, ISPASYNC_LOOP_DOWN,
6198                                     rid.ridacq_vp_index);
6199                         }
6200                 }
6201                 return (1);
6202         case RQSTYPE_CT_PASSTHRU:
6203         case RQSTYPE_VP_MODIFY:
6204         case RQSTYPE_VP_CTRL:
6205         case RQSTYPE_LOGIN:
6206                 ISP_IOXGET_32(isp, (uint32_t *)(hp + 1), hdl);
6207                 ptr = isp_find_xs(isp, hdl);
6208                 if (ptr != NULL) {
6209                         isp_destroy_handle(isp, hdl);
6210                         memcpy(ptr, hp, QENTRY_LEN);
6211                         wakeup(ptr);
6212                 }
6213                 return (1);
6214         case RQSTYPE_ATIO:
6215         case RQSTYPE_CTIO:
6216         case RQSTYPE_ENABLE_LUN:
6217         case RQSTYPE_MODIFY_LUN:
6218         case RQSTYPE_NOTIFY:
6219         case RQSTYPE_NOTIFY_ACK:
6220         case RQSTYPE_CTIO1:
6221         case RQSTYPE_ATIO2:
6222         case RQSTYPE_CTIO2:
6223         case RQSTYPE_CTIO3:
6224         case RQSTYPE_CTIO7:
6225         case RQSTYPE_ABTS_RCVD:
6226         case RQSTYPE_ABTS_RSP:
6227                 isp->isp_rsltccmplt++;  /* count as a response completion */
6228 #ifdef  ISP_TARGET_MODE
6229                 if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6230                         return (1);
6231                 }
6232 #endif
6233                 /* FALLTHROUGH */
6234         case RQSTYPE_REQUEST:
6235         default:
6236                 ISP_DELAY(100);
6237                 if (type != isp_get_response_type(isp, hp)) {
6238                         /*
6239                          * This is questionable- we're just papering over
6240                          * something we've seen on SMP linux in target
6241                          * mode- we don't really know what's happening
6242                          * here that causes us to think we've gotten
6243                          * an entry, but that either the entry isn't
6244                          * filled out yet or our CPU read data is stale.
6245                          */
6246                         isp_prt(isp, ISP_LOGINFO,
6247                                 "unstable type in response queue");
6248                         return (-1);
6249                 }
6250                 isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6251                     isp_get_response_type(isp, hp));
6252                 return (0);
6253         }
6254 }
6255
6256 static void
6257 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6258 {
6259         switch (sp->req_completion_status & 0xff) {
6260         case RQCS_COMPLETE:
6261                 if (XS_NOERR(xs)) {
6262                         XS_SETERR(xs, HBA_NOERROR);
6263                 }
6264                 return;
6265
6266         case RQCS_INCOMPLETE:
6267                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6268                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6269                         if (XS_NOERR(xs)) {
6270                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6271                                 *rp = XS_XFRLEN(xs);
6272                         }
6273                         return;
6274                 }
6275                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6276                 break;
6277
6278         case RQCS_DMA_ERROR:
6279                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6280                 *rp = XS_XFRLEN(xs);
6281                 break;
6282
6283         case RQCS_TRANSPORT_ERROR:
6284         {
6285                 char buf[172];
6286                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6287                 if (sp->req_state_flags & RQSF_GOT_BUS) {
6288                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6289                 }
6290                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
6291                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6292                 }
6293                 if (sp->req_state_flags & RQSF_SENT_CDB) {
6294                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6295                 }
6296                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
6297                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6298                 }
6299                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
6300                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6301                 }
6302                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
6303                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6304                 }
6305                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6306                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6307                 }
6308                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6309                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
6310                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6311                 }
6312                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6313                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6314                 }
6315                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6316                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6317                 }
6318                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
6319                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6320                 }
6321                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6322                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6323                 }
6324                 if (sp->req_status_flags & RQSTF_ABORTED) {
6325                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6326                 }
6327                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
6328                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6329                 }
6330                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6331                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6332                 }
6333                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6334                 *rp = XS_XFRLEN(xs);
6335                 break;
6336         }
6337         case RQCS_RESET_OCCURRED:
6338         {
6339                 int chan;
6340                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6341                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6342                         FCPARAM(isp, chan)->sendmarker = 1;
6343                 }
6344                 if (XS_NOERR(xs)) {
6345                         XS_SETERR(xs, HBA_BUSRESET);
6346                 }
6347                 *rp = XS_XFRLEN(xs);
6348                 return;
6349         }
6350         case RQCS_ABORTED:
6351                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6352                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6353                 if (XS_NOERR(xs)) {
6354                         XS_SETERR(xs, HBA_ABORTED);
6355                 }
6356                 return;
6357
6358         case RQCS_TIMEOUT:
6359                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6360                 /*
6361                  * XXX: Check to see if we logged out of the device.
6362                  */
6363                 if (XS_NOERR(xs)) {
6364                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6365                 }
6366                 return;
6367
6368         case RQCS_DATA_OVERRUN:
6369                 XS_SET_RESID(xs, sp->req_resid);
6370                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6371                 if (XS_NOERR(xs)) {
6372                         XS_SETERR(xs, HBA_DATAOVR);
6373                 }
6374                 return;
6375
6376         case RQCS_COMMAND_OVERRUN:
6377                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6378                 break;
6379
6380         case RQCS_STATUS_OVERRUN:
6381                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6382                 break;
6383
6384         case RQCS_BAD_MESSAGE:
6385                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6386                 break;
6387
6388         case RQCS_NO_MESSAGE_OUT:
6389                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6390                 break;
6391
6392         case RQCS_EXT_ID_FAILED:
6393                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6394                 break;
6395
6396         case RQCS_IDE_MSG_FAILED:
6397                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6398                 break;
6399
6400         case RQCS_ABORT_MSG_FAILED:
6401                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6402                 break;
6403
6404         case RQCS_REJECT_MSG_FAILED:
6405                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6406                 break;
6407
6408         case RQCS_NOP_MSG_FAILED:
6409                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6410                 break;
6411
6412         case RQCS_PARITY_ERROR_MSG_FAILED:
6413                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6414                 break;
6415
6416         case RQCS_DEVICE_RESET_MSG_FAILED:
6417                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6418                 break;
6419
6420         case RQCS_ID_MSG_FAILED:
6421                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6422                 break;
6423
6424         case RQCS_UNEXP_BUS_FREE:
6425                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6426                 break;
6427
6428         case RQCS_DATA_UNDERRUN:
6429         {
6430                 if (IS_FC(isp)) {
6431                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6432                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6433                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6434                                 if (XS_NOERR(xs)) {
6435                                         XS_SETERR(xs, HBA_BOTCH);
6436                                 }
6437                                 return;
6438                         }
6439                 }
6440                 XS_SET_RESID(xs, sp->req_resid);
6441                 if (XS_NOERR(xs)) {
6442                         XS_SETERR(xs, HBA_NOERROR);
6443                 }
6444                 return;
6445         }
6446
6447         case RQCS_XACT_ERR1:
6448                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6449                 break;
6450
6451         case RQCS_XACT_ERR2:
6452                 isp_xs_prt(isp, xs, ISP_LOGERR,
6453                     "HBA attempted queued transaction to target routine %jx",
6454                     (uintmax_t)XS_LUN(xs));
6455                 break;
6456
6457         case RQCS_XACT_ERR3:
6458                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6459                 break;
6460
6461         case RQCS_BAD_ENTRY:
6462                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6463                 break;
6464
6465         case RQCS_QUEUE_FULL:
6466                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6467
6468                 /*
6469                  * If QFULL or some other status byte is set, then this
6470                  * isn't an error, per se.
6471                  *
6472                  * Unfortunately, some QLogic f/w writers have, in
6473                  * some cases, omitted to *set* status to QFULL.
6474                  */
6475 #if     0
6476                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6477                         XS_SETERR(xs, HBA_NOERROR);
6478                         return;
6479                 }
6480
6481 #endif
6482                 *XS_STSP(xs) = SCSI_QFULL;
6483                 XS_SETERR(xs, HBA_NOERROR);
6484                 return;
6485
6486         case RQCS_PHASE_SKIPPED:
6487                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6488                 break;
6489
6490         case RQCS_ARQS_FAILED:
6491                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6492                 if (XS_NOERR(xs)) {
6493                         XS_SETERR(xs, HBA_ARQFAIL);
6494                 }
6495                 return;
6496
6497         case RQCS_WIDE_FAILED:
6498                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6499                 if (IS_SCSI(isp)) {
6500                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6501                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6502                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6503                         sdp->update = 1;
6504                 }
6505                 if (XS_NOERR(xs)) {
6506                         XS_SETERR(xs, HBA_NOERROR);
6507                 }
6508                 return;
6509
6510         case RQCS_SYNCXFER_FAILED:
6511                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6512                 if (IS_SCSI(isp)) {
6513                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6514                         sdp += XS_CHANNEL(xs);
6515                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6516                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6517                         sdp->update = 1;
6518                 }
6519                 break;
6520
6521         case RQCS_LVD_BUSERR:
6522                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6523                 break;
6524
6525         case RQCS_PORT_UNAVAILABLE:
6526                 /*
6527                  * No such port on the loop. Moral equivalent of SELTIMEO
6528                  */
6529         case RQCS_PORT_LOGGED_OUT:
6530         {
6531                 const char *reason;
6532                 uint8_t sts = sp->req_completion_status & 0xff;
6533                 fcparam *fcp = FCPARAM(isp, 0);
6534                 fcportdb_t *lp;
6535
6536                 /*
6537                  * It was there (maybe)- treat as a selection timeout.
6538                  */
6539                 if (sts == RQCS_PORT_UNAVAILABLE) {
6540                         reason = "unavailable";
6541                 } else {
6542                         reason = "logout";
6543                 }
6544
6545                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6546
6547                 /*
6548                  * If we're on a local loop, force a LIP (which is overkill)
6549                  * to force a re-login of this unit. If we're on fabric,
6550                  * then we'll have to log in again as a matter of course.
6551                  */
6552                 if (fcp->isp_topo == TOPO_NL_PORT ||
6553                     fcp->isp_topo == TOPO_FL_PORT) {
6554                         mbreg_t mbs;
6555                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6556                         if (ISP_CAP_2KLOGIN(isp)) {
6557                                 mbs.ibits = (1 << 10);
6558                         }
6559                         isp_mboxcmd_qnw(isp, &mbs, 1);
6560                 }
6561                 if (XS_NOERR(xs)) {
6562                         lp = &fcp->portdb[XS_TGT(xs)];
6563                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6564                                 *XS_STSP(xs) = SCSI_BUSY;
6565                                 XS_SETERR(xs, HBA_TGTBSY);
6566                         } else
6567                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6568                 }
6569                 return;
6570         }
6571         case RQCS_PORT_CHANGED:
6572                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6573                 if (XS_NOERR(xs)) {
6574                         XS_SETERR(xs, HBA_SELTIMEOUT);
6575                 }
6576                 return;
6577
6578         case RQCS_PORT_BUSY:
6579                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6580                 if (XS_NOERR(xs)) {
6581                         XS_SETERR(xs, HBA_TGTBSY);
6582                 }
6583                 return;
6584
6585         default:
6586                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6587                 break;
6588         }
6589         if (XS_NOERR(xs)) {
6590                 XS_SETERR(xs, HBA_BOTCH);
6591         }
6592 }
6593
6594 static void
6595 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6596 {
6597         int ru_marked, sv_marked;
6598         int chan = XS_CHANNEL(xs);
6599
6600         switch (sp->req_completion_status) {
6601         case RQCS_COMPLETE:
6602                 if (XS_NOERR(xs)) {
6603                         XS_SETERR(xs, HBA_NOERROR);
6604                 }
6605                 return;
6606
6607         case RQCS_DMA_ERROR:
6608                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6609                 break;
6610
6611         case RQCS_TRANSPORT_ERROR:
6612                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6613                 break;
6614
6615         case RQCS_RESET_OCCURRED:
6616                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6617                 FCPARAM(isp, chan)->sendmarker = 1;
6618                 if (XS_NOERR(xs)) {
6619                         XS_SETERR(xs, HBA_BUSRESET);
6620                 }
6621                 return;
6622
6623         case RQCS_ABORTED:
6624                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6625                 FCPARAM(isp, chan)->sendmarker = 1;
6626                 if (XS_NOERR(xs)) {
6627                         XS_SETERR(xs, HBA_ABORTED);
6628                 }
6629                 return;
6630
6631         case RQCS_TIMEOUT:
6632                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6633                 if (XS_NOERR(xs)) {
6634                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6635                 }
6636                 return;
6637
6638         case RQCS_DATA_OVERRUN:
6639                 XS_SET_RESID(xs, sp->req_resid);
6640                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6641                 if (XS_NOERR(xs)) {
6642                         XS_SETERR(xs, HBA_DATAOVR);
6643                 }
6644                 return;
6645
6646         case RQCS_24XX_DRE:     /* data reassembly error */
6647                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6648                 if (XS_NOERR(xs)) {
6649                         XS_SETERR(xs, HBA_ABORTED);
6650                 }
6651                 *rp = XS_XFRLEN(xs);
6652                 return;
6653
6654         case RQCS_24XX_TABORT:  /* aborted by target */
6655                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6656                 if (XS_NOERR(xs)) {
6657                         XS_SETERR(xs, HBA_ABORTED);
6658                 }
6659                 return;
6660
6661         case RQCS_DATA_UNDERRUN:
6662                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6663                 /*
6664                  * We can get an underrun w/o things being marked
6665                  * if we got a non-zero status.
6666                  */
6667                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6668                 if ((ru_marked == 0 && sv_marked == 0) ||
6669                     (sp->req_resid > XS_XFRLEN(xs))) {
6670                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6671                         if (XS_NOERR(xs)) {
6672                                 XS_SETERR(xs, HBA_BOTCH);
6673                         }
6674                         return;
6675                 }
6676                 XS_SET_RESID(xs, sp->req_resid);
6677                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6678                 if (XS_NOERR(xs)) {
6679                         XS_SETERR(xs, HBA_NOERROR);
6680                 }
6681                 return;
6682
6683         case RQCS_PORT_UNAVAILABLE:
6684                 /*
6685                  * No such port on the loop. Moral equivalent of SELTIMEO
6686                  */
6687         case RQCS_PORT_LOGGED_OUT:
6688         {
6689                 const char *reason;
6690                 uint8_t sts = sp->req_completion_status & 0xff;
6691                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
6692                 fcportdb_t *lp;
6693
6694                 /*
6695                  * It was there (maybe)- treat as a selection timeout.
6696                  */
6697                 if (sts == RQCS_PORT_UNAVAILABLE) {
6698                         reason = "unavailable";
6699                 } else {
6700                         reason = "logout";
6701                 }
6702
6703                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6704                     chan, reason, XS_TGT(xs));
6705
6706                 /*
6707                  * There is no MBOX_INIT_LIP for the 24XX.
6708                  */
6709                 if (XS_NOERR(xs)) {
6710                         lp = &fcp->portdb[XS_TGT(xs)];
6711                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
6712                                 *XS_STSP(xs) = SCSI_BUSY;
6713                                 XS_SETERR(xs, HBA_TGTBSY);
6714                         } else
6715                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6716                 }
6717                 return;
6718         }
6719         case RQCS_PORT_CHANGED:
6720                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6721                 if (XS_NOERR(xs)) {
6722                         XS_SETERR(xs, HBA_SELTIMEOUT);
6723                 }
6724                 return;
6725
6726
6727         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6728                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6729                 if (XS_NOERR(xs)) {
6730                         *XS_STSP(xs) = SCSI_BUSY;
6731                         XS_SETERR(xs, HBA_TGTBSY);
6732                 }
6733                 return;
6734
6735         case RQCS_24XX_TMO:     /* task management overrun */
6736                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6737                 if (XS_NOERR(xs)) {
6738                         *XS_STSP(xs) = SCSI_BUSY;
6739                         XS_SETERR(xs, HBA_TGTBSY);
6740                 }
6741                 return;
6742
6743         default:
6744                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6745                 break;
6746         }
6747         if (XS_NOERR(xs)) {
6748                 XS_SETERR(xs, HBA_BOTCH);
6749         }
6750 }
6751
6752 static void
6753 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6754 {
6755         XS_T *xs;
6756
6757         if (fph == 0) {
6758                 return;
6759         }
6760         xs = isp_find_xs(isp, fph);
6761         if (xs == NULL) {
6762                 isp_prt(isp, ISP_LOGWARN,
6763                     "Command for fast post handle 0x%x not found", fph);
6764                 return;
6765         }
6766         isp_destroy_handle(isp, fph);
6767
6768         /*
6769          * Since we don't have a result queue entry item,
6770          * we must believe that SCSI status is zero and
6771          * that all data transferred.
6772          */
6773         XS_SET_RESID(xs, 0);
6774         *XS_STSP(xs) = SCSI_GOOD;
6775         if (XS_XFRLEN(xs)) {
6776                 ISP_DMAFREE(isp, xs, fph);
6777         }
6778         if (isp->isp_nactive) {
6779                 isp->isp_nactive--;
6780         }
6781         isp->isp_fphccmplt++;
6782         isp_done(xs);
6783 }
6784
6785 static int
6786 isp_mbox_continue(ispsoftc_t *isp)
6787 {
6788         mbreg_t mbs;
6789         uint16_t *ptr;
6790         uint32_t offset;
6791
6792         switch (isp->isp_lastmbxcmd) {
6793         case MBOX_WRITE_RAM_WORD:
6794         case MBOX_READ_RAM_WORD:
6795         case MBOX_WRITE_RAM_WORD_EXTENDED:
6796         case MBOX_READ_RAM_WORD_EXTENDED:
6797                 break;
6798         default:
6799                 return (1);
6800         }
6801         if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6802                 isp->isp_mbxwrk0 = 0;
6803                 return (-1);
6804         }
6805
6806         /*
6807          * Clear the previous interrupt.
6808          */
6809         if (IS_24XX(isp)) {
6810                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6811         } else {
6812                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6813                 ISP_WRITE(isp, BIU_SEMA, 0);
6814         }
6815
6816         /*
6817          * Continue with next word.
6818          */
6819         ISP_MEMZERO(&mbs, sizeof (mbs));
6820         ptr = isp->isp_mbxworkp;
6821         switch (isp->isp_lastmbxcmd) {
6822         case MBOX_WRITE_RAM_WORD:
6823                 mbs.param[1] = isp->isp_mbxwrk1++;
6824                 mbs.param[2] = *ptr++;
6825                 break;
6826         case MBOX_READ_RAM_WORD:
6827                 *ptr++ = isp->isp_mboxtmp[2];
6828                 mbs.param[1] = isp->isp_mbxwrk1++;
6829                 break;
6830         case MBOX_WRITE_RAM_WORD_EXTENDED:
6831                 if (IS_24XX(isp)) {
6832                         uint32_t *lptr = (uint32_t *)ptr;
6833                         mbs.param[2] = lptr[0];
6834                         mbs.param[3] = lptr[0] >> 16;
6835                         lptr++;
6836                         ptr = (uint16_t *)lptr;
6837                 } else {
6838                         mbs.param[2] = *ptr++;
6839                 }
6840                 offset = isp->isp_mbxwrk1;
6841                 offset |= isp->isp_mbxwrk8 << 16;
6842                 mbs.param[1] = offset;
6843                 mbs.param[8] = offset >> 16;
6844                 offset++;
6845                 isp->isp_mbxwrk1 = offset;
6846                 isp->isp_mbxwrk8 = offset >> 16;
6847                 break;
6848         case MBOX_READ_RAM_WORD_EXTENDED:
6849                 if (IS_24XX(isp)) {
6850                         uint32_t *lptr = (uint32_t *)ptr;
6851                         uint32_t val = isp->isp_mboxtmp[2];
6852                         val |= (isp->isp_mboxtmp[3]) << 16;
6853                         *lptr++ = val;
6854                         ptr = (uint16_t *)lptr;
6855                 } else {
6856                         *ptr++ = isp->isp_mboxtmp[2];
6857                 }
6858                 offset = isp->isp_mbxwrk1;
6859                 offset |= isp->isp_mbxwrk8 << 16;
6860                 mbs.param[1] = offset;
6861                 mbs.param[8] = offset >> 16;
6862                 offset++;
6863                 isp->isp_mbxwrk1 = offset;
6864                 isp->isp_mbxwrk8 = offset >> 16;
6865                 break;
6866         }
6867         isp->isp_mbxworkp = ptr;
6868         isp->isp_mbxwrk0--;
6869         mbs.param[0] = isp->isp_lastmbxcmd;
6870         mbs.logval = MBLOGALL;
6871         isp_mboxcmd_qnw(isp, &mbs, 0);
6872         return (0);
6873 }
6874
6875 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6876 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6877 #define ISP_SCSI_OPMAP(in, out)         in, out
6878 static const uint8_t mbpscsi[] = {
6879         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6880         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6881         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6882         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6883         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6884         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6885         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6886         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6887         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6888         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6889         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6890         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6891         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6892         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6893         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6894         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6895         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6896         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6897         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6898         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6899         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6900         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6901         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6902         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6903         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6904         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6905         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6906         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6907         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6908         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6909         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6910         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6911         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6912         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6913         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6914         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6915         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6916         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6917         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6918         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6919         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6920         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6921         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6922         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6923         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6924         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6925         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6926         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6927         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6928         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6929         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6930         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6931         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6932         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6933         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6934         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6935         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6936         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6937         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6938         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6939         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6940         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6941         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6942         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6943         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6944         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6945         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6946         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6947         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6948         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6949         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6950         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6951         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6952         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6953         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6954         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6955         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6956         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6957         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6958         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6959         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6960         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6961         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6962         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6963         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6964         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6965         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6966         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6967         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6968         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6969         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6970         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6971         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6972         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6973 };
6974 #define MAX_SCSI_OPCODE 0x5d
6975
6976 static const char *scsi_mbcmd_names[] = {
6977         "NO-OP",
6978         "LOAD RAM",
6979         "EXEC FIRMWARE",
6980         "DUMP RAM",
6981         "WRITE RAM WORD",
6982         "READ RAM WORD",
6983         "MAILBOX REG TEST",
6984         "VERIFY CHECKSUM",
6985         "ABOUT FIRMWARE",
6986         NULL,
6987         NULL,
6988         NULL,
6989         NULL,
6990         NULL,
6991         "CHECK FIRMWARE",
6992         NULL,
6993         "INIT REQUEST QUEUE",
6994         "INIT RESULT QUEUE",
6995         "EXECUTE IOCB",
6996         "WAKE UP",
6997         "STOP FIRMWARE",
6998         "ABORT",
6999         "ABORT DEVICE",
7000         "ABORT TARGET",
7001         "BUS RESET",
7002         "STOP QUEUE",
7003         "START QUEUE",
7004         "SINGLE STEP QUEUE",
7005         "ABORT QUEUE",
7006         "GET DEV QUEUE STATUS",
7007         NULL,
7008         "GET FIRMWARE STATUS",
7009         "GET INIT SCSI ID",
7010         "GET SELECT TIMEOUT",
7011         "GET RETRY COUNT",
7012         "GET TAG AGE LIMIT",
7013         "GET CLOCK RATE",
7014         "GET ACT NEG STATE",
7015         "GET ASYNC DATA SETUP TIME",
7016         "GET PCI PARAMS",
7017         "GET TARGET PARAMS",
7018         "GET DEV QUEUE PARAMS",
7019         "GET RESET DELAY PARAMS",
7020         NULL,
7021         NULL,
7022         NULL,
7023         NULL,
7024         NULL,
7025         "SET INIT SCSI ID",
7026         "SET SELECT TIMEOUT",
7027         "SET RETRY COUNT",
7028         "SET TAG AGE LIMIT",
7029         "SET CLOCK RATE",
7030         "SET ACT NEG STATE",
7031         "SET ASYNC DATA SETUP TIME",
7032         "SET PCI CONTROL PARAMS",
7033         "SET TARGET PARAMS",
7034         "SET DEV QUEUE PARAMS",
7035         "SET RESET DELAY PARAMS",
7036         NULL,
7037         NULL,
7038         NULL,
7039         NULL,
7040         NULL,
7041         "RETURN BIOS BLOCK ADDR",
7042         "WRITE FOUR RAM WORDS",
7043         "EXEC BIOS IOCB",
7044         NULL,
7045         NULL,
7046         "SET SYSTEM PARAMETER",
7047         "GET SYSTEM PARAMETER",
7048         NULL,
7049         "GET SCAM CONFIGURATION",
7050         "SET SCAM CONFIGURATION",
7051         "SET FIRMWARE FEATURES",
7052         "GET FIRMWARE FEATURES",
7053         NULL,
7054         NULL,
7055         NULL,
7056         NULL,
7057         "LOAD RAM A64",
7058         "DUMP RAM A64",
7059         "INITIALIZE REQUEST QUEUE A64",
7060         "INITIALIZE RESPONSE QUEUE A64",
7061         "EXECUTE IOCB A64",
7062         "ENABLE TARGET MODE",
7063         "GET TARGET MODE STATE",
7064         NULL,
7065         NULL,
7066         NULL,
7067         "SET DATA OVERRUN RECOVERY MODE",
7068         "GET DATA OVERRUN RECOVERY MODE",
7069         "SET HOST DATA",
7070         "GET NOST DATA",
7071 };
7072
7073 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7074 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7075
7076 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
7077 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
7078 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
7079 static const uint32_t mbpfc[] = {
7080         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
7081         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
7082         ISP_FC_OPMAP_HALF(0x07, 0xff, 0x00, 0x03),      /* 0x02: MBOX_EXEC_FIRMWARE */
7083         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
7084         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
7085         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
7086         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
7087         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
7088         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
7089         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7090         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
7091         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
7092         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
7093         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7094         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
7095         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7096         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
7097         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
7098         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
7099         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
7100         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x03),        /* 0x14: MBOX_STOP_FIRMWARE */
7101         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
7102         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
7103         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
7104         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
7105         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
7106         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
7107         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7108         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
7109         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7110         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
7111         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7112         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),       /* 0x20: MBOX_GET_LOOP_ID */
7113         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
7114         ISP_FC_OPMAP(0x03, 0x4b),       /* 0x22: MBOX_GET_TIMEOUT_PARAMS */
7115         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
7116         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
7117         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
7118         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
7119         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
7120         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7121         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7122         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
7123         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
7124         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
7125         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
7126         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
7127         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
7128         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
7129         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
7130         ISP_FC_OPMAP(0x4b, 0x4b),       /* 0x32: MBOX_SET_TIMEOUT_PARAMS */
7131         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
7132         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
7133         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
7134         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
7135         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
7136         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7137         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7138         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
7139         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
7140         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
7141         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
7142         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
7143         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
7144         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
7145         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
7146         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),        /* 0x42: MBOX_GET_RESOURCE_COUNT */
7147         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7148         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
7149         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
7150         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
7151         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
7152         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7153         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
7154         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7155         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
7156         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
7157         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
7158         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
7159         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
7160         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
7161         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
7162         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
7163         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
7164         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
7165         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
7166         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
7167         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
7168         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
7169         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
7170         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
7171         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
7172         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
7173         ISP_FC_OPMAP(0x07, 0x1f),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
7174         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
7175         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
7176         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
7177         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
7178         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
7179         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7180         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
7181         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
7182         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
7183         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
7184         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
7185         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
7186         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
7187         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
7188         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
7189         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
7190         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
7191         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
7192         ISP_FC_OPMAP_HALF(0x02, 0x03, 0x00, 0x03),      /* 0x70: MBOX_SEND_CHANGE_REQUEST */
7193         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
7194         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
7195         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
7196         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
7197         ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),      /* 0x75: GET PORT/NODE NAME LIST */
7198         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
7199         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
7200         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
7201         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
7202         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
7203         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
7204         ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),      /* 0x7c: Get ID List */
7205         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
7206         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
7207 };
7208 #define MAX_FC_OPCODE   0x7e
7209 /*
7210  * Footnotes
7211  *
7212  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7213  *      do not access at this time in the core driver. The caller is
7214  *      responsible for setting this register first (Gross!). The assumption
7215  *      is that we won't overflow.
7216  */
7217
7218 static const char *fc_mbcmd_names[] = {
7219         "NO-OP",                        /* 00h */
7220         "LOAD RAM",
7221         "EXEC FIRMWARE",
7222         "DUMP RAM",
7223         "WRITE RAM WORD",
7224         "READ RAM WORD",
7225         "MAILBOX REG TEST",
7226         "VERIFY CHECKSUM",
7227         "ABOUT FIRMWARE",
7228         "LOAD RAM (2100)",
7229         "DUMP RAM",
7230         "LOAD RISC RAM",
7231         "DUMP RISC RAM",
7232         "WRITE RAM WORD EXTENDED",
7233         "CHECK FIRMWARE",
7234         "READ RAM WORD EXTENDED",
7235         "INIT REQUEST QUEUE",           /* 10h */
7236         "INIT RESULT QUEUE",
7237         "EXECUTE IOCB",
7238         "WAKE UP",
7239         "STOP FIRMWARE",
7240         "ABORT",
7241         "ABORT DEVICE",
7242         "ABORT TARGET",
7243         "BUS RESET",
7244         "STOP QUEUE",
7245         "START QUEUE",
7246         "SINGLE STEP QUEUE",
7247         "ABORT QUEUE",
7248         "GET DEV QUEUE STATUS",
7249         NULL,
7250         "GET FIRMWARE STATUS",
7251         "GET LOOP ID",                  /* 20h */
7252         NULL,
7253         "GET TIMEOUT PARAMS",
7254         NULL,
7255         NULL,
7256         NULL,
7257         NULL,
7258         NULL,
7259         "GET FIRMWARE OPTIONS",
7260         "GET PORT QUEUE PARAMS",
7261         "GENERATE SYSTEM ERROR",
7262         NULL,
7263         NULL,
7264         NULL,
7265         NULL,
7266         NULL,
7267         "WRITE SFP",                    /* 30h */
7268         "READ SFP",
7269         "SET TIMEOUT PARAMS",
7270         NULL,
7271         NULL,
7272         NULL,
7273         NULL,
7274         NULL,
7275         "SET FIRMWARE OPTIONS",
7276         "SET PORT QUEUE PARAMS",
7277         NULL,
7278         "SET FC LED CONF",
7279         NULL,
7280         "RESTART NIC FIRMWARE",
7281         "ACCESS CONTROL",
7282         NULL,
7283         "LOOP PORT BYPASS",             /* 40h */
7284         "LOOP PORT ENABLE",
7285         "GET RESOURCE COUNT",
7286         "REQUEST NON PARTICIPATING MODE",
7287         "DIAGNOSTIC ECHO TEST",
7288         "DIAGNOSTIC LOOPBACK",
7289         NULL,
7290         "GET PORT DATABASE ENHANCED",
7291         "INIT FIRMWARE MULTI ID",
7292         "GET VP DATABASE",
7293         "GET VP DATABASE ENTRY",
7294         NULL,
7295         NULL,
7296         NULL,
7297         NULL,
7298         NULL,
7299         "GET FCF LIST",                 /* 50h */
7300         "GET DCBX PARAMETERS",
7301         NULL,
7302         "HOST MEMORY COPY",
7303         "EXECUTE IOCB A64",
7304         NULL,
7305         NULL,
7306         "SEND RNID",
7307         NULL,
7308         "SET PARAMETERS",
7309         "GET PARAMETERS",
7310         "DRIVER HEARTBEAT",
7311         "FIRMWARE HEARTBEAT",
7312         "GET/SET DATA RATE",
7313         "SEND RNFT",
7314         NULL,
7315         "INIT FIRMWARE",                /* 60h */
7316         "GET INIT CONTROL BLOCK",
7317         "INIT LIP",
7318         "GET FC-AL POSITION MAP",
7319         "GET PORT DATABASE",
7320         "CLEAR ACA",
7321         "TARGET RESET",
7322         "CLEAR TASK SET",
7323         "ABORT TASK SET",
7324         "GET FW STATE",
7325         "GET PORT NAME",
7326         "GET LINK STATUS",
7327         "INIT LIP RESET",
7328         "GET LINK STATS & PRIVATE DATA CNTS",
7329         "SEND SNS",
7330         "FABRIC LOGIN",
7331         "SEND CHANGE REQUEST",          /* 70h */
7332         "FABRIC LOGOUT",
7333         "INIT LIP LOGIN",
7334         NULL,
7335         "LOGIN LOOP PORT",
7336         "GET PORT/NODE NAME LIST",
7337         "SET VENDOR ID",
7338         "INITIALIZE IP MAILBOX",
7339         NULL,
7340         NULL,
7341         "GET XGMAC STATS",
7342         NULL,
7343         "GET ID LIST",
7344         "SEND LFA",
7345         "LUN RESET"
7346 };
7347
7348 static void
7349 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7350 {
7351         unsigned int ibits, obits, box, opcode;
7352
7353         opcode = mbp->param[0];
7354         if (IS_FC(isp)) {
7355                 ibits = ISP_FC_IBITS(opcode);
7356                 obits = ISP_FC_OBITS(opcode);
7357         } else {
7358                 ibits = ISP_SCSI_IBITS(opcode);
7359                 obits = ISP_SCSI_OBITS(opcode);
7360         }
7361         ibits |= mbp->ibits;
7362         obits |= mbp->obits;
7363         for (box = 0; box < ISP_NMBOX(isp); box++) {
7364                 if (ibits & (1 << box)) {
7365                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7366                 }
7367                 if (nodelay == 0) {
7368                         isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7369                 }
7370         }
7371         if (nodelay == 0) {
7372                 isp->isp_lastmbxcmd = opcode;
7373                 isp->isp_obits = obits;
7374                 isp->isp_mboxbsy = 1;
7375         }
7376         if (IS_24XX(isp)) {
7377                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7378         } else {
7379                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7380         }
7381         /*
7382          * Oddly enough, if we're not delaying for an answer,
7383          * delay a bit to give the f/w a chance to pick up the
7384          * command.
7385          */
7386         if (nodelay) {
7387                 ISP_DELAY(1000);
7388         }
7389 }
7390
7391 static void
7392 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7393 {
7394         const char *cname, *xname, *sname;
7395         char tname[16], mname[16];
7396         unsigned int ibits, obits, box, opcode;
7397
7398         opcode = mbp->param[0];
7399         if (IS_FC(isp)) {
7400                 if (opcode > MAX_FC_OPCODE) {
7401                         mbp->param[0] = MBOX_INVALID_COMMAND;
7402                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7403                         return;
7404                 }
7405                 cname = fc_mbcmd_names[opcode];
7406                 ibits = ISP_FC_IBITS(opcode);
7407                 obits = ISP_FC_OBITS(opcode);
7408         } else {
7409                 if (opcode > MAX_SCSI_OPCODE) {
7410                         mbp->param[0] = MBOX_INVALID_COMMAND;
7411                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7412                         return;
7413                 }
7414                 cname = scsi_mbcmd_names[opcode];
7415                 ibits = ISP_SCSI_IBITS(opcode);
7416                 obits = ISP_SCSI_OBITS(opcode);
7417         }
7418         if (cname == NULL) {
7419                 cname = tname;
7420                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7421         }
7422         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7423
7424         /*
7425          * Pick up any additional bits that the caller might have set.
7426          */
7427         ibits |= mbp->ibits;
7428         obits |= mbp->obits;
7429
7430         /*
7431          * Mask any bits that the caller wants us to mask
7432          */
7433         ibits &= mbp->ibitm;
7434         obits &= mbp->obitm;
7435
7436
7437         if (ibits == 0 && obits == 0) {
7438                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7439                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7440                 return;
7441         }
7442
7443         /*
7444          * Get exclusive usage of mailbox registers.
7445          */
7446         if (MBOX_ACQUIRE(isp)) {
7447                 mbp->param[0] = MBOX_REGS_BUSY;
7448                 goto out;
7449         }
7450
7451         for (box = 0; box < ISP_NMBOX(isp); box++) {
7452                 if (ibits & (1 << box)) {
7453                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7454                             mbp->param[box]);
7455                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7456                 }
7457                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7458         }
7459
7460         isp->isp_lastmbxcmd = opcode;
7461
7462         /*
7463          * We assume that we can't overwrite a previous command.
7464          */
7465         isp->isp_obits = obits;
7466         isp->isp_mboxbsy = 1;
7467
7468         /*
7469          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7470          */
7471         if (IS_24XX(isp)) {
7472                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7473         } else {
7474                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7475         }
7476
7477         /*
7478          * While we haven't finished the command, spin our wheels here.
7479          */
7480         MBOX_WAIT_COMPLETE(isp, mbp);
7481
7482         /*
7483          * Did the command time out?
7484          */
7485         if (mbp->param[0] == MBOX_TIMEOUT) {
7486                 isp->isp_mboxbsy = 0;
7487                 MBOX_RELEASE(isp);
7488                 goto out;
7489         }
7490
7491         /*
7492          * Copy back output registers.
7493          */
7494         for (box = 0; box < ISP_NMBOX(isp); box++) {
7495                 if (obits & (1 << box)) {
7496                         mbp->param[box] = isp->isp_mboxtmp[box];
7497                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7498                             mbp->param[box]);
7499                 }
7500         }
7501
7502         isp->isp_mboxbsy = 0;
7503         MBOX_RELEASE(isp);
7504 out:
7505         if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7506                 return;
7507
7508         if ((mbp->param[0] & 0xbfe0) == 0 &&
7509             (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7510                 return;
7511
7512         xname = NULL;
7513         sname = "";
7514         switch (mbp->param[0]) {
7515         case MBOX_INVALID_COMMAND:
7516                 xname = "INVALID COMMAND";
7517                 break;
7518         case MBOX_HOST_INTERFACE_ERROR:
7519                 xname = "HOST INTERFACE ERROR";
7520                 break;
7521         case MBOX_TEST_FAILED:
7522                 xname = "TEST FAILED";
7523                 break;
7524         case MBOX_COMMAND_ERROR:
7525                 xname = "COMMAND ERROR";
7526                 ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7527                     mbp->param[1]);
7528                 sname = mname;
7529                 break;
7530         case MBOX_COMMAND_PARAM_ERROR:
7531                 xname = "COMMAND PARAMETER ERROR";
7532                 break;
7533         case MBOX_PORT_ID_USED:
7534                 xname = "PORT ID ALREADY IN USE";
7535                 break;
7536         case MBOX_LOOP_ID_USED:
7537                 xname = "LOOP ID ALREADY IN USE";
7538                 break;
7539         case MBOX_ALL_IDS_USED:
7540                 xname = "ALL LOOP IDS IN USE";
7541                 break;
7542         case MBOX_NOT_LOGGED_IN:
7543                 xname = "NOT LOGGED IN";
7544                 break;
7545         case MBOX_LINK_DOWN_ERROR:
7546                 xname = "LINK DOWN ERROR";
7547                 break;
7548         case MBOX_LOOPBACK_ERROR:
7549                 xname = "LOOPBACK ERROR";
7550                 break;
7551         case MBOX_CHECKSUM_ERROR:
7552                 xname = "CHECKSUM ERROR";
7553                 break;
7554         case MBOX_INVALID_PRODUCT_KEY:
7555                 xname = "INVALID PRODUCT KEY";
7556                 break;
7557         case MBOX_REGS_BUSY:
7558                 xname = "REGISTERS BUSY";
7559                 break;
7560         case MBOX_TIMEOUT:
7561                 xname = "TIMEOUT";
7562                 break;
7563         default:
7564                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7565                 xname = mname;
7566                 break;
7567         }
7568         if (xname) {
7569                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7570                     cname, xname, sname);
7571         }
7572 }
7573
7574 static int
7575 isp_fw_state(ispsoftc_t *isp, int chan)
7576 {
7577         if (IS_FC(isp)) {
7578                 mbreg_t mbs;
7579
7580                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7581                 isp_mboxcmd(isp, &mbs);
7582                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7583                         return (mbs.param[1]);
7584                 }
7585         }
7586         return (FW_ERROR);
7587 }
7588
7589 static void
7590 isp_spi_update(ispsoftc_t *isp, int chan)
7591 {
7592         int tgt;
7593         mbreg_t mbs;
7594         sdparam *sdp;
7595
7596         if (IS_FC(isp)) {
7597                 /*
7598                  * There are no 'per-bus' settings for Fibre Channel.
7599                  */
7600                 return;
7601         }
7602         sdp = SDPARAM(isp, chan);
7603         sdp->update = 0;
7604
7605         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7606                 uint16_t flags, period, offset;
7607                 int get;
7608
7609                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7610                         sdp->isp_devparam[tgt].dev_update = 0;
7611                         sdp->isp_devparam[tgt].dev_refresh = 0;
7612                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7613                         continue;
7614                 }
7615                 /*
7616                  * If the goal is to update the status of the device,
7617                  * take what's in goal_flags and try and set the device
7618                  * toward that. Otherwise, if we're just refreshing the
7619                  * current device state, get the current parameters.
7620                  */
7621
7622                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7623
7624                 /*
7625                  * Refresh overrides set
7626                  */
7627                 if (sdp->isp_devparam[tgt].dev_refresh) {
7628                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7629                         get = 1;
7630                 } else if (sdp->isp_devparam[tgt].dev_update) {
7631                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7632
7633                         /*
7634                          * Make sure goal_flags has "Renegotiate on Error"
7635                          * on and "Freeze Queue on Error" off.
7636                          */
7637                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7638                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7639                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7640
7641                         /*
7642                          * Insist that PARITY must be enabled
7643                          * if SYNC or WIDE is enabled.
7644                          */
7645                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7646                                 mbs.param[2] |= DPARM_PARITY;
7647                         }
7648
7649                         if (mbs.param[2] & DPARM_SYNC) {
7650                                 mbs.param[3] =
7651                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7652                                     (sdp->isp_devparam[tgt].goal_period);
7653                         }
7654                         /*
7655                          * A command completion later that has
7656                          * RQSTF_NEGOTIATION set can cause
7657                          * the dev_refresh/announce cycle also.
7658                          *
7659                          * Note: It is really important to update our current
7660                          * flags with at least the state of TAG capabilities-
7661                          * otherwise we might try and send a tagged command
7662                          * when we have it all turned off. So change it here
7663                          * to say that current already matches goal.
7664                          */
7665                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7666                         sdp->isp_devparam[tgt].actv_flags |=
7667                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7668                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7669                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7670                         get = 0;
7671                 } else {
7672                         continue;
7673                 }
7674                 mbs.param[1] = (chan << 15) | (tgt << 8);
7675                 isp_mboxcmd(isp, &mbs);
7676                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7677                         continue;
7678                 }
7679                 if (get == 0) {
7680                         sdp->sendmarker = 1;
7681                         sdp->isp_devparam[tgt].dev_update = 0;
7682                         sdp->isp_devparam[tgt].dev_refresh = 1;
7683                 } else {
7684                         sdp->isp_devparam[tgt].dev_refresh = 0;
7685                         flags = mbs.param[2];
7686                         period = mbs.param[3] & 0xff;
7687                         offset = mbs.param[3] >> 8;
7688                         sdp->isp_devparam[tgt].actv_flags = flags;
7689                         sdp->isp_devparam[tgt].actv_period = period;
7690                         sdp->isp_devparam[tgt].actv_offset = offset;
7691                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7692                 }
7693         }
7694
7695         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7696                 if (sdp->isp_devparam[tgt].dev_update ||
7697                     sdp->isp_devparam[tgt].dev_refresh) {
7698                         sdp->update = 1;
7699                         break;
7700                 }
7701         }
7702 }
7703
7704 static void
7705 isp_setdfltsdparm(ispsoftc_t *isp)
7706 {
7707         int tgt;
7708         sdparam *sdp, *sdp1;
7709
7710         sdp = SDPARAM(isp, 0);
7711         if (IS_DUALBUS(isp))
7712                 sdp1 = sdp + 1;
7713         else
7714                 sdp1 = NULL;
7715
7716         /*
7717          * Establish some default parameters.
7718          */
7719         sdp->isp_cmd_dma_burst_enable = 0;
7720         sdp->isp_data_dma_burst_enabl = 1;
7721         sdp->isp_fifo_threshold = 0;
7722         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7723         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7724                 sdp->isp_async_data_setup = 9;
7725         } else {
7726                 sdp->isp_async_data_setup = 6;
7727         }
7728         sdp->isp_selection_timeout = 250;
7729         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7730         sdp->isp_tag_aging = 8;
7731         sdp->isp_bus_reset_delay = 5;
7732         /*
7733          * Don't retry selection, busy or queue full automatically- reflect
7734          * these back to us.
7735          */
7736         sdp->isp_retry_count = 0;
7737         sdp->isp_retry_delay = 0;
7738
7739         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7740                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7741                 sdp->isp_devparam[tgt].dev_enable = 1;
7742         }
7743
7744         /*
7745          * The trick here is to establish a default for the default (honk!)
7746          * state (goal_flags). Then try and get the current status from
7747          * the card to fill in the current state. We don't, in fact, set
7748          * the default to the SAFE default state- that's not the goal state.
7749          */
7750         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7751                 uint8_t off, per;
7752                 sdp->isp_devparam[tgt].actv_offset = 0;
7753                 sdp->isp_devparam[tgt].actv_period = 0;
7754                 sdp->isp_devparam[tgt].actv_flags = 0;
7755
7756                 sdp->isp_devparam[tgt].goal_flags =
7757                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7758
7759                 /*
7760                  * We default to Wide/Fast for versions less than a 1040
7761                  * (unless it's SBus).
7762                  */
7763                 if (IS_ULTRA3(isp)) {
7764                         off = ISP_80M_SYNCPARMS >> 8;
7765                         per = ISP_80M_SYNCPARMS & 0xff;
7766                 } else if (IS_ULTRA2(isp)) {
7767                         off = ISP_40M_SYNCPARMS >> 8;
7768                         per = ISP_40M_SYNCPARMS & 0xff;
7769                 } else if (IS_1240(isp)) {
7770                         off = ISP_20M_SYNCPARMS >> 8;
7771                         per = ISP_20M_SYNCPARMS & 0xff;
7772                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7773                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7774                     (isp->isp_bustype == ISP_BT_PCI &&
7775                     isp->isp_type < ISP_HA_SCSI_1040) ||
7776                     (isp->isp_clock && isp->isp_clock < 60) ||
7777                     (sdp->isp_ultramode == 0)) {
7778                         off = ISP_10M_SYNCPARMS >> 8;
7779                         per = ISP_10M_SYNCPARMS & 0xff;
7780                 } else {
7781                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7782                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7783                 }
7784                 sdp->isp_devparam[tgt].goal_offset =
7785                     sdp->isp_devparam[tgt].nvrm_offset = off;
7786                 sdp->isp_devparam[tgt].goal_period =
7787                     sdp->isp_devparam[tgt].nvrm_period = per;
7788
7789         }
7790
7791         /*
7792          * If we're a dual bus card, just copy the data over
7793          */
7794         if (sdp1) {
7795                 *sdp1 = *sdp;
7796                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7797         }
7798
7799         /*
7800          * If we've not been told to avoid reading NVRAM, try and read it.
7801          * If we're successful reading it, we can then return because NVRAM
7802          * will tell us what the desired settings are. Otherwise, we establish
7803          * some reasonable 'fake' nvram and goal defaults.
7804          */
7805         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7806                 mbreg_t mbs;
7807
7808                 if (isp_read_nvram(isp, 0) == 0) {
7809                         if (IS_DUALBUS(isp)) {
7810                                 if (isp_read_nvram(isp, 1) == 0) {
7811                                         return;
7812                                 }
7813                         }
7814                 }
7815                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7816                 isp_mboxcmd(isp, &mbs);
7817                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7818                         sdp->isp_req_ack_active_neg = 1;
7819                         sdp->isp_data_line_active_neg = 1;
7820                         if (sdp1) {
7821                                 sdp1->isp_req_ack_active_neg = 1;
7822                                 sdp1->isp_data_line_active_neg = 1;
7823                         }
7824                 } else {
7825                         sdp->isp_req_ack_active_neg =
7826                             (mbs.param[1] >> 4) & 0x1;
7827                         sdp->isp_data_line_active_neg =
7828                             (mbs.param[1] >> 5) & 0x1;
7829                         if (sdp1) {
7830                                 sdp1->isp_req_ack_active_neg =
7831                                     (mbs.param[2] >> 4) & 0x1;
7832                                 sdp1->isp_data_line_active_neg =
7833                                     (mbs.param[2] >> 5) & 0x1;
7834                         }
7835                 }
7836         }
7837
7838 }
7839
7840 static void
7841 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7842 {
7843         fcparam *fcp = FCPARAM(isp, chan);
7844
7845         /*
7846          * Establish some default parameters.
7847          */
7848         fcp->role = DEFAULT_ROLE(isp, chan);
7849         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7850         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7851         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7852         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7853         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7854         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7855         fcp->isp_fwoptions = 0;
7856         fcp->isp_xfwoptions = 0;
7857         fcp->isp_zfwoptions = 0;
7858         fcp->isp_lasthdl = NIL_HANDLE;
7859         fcp->isp_login_hdl = NIL_HANDLE;
7860
7861         if (IS_24XX(isp)) {
7862                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7863                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7864                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7865                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7866                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7867                 fcp->isp_xfwoptions |= ICB2400_OPT2_LOOP_2_PTP;
7868                 fcp->isp_zfwoptions |= ICB2400_OPT3_RATE_AUTO;
7869         } else {
7870                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7871                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7872                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7873                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX)
7874                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7875                 /*
7876                  * Make sure this is turned off now until we get
7877                  * extended options from NVRAM
7878                  */
7879                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7880                 fcp->isp_xfwoptions |= ICBXOPT_LOOP_2_PTP;
7881                 fcp->isp_zfwoptions |= ICBZOPT_RATE_AUTO;
7882         }
7883
7884
7885         /*
7886          * Now try and read NVRAM unless told to not do so.
7887          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7888          */
7889         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7890                 int i, j = 0;
7891                 /*
7892                  * Give a couple of tries at reading NVRAM.
7893                  */
7894                 for (i = 0; i < 2; i++) {
7895                         j = isp_read_nvram(isp, chan);
7896                         if (j == 0) {
7897                                 break;
7898                         }
7899                 }
7900                 if (j) {
7901                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7902                 }
7903         }
7904
7905         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7906         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7907         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7908             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7909             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7910             isp_class3_roles[fcp->role]);
7911 }
7912
7913 /*
7914  * Re-initialize the ISP and complete all orphaned commands
7915  * with a 'botched' notice. The reset/init routines should
7916  * not disturb an already active list of commands.
7917  */
7918
7919 int
7920 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7921 {
7922         int i, res = 0;
7923
7924         if (isp->isp_state == ISP_RUNSTATE)
7925                 isp_deinit(isp);
7926         if (isp->isp_state != ISP_RESETSTATE)
7927                 isp_reset(isp, do_load_defaults);
7928         if (isp->isp_state != ISP_RESETSTATE) {
7929                 res = EIO;
7930                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7931                 ISP_DISABLE_INTS(isp);
7932                 goto cleanup;
7933         }
7934
7935         isp_init(isp);
7936         if (isp->isp_state > ISP_RESETSTATE &&
7937             isp->isp_state != ISP_RUNSTATE) {
7938                 res = EIO;
7939                 isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7940                 ISP_DISABLE_INTS(isp);
7941                 if (IS_FC(isp)) {
7942                         /*
7943                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7944                          */
7945                         if (!IS_24XX(isp)) {
7946                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7947                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7948                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7949                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7950                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7951                         }
7952                 }
7953         }
7954
7955 cleanup:
7956         isp->isp_nactive = 0;
7957         isp_clear_commands(isp);
7958         if (IS_FC(isp)) {
7959                 for (i = 0; i < isp->isp_nchan; i++)
7960                         isp_clear_portdb(isp, i);
7961         }
7962         return (res);
7963 }
7964
7965 /*
7966  * NVRAM Routines
7967  */
7968 static int
7969 isp_read_nvram(ispsoftc_t *isp, int bus)
7970 {
7971         int i, amt, retval;
7972         uint8_t csum, minversion;
7973         union {
7974                 uint8_t _x[ISP2400_NVRAM_SIZE];
7975                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7976         } _n;
7977 #define nvram_data      _n._x
7978 #define nvram_words     _n._s
7979
7980         if (IS_24XX(isp)) {
7981                 return (isp_read_nvram_2400(isp, nvram_data));
7982         } else if (IS_FC(isp)) {
7983                 amt = ISP2100_NVRAM_SIZE;
7984                 minversion = 1;
7985         } else if (IS_ULTRA2(isp)) {
7986                 amt = ISP1080_NVRAM_SIZE;
7987                 minversion = 0;
7988         } else {
7989                 amt = ISP_NVRAM_SIZE;
7990                 minversion = 2;
7991         }
7992
7993         for (i = 0; i < amt>>1; i++) {
7994                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7995         }
7996
7997         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7998             nvram_data[2] != 'P') {
7999                 if (isp->isp_bustype != ISP_BT_SBUS) {
8000                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
8001                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
8002                 }
8003                 retval = -1;
8004                 goto out;
8005         }
8006
8007         for (csum = 0, i = 0; i < amt; i++) {
8008                 csum += nvram_data[i];
8009         }
8010         if (csum != 0) {
8011                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8012                 retval = -1;
8013                 goto out;
8014         }
8015
8016         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
8017                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
8018                     ISP_NVRAM_VERSION(nvram_data));
8019                 retval = -1;
8020                 goto out;
8021         }
8022
8023         if (IS_ULTRA3(isp)) {
8024                 isp_parse_nvram_12160(isp, bus, nvram_data);
8025         } else if (IS_1080(isp)) {
8026                 isp_parse_nvram_1080(isp, bus, nvram_data);
8027         } else if (IS_1280(isp) || IS_1240(isp)) {
8028                 isp_parse_nvram_1080(isp, bus, nvram_data);
8029         } else if (IS_SCSI(isp)) {
8030                 isp_parse_nvram_1020(isp, nvram_data);
8031         } else {
8032                 isp_parse_nvram_2100(isp, nvram_data);
8033         }
8034         retval = 0;
8035 out:
8036         return (retval);
8037 #undef  nvram_data
8038 #undef  nvram_words
8039 }
8040
8041 static int
8042 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8043 {
8044         int retval = 0;
8045         uint32_t addr, csum, lwrds, *dptr;
8046
8047         if (isp->isp_port) {
8048                 addr = ISP2400_NVRAM_PORT1_ADDR;
8049         } else {
8050                 addr = ISP2400_NVRAM_PORT0_ADDR;
8051         }
8052
8053         dptr = (uint32_t *) nvram_data;
8054         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8055                 isp_rd_2400_nvram(isp, addr++, dptr++);
8056         }
8057         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
8058             nvram_data[2] != 'P') {
8059                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
8060                     nvram_data[0], nvram_data[1], nvram_data[2]);
8061                 retval = -1;
8062                 goto out;
8063         }
8064         dptr = (uint32_t *) nvram_data;
8065         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8066                 uint32_t tmp;
8067                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8068                 csum += tmp;
8069         }
8070         if (csum != 0) {
8071                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8072                 retval = -1;
8073                 goto out;
8074         }
8075         isp_parse_nvram_2400(isp, nvram_data);
8076 out:
8077         return (retval);
8078 }
8079
8080 static void
8081 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8082 {
8083         int i, cbits;
8084         uint16_t bit, rqst, junk;
8085
8086         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8087         ISP_DELAY(10);
8088         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8089         ISP_DELAY(10);
8090
8091         if (IS_FC(isp)) {
8092                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8093                 if (IS_2312(isp) && isp->isp_port) {
8094                         wo += 128;
8095                 }
8096                 rqst = (ISP_NVRAM_READ << 8) | wo;
8097                 cbits = 10;
8098         } else if (IS_ULTRA2(isp)) {
8099                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8100                 rqst = (ISP_NVRAM_READ << 8) | wo;
8101                 cbits = 10;
8102         } else {
8103                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8104                 rqst = (ISP_NVRAM_READ << 6) | wo;
8105                 cbits = 8;
8106         }
8107
8108         /*
8109          * Clock the word select request out...
8110          */
8111         for (i = cbits; i >= 0; i--) {
8112                 if ((rqst >> i) & 1) {
8113                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8114                 } else {
8115                         bit = BIU_NVRAM_SELECT;
8116                 }
8117                 ISP_WRITE(isp, BIU_NVRAM, bit);
8118                 ISP_DELAY(10);
8119                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8120                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8121                 ISP_DELAY(10);
8122                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8123                 ISP_WRITE(isp, BIU_NVRAM, bit);
8124                 ISP_DELAY(10);
8125                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8126         }
8127         /*
8128          * Now read the result back in (bits come back in MSB format).
8129          */
8130         *rp = 0;
8131         for (i = 0; i < 16; i++) {
8132                 uint16_t rv;
8133                 *rp <<= 1;
8134                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8135                 ISP_DELAY(10);
8136                 rv = ISP_READ(isp, BIU_NVRAM);
8137                 if (rv & BIU_NVRAM_DATAIN) {
8138                         *rp |= 1;
8139                 }
8140                 ISP_DELAY(10);
8141                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8142                 ISP_DELAY(10);
8143                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8144         }
8145         ISP_WRITE(isp, BIU_NVRAM, 0);
8146         ISP_DELAY(10);
8147         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8148         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8149 }
8150
8151 static void
8152 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8153 {
8154         int loops = 0;
8155         uint32_t base = 0x7ffe0000;
8156         uint32_t tmp = 0;
8157
8158         if (IS_26XX(isp)) {
8159                 base = 0x7fe7c000;      /* XXX: Observation, may be wrong. */
8160         } else if (IS_25XX(isp)) {
8161                 base = 0x7ff00000 | 0x48000;
8162         }
8163         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8164         for (loops = 0; loops < 5000; loops++) {
8165                 ISP_DELAY(10);
8166                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8167                 if ((tmp & (1U << 31)) != 0) {
8168                         break;
8169                 }
8170         }
8171         if (tmp & (1U << 31)) {
8172                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8173                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8174         } else {
8175                 *rp = 0xffffffff;
8176         }
8177 }
8178
8179 static void
8180 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8181 {
8182         sdparam *sdp = SDPARAM(isp, 0);
8183         int tgt;
8184
8185         sdp->isp_fifo_threshold =
8186                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8187                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8188
8189         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8190                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8191
8192         sdp->isp_bus_reset_delay =
8193                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8194
8195         sdp->isp_retry_count =
8196                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8197
8198         sdp->isp_retry_delay =
8199                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8200
8201         sdp->isp_async_data_setup =
8202                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8203
8204         if (isp->isp_type >= ISP_HA_SCSI_1040) {
8205                 if (sdp->isp_async_data_setup < 9) {
8206                         sdp->isp_async_data_setup = 9;
8207                 }
8208         } else {
8209                 if (sdp->isp_async_data_setup != 6) {
8210                         sdp->isp_async_data_setup = 6;
8211                 }
8212         }
8213
8214         sdp->isp_req_ack_active_neg =
8215                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8216
8217         sdp->isp_data_line_active_neg =
8218                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8219
8220         sdp->isp_data_dma_burst_enabl =
8221                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8222
8223         sdp->isp_cmd_dma_burst_enable =
8224                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8225
8226         sdp->isp_tag_aging =
8227                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8228
8229         sdp->isp_selection_timeout =
8230                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8231
8232         sdp->isp_max_queue_depth =
8233                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8234
8235         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8236
8237         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8238                 sdp->isp_devparam[tgt].dev_enable =
8239                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8240                 sdp->isp_devparam[tgt].exc_throttle =
8241                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8242                 sdp->isp_devparam[tgt].nvrm_offset =
8243                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8244                 sdp->isp_devparam[tgt].nvrm_period =
8245                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8246                 /*
8247                  * We probably shouldn't lie about this, but it
8248                  * it makes it much safer if we limit NVRAM values
8249                  * to sanity.
8250                  */
8251                 if (isp->isp_type < ISP_HA_SCSI_1040) {
8252                         /*
8253                          * If we're not ultra, we can't possibly
8254                          * be a shorter period than this.
8255                          */
8256                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8257                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
8258                         }
8259                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8260                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8261                         }
8262                 } else {
8263                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8264                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8265                         }
8266                 }
8267                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8268                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8269                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8270                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8271                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8272                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8273                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8274                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8275                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8276                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8277                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8278                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8279                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8280                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8281                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8282                 sdp->isp_devparam[tgt].goal_offset =
8283                     sdp->isp_devparam[tgt].nvrm_offset;
8284                 sdp->isp_devparam[tgt].goal_period =
8285                     sdp->isp_devparam[tgt].nvrm_period;
8286                 sdp->isp_devparam[tgt].goal_flags =
8287                     sdp->isp_devparam[tgt].nvrm_flags;
8288         }
8289 }
8290
8291 static void
8292 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8293 {
8294         sdparam *sdp = SDPARAM(isp, bus);
8295         int tgt;
8296
8297         sdp->isp_fifo_threshold =
8298             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8299
8300         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8301                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8302
8303         sdp->isp_bus_reset_delay =
8304             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8305
8306         sdp->isp_retry_count =
8307             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8308
8309         sdp->isp_retry_delay =
8310             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8311
8312         sdp->isp_async_data_setup =
8313             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8314
8315         sdp->isp_req_ack_active_neg =
8316             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8317
8318         sdp->isp_data_line_active_neg =
8319             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8320
8321         sdp->isp_data_dma_burst_enabl =
8322             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8323
8324         sdp->isp_cmd_dma_burst_enable =
8325             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8326
8327         sdp->isp_selection_timeout =
8328             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8329
8330         sdp->isp_max_queue_depth =
8331              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8332
8333         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8334                 sdp->isp_devparam[tgt].dev_enable =
8335                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8336                 sdp->isp_devparam[tgt].exc_throttle =
8337                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8338                 sdp->isp_devparam[tgt].nvrm_offset =
8339                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8340                 sdp->isp_devparam[tgt].nvrm_period =
8341                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8342                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8343                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8344                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8345                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8346                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8347                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8348                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8349                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8350                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8351                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8352                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8353                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8354                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8355                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8356                 sdp->isp_devparam[tgt].actv_flags = 0;
8357                 sdp->isp_devparam[tgt].goal_offset =
8358                     sdp->isp_devparam[tgt].nvrm_offset;
8359                 sdp->isp_devparam[tgt].goal_period =
8360                     sdp->isp_devparam[tgt].nvrm_period;
8361                 sdp->isp_devparam[tgt].goal_flags =
8362                     sdp->isp_devparam[tgt].nvrm_flags;
8363         }
8364 }
8365
8366 static void
8367 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8368 {
8369         sdparam *sdp = SDPARAM(isp, bus);
8370         int tgt;
8371
8372         sdp->isp_fifo_threshold =
8373             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8374
8375         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8376                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8377
8378         sdp->isp_bus_reset_delay =
8379             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8380
8381         sdp->isp_retry_count =
8382             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8383
8384         sdp->isp_retry_delay =
8385             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8386
8387         sdp->isp_async_data_setup =
8388             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8389
8390         sdp->isp_req_ack_active_neg =
8391             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8392
8393         sdp->isp_data_line_active_neg =
8394             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8395
8396         sdp->isp_data_dma_burst_enabl =
8397             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8398
8399         sdp->isp_cmd_dma_burst_enable =
8400             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8401
8402         sdp->isp_selection_timeout =
8403             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8404
8405         sdp->isp_max_queue_depth =
8406              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8407
8408         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8409                 sdp->isp_devparam[tgt].dev_enable =
8410                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8411                 sdp->isp_devparam[tgt].exc_throttle =
8412                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8413                 sdp->isp_devparam[tgt].nvrm_offset =
8414                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8415                 sdp->isp_devparam[tgt].nvrm_period =
8416                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8417                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8418                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8419                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8420                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8421                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8422                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8423                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8424                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8425                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8426                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8427                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8428                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8429                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8430                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8431                 sdp->isp_devparam[tgt].actv_flags = 0;
8432                 sdp->isp_devparam[tgt].goal_offset =
8433                     sdp->isp_devparam[tgt].nvrm_offset;
8434                 sdp->isp_devparam[tgt].goal_period =
8435                     sdp->isp_devparam[tgt].nvrm_period;
8436                 sdp->isp_devparam[tgt].goal_flags =
8437                     sdp->isp_devparam[tgt].nvrm_flags;
8438         }
8439 }
8440
8441 static void
8442 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8443 {
8444         fcparam *fcp = FCPARAM(isp, 0);
8445         uint64_t wwn;
8446
8447         /*
8448          * There is NVRAM storage for both Port and Node entities-
8449          * but the Node entity appears to be unused on all the cards
8450          * I can find. However, we should account for this being set
8451          * at some point in the future.
8452          *
8453          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8454          * bits 48..60. In the case of the 2202, it appears that they do
8455          * use bit 48 to distinguish between the two instances on the card.
8456          * The 2204, which I've never seen, *probably* extends this method.
8457          */
8458         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8459         if (wwn) {
8460                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8461                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8462                 if ((wwn >> 60) == 0) {
8463                         wwn |= (((uint64_t) 2)<< 60);
8464                 }
8465         }
8466         fcp->isp_wwpn_nvram = wwn;
8467         if (IS_2200(isp) || IS_23XX(isp)) {
8468                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8469                 if (wwn) {
8470                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8471                             (uint32_t) (wwn >> 32),
8472                             (uint32_t) (wwn));
8473                         if ((wwn >> 60) == 0) {
8474                                 wwn |= (((uint64_t) 2)<< 60);
8475                         }
8476                 } else {
8477                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8478                 }
8479         } else {
8480                 wwn &= ~((uint64_t) 0xfff << 48);
8481         }
8482         fcp->isp_wwnn_nvram = wwn;
8483
8484         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8485         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8486                 DEFAULT_FRAMESIZE(isp) =
8487                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8488         }
8489         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8490         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8491         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8492                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8493         }
8494         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8495                 DEFAULT_EXEC_THROTTLE(isp) =
8496                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8497         }
8498         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8499         isp_prt(isp, ISP_LOGDEBUG0,
8500             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8501             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8502             (uint32_t) fcp->isp_wwnn_nvram,
8503             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8504             (uint32_t) fcp->isp_wwpn_nvram,
8505             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8506             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8507         isp_prt(isp, ISP_LOGDEBUG0,
8508             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8509             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8510             ISP2100_NVRAM_OPTIONS(nvram_data),
8511             ISP2100_NVRAM_HARDLOOPID(nvram_data),
8512             ISP2100_NVRAM_TOV(nvram_data));
8513         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8514         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8515         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8516             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8517 }
8518
8519 static void
8520 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8521 {
8522         fcparam *fcp = FCPARAM(isp, 0);
8523         uint64_t wwn;
8524
8525         isp_prt(isp, ISP_LOGDEBUG0,
8526             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8527             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8528             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8529             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8530             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8531             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8532             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8533         isp_prt(isp, ISP_LOGDEBUG0,
8534             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8535             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8536             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8537             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8538             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8539             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8540
8541         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8542         fcp->isp_wwpn_nvram = wwn;
8543
8544         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8545         if (wwn) {
8546                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8547                         wwn = 0;
8548                 }
8549         }
8550         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8551                 wwn = fcp->isp_wwpn_nvram;
8552                 wwn &= ~((uint64_t) 0xfff << 48);
8553         }
8554         fcp->isp_wwnn_nvram = wwn;
8555
8556         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8557                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8558         }
8559         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8560                 DEFAULT_FRAMESIZE(isp) =
8561                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8562         }
8563         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8564                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8565         }
8566         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8567                 DEFAULT_EXEC_THROTTLE(isp) =
8568                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8569         }
8570         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8571         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8572         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8573 }