sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67 #define ISP_MARK_PORTDB(a, b, c)                                \
  68         do {                                                            \
  69                 isp_prt(isp, ISP_LOG_SANCFG,                            \
  70                     "Chan %d ISP_MARK_PORTDB@LINE %d", (b), __LINE__);  \
  71                 isp_mark_portdb((a), (b), (c));                         \
  72         } while (0)
  73
  74 /*
  75  * Local static data
  76  */
  77 static const char fconf[] = "Chan %d PortDB[%d] changed:\n current =(0x%x@0x%06x 0x%08x%08x 0x%08x%08x)\n database=(0x%x@0x%06x 0x%08x%08x 0x%08x%08x)";
  78 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
  79 static const char topology[] = "Chan %d WWPN 0x%08x%08x PortID 0x%06x handle 0x%x, Connection '%s'";
  80 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  81 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  82 static const char sacq[] = "unable to acquire scratch area";
  83
  84 static const uint8_t alpa_map[] = {
  85         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  86         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  87         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  88         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  89         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  90         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  91         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  92         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  93         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  94         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  95         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  96         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  97         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  98         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  99         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
 100         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
 101 };
 102
 103 /*
 104  * Local function prototypes.
 105  */
 106 static int isp_parse_async(ispsoftc_t *, uint16_t);
 107 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
 108 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 109 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
 110 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
 111 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 112 static int isp_mbox_continue(ispsoftc_t *);
 113 static void isp_scsi_init(ispsoftc_t *);
 114 static void isp_scsi_channel_init(ispsoftc_t *, int);
 115 static void isp_fibre_init(ispsoftc_t *);
 116 static void isp_fibre_init_2400(ispsoftc_t *);
 117 static void isp_mark_portdb(ispsoftc_t *, int, int);
 118 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int, int);
 119 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 120 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 121 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *, int);
 122 static void isp_dump_chip_portdb(ispsoftc_t *, int, int);
 123 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 124 static int isp_fclink_test(ispsoftc_t *, int, int);
 125 static int isp_pdb_sync(ispsoftc_t *, int);
 126 static int isp_scan_loop(ispsoftc_t *, int);
 127 static int isp_gid_ft_sns(ispsoftc_t *, int);
 128 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 129 static int isp_scan_fabric(ispsoftc_t *, int);
 130 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 131 static int isp_register_fc4_type(ispsoftc_t *, int);
 132 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 133 static uint16_t isp_nxt_handle(ispsoftc_t *, int, uint16_t);
 134 static void isp_fw_state(ispsoftc_t *, int);
 135 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
 136 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 137
 138 static void isp_spi_update(ispsoftc_t *, int);
 139 static void isp_setdfltsdparm(ispsoftc_t *);
 140 static void isp_setdfltfcparm(ispsoftc_t *, int);
 141 static int isp_read_nvram(ispsoftc_t *, int);
 142 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 143 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 144 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 145 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 146 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 147 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 148 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 149 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 150
 151 /*
 152  * Reset Hardware.
 153  *
 154  * Hit the chip over the head, download new f/w if available and set it running.
 155  *
 156  * Locking done elsewhere.
 157  */
 158
 159 void
 160 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 161 {
 162         mbreg_t mbs;
 163         char *buf;
 164         uint64_t fwt;
 165         uint32_t code_org, val;
 166         int loops, i, dodnld = 1;
 167         const char *btype = "????";
 168         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 169
 170         isp->isp_state = ISP_NILSTATE;
 171         if (isp->isp_dead) {
 172                 isp_shutdown(isp);
 173                 ISP_DISABLE_INTS(isp);
 174                 return;
 175         }
 176
 177         /*
 178          * Basic types (SCSI, FibreChannel and PCI or SBus)
 179          * have been set in the MD code. We figure out more
 180          * here. Possibly more refined types based upon PCI
 181          * identification. Chip revision has been gathered.
 182          *
 183          * After we've fired this chip up, zero out the conf1 register
 184          * for SCSI adapters and do other settings for the 2100.
 185          */
 186
 187         ISP_DISABLE_INTS(isp);
 188
 189         /*
 190          * Pick an initial maxcmds value which will be used
 191          * to allocate xflist pointer space. It may be changed
 192          * later by the firmware.
 193          */
 194         if (IS_24XX(isp)) {
 195                 isp->isp_maxcmds = 4096;
 196         } else if (IS_2322(isp)) {
 197                 isp->isp_maxcmds = 2048;
 198         } else if (IS_23XX(isp) || IS_2200(isp)) {
 199                 isp->isp_maxcmds = 1024;
 200         } else {
 201                 isp->isp_maxcmds = 512;
 202         }
 203
 204         /*
 205          * Set up DMA for the request and response queues.
 206          *
 207          * We do this now so we can use the request queue
 208          * for dma to load firmware from.
 209          */
 210         if (ISP_MBOXDMASETUP(isp) != 0) {
 211                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 212                 return;
 213         }
 214
 215         /*
 216          * Set up default request/response queue in-pointer/out-pointer
 217          * register indices.
 218          */
 219         if (IS_24XX(isp)) {
 220                 isp->isp_rqstinrp = BIU2400_REQINP;
 221                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 222                 isp->isp_respinrp = BIU2400_RSPINP;
 223                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 224         } else if (IS_23XX(isp)) {
 225                 isp->isp_rqstinrp = BIU_REQINP;
 226                 isp->isp_rqstoutrp = BIU_REQOUTP;
 227                 isp->isp_respinrp = BIU_RSPINP;
 228                 isp->isp_respoutrp = BIU_RSPOUTP;
 229         } else {
 230                 isp->isp_rqstinrp = INMAILBOX4;
 231                 isp->isp_rqstoutrp = OUTMAILBOX4;
 232                 isp->isp_respinrp = OUTMAILBOX5;
 233                 isp->isp_respoutrp = INMAILBOX5;
 234         }
 235
 236         /*
 237          * Put the board into PAUSE mode (so we can read the SXP registers
 238          * or write FPM/FBM registers).
 239          */
 240         if (IS_24XX(isp)) {
 241                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 242                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 243                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 244         } else {
 245                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 246         }
 247
 248         if (IS_FC(isp)) {
 249                 switch (isp->isp_type) {
 250                 case ISP_HA_FC_2100:
 251                         btype = "2100";
 252                         break;
 253                 case ISP_HA_FC_2200:
 254                         btype = "2200";
 255                         break;
 256                 case ISP_HA_FC_2300:
 257                         btype = "2300";
 258                         break;
 259                 case ISP_HA_FC_2312:
 260                         btype = "2312";
 261                         break;
 262                 case ISP_HA_FC_2322:
 263                         btype = "2322";
 264                         break;
 265                 case ISP_HA_FC_2400:
 266                         btype = "2422";
 267                         break;
 268                 case ISP_HA_FC_2500:
 269                         btype = "2532";
 270                         break;
 271                 default:
 272                         break;
 273                 }
 274
 275                 if (!IS_24XX(isp)) {
 276                         /*
 277                          * While we're paused, reset the FPM module and FBM
 278                          * fifos.
 279                          */
 280                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 281                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 282                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 283                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 284                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 285                 }
 286         } else if (IS_1240(isp)) {
 287                 sdparam *sdp;
 288
 289                 btype = "1240";
 290                 isp->isp_clock = 60;
 291                 sdp = SDPARAM(isp, 0);
 292                 sdp->isp_ultramode = 1;
 293                 sdp = SDPARAM(isp, 1);
 294                 sdp->isp_ultramode = 1;
 295                 /*
 296                  * XXX: Should probably do some bus sensing.
 297                  */
 298         } else if (IS_ULTRA3(isp)) {
 299                 sdparam *sdp = isp->isp_param;
 300
 301                 isp->isp_clock = 100;
 302
 303                 if (IS_10160(isp))
 304                         btype = "10160";
 305                 else if (IS_12160(isp))
 306                         btype = "12160";
 307                 else
 308                         btype = "<UNKLVD>";
 309                 sdp->isp_lvdmode = 1;
 310
 311                 if (IS_DUALBUS(isp)) {
 312                         sdp++;
 313                         sdp->isp_lvdmode = 1;
 314                 }
 315         } else if (IS_ULTRA2(isp)) {
 316                 static const char m[] = "bus %d is in %s Mode";
 317                 uint16_t l;
 318                 sdparam *sdp = SDPARAM(isp, 0);
 319
 320                 isp->isp_clock = 100;
 321
 322                 if (IS_1280(isp))
 323                         btype = "1280";
 324                 else if (IS_1080(isp))
 325                         btype = "1080";
 326                 else
 327                         btype = "<UNKLVD>";
 328
 329                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 330                 switch (l) {
 331                 case ISP1080_LVD_MODE:
 332                         sdp->isp_lvdmode = 1;
 333                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 334                         break;
 335                 case ISP1080_HVD_MODE:
 336                         sdp->isp_diffmode = 1;
 337                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 338                         break;
 339                 case ISP1080_SE_MODE:
 340                         sdp->isp_ultramode = 1;
 341                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 342                         break;
 343                 default:
 344                         isp_prt(isp, ISP_LOGERR,
 345                             "unknown mode on bus %d (0x%x)", 0, l);
 346                         break;
 347                 }
 348
 349                 if (IS_DUALBUS(isp)) {
 350                         sdp = SDPARAM(isp, 1);
 351                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 352                         l &= ISP1080_MODE_MASK;
 353                         switch (l) {
 354                         case ISP1080_LVD_MODE:
 355                                 sdp->isp_lvdmode = 1;
 356                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 357                                 break;
 358                         case ISP1080_HVD_MODE:
 359                                 sdp->isp_diffmode = 1;
 360                                 isp_prt(isp, ISP_LOGCONFIG,
 361                                     m, 1, "Differential");
 362                                 break;
 363                         case ISP1080_SE_MODE:
 364                                 sdp->isp_ultramode = 1;
 365                                 isp_prt(isp, ISP_LOGCONFIG,
 366                                     m, 1, "Single-Ended");
 367                                 break;
 368                         default:
 369                                 isp_prt(isp, ISP_LOGERR,
 370                                     "unknown mode on bus %d (0x%x)", 1, l);
 371                                 break;
 372                         }
 373                 }
 374         } else {
 375                 sdparam *sdp = SDPARAM(isp, 0);
 376                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 377                 switch (i) {
 378                 default:
 379                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 380                         /* FALLTHROUGH */
 381                 case 1:
 382                         btype = "1020";
 383                         isp->isp_type = ISP_HA_SCSI_1020;
 384                         isp->isp_clock = 40;
 385                         break;
 386                 case 2:
 387                         /*
 388                          * Some 1020A chips are Ultra Capable, but don't
 389                          * run the clock rate up for that unless told to
 390                          * do so by the Ultra Capable bits being set.
 391                          */
 392                         btype = "1020A";
 393                         isp->isp_type = ISP_HA_SCSI_1020A;
 394                         isp->isp_clock = 40;
 395                         break;
 396                 case 3:
 397                         btype = "1040";
 398                         isp->isp_type = ISP_HA_SCSI_1040;
 399                         isp->isp_clock = 60;
 400                         break;
 401                 case 4:
 402                         btype = "1040A";
 403                         isp->isp_type = ISP_HA_SCSI_1040A;
 404                         isp->isp_clock = 60;
 405                         break;
 406                 case 5:
 407                         btype = "1040B";
 408                         isp->isp_type = ISP_HA_SCSI_1040B;
 409                         isp->isp_clock = 60;
 410                         break;
 411                 case 6:
 412                         btype = "1040C";
 413                         isp->isp_type = ISP_HA_SCSI_1040C;
 414                         isp->isp_clock = 60;
 415                         break;
 416                 }
 417                 /*
 418                  * Now, while we're at it, gather info about ultra
 419                  * and/or differential mode.
 420                  */
 421                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 422                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 423                         sdp->isp_diffmode = 1;
 424                 } else {
 425                         sdp->isp_diffmode = 0;
 426                 }
 427                 i = ISP_READ(isp, RISC_PSR);
 428                 if (isp->isp_bustype == ISP_BT_SBUS) {
 429                         i &= RISC_PSR_SBUS_ULTRA;
 430                 } else {
 431                         i &= RISC_PSR_PCI_ULTRA;
 432                 }
 433                 if (i != 0) {
 434                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 435                         sdp->isp_ultramode = 1;
 436                         /*
 437                          * If we're in Ultra Mode, we have to be 60MHz clock-
 438                          * even for the SBus version.
 439                          */
 440                         isp->isp_clock = 60;
 441                 } else {
 442                         sdp->isp_ultramode = 0;
 443                         /*
 444                          * Clock is known. Gronk.
 445                          */
 446                 }
 447
 448                 /*
 449                  * Machine dependent clock (if set) overrides
 450                  * our generic determinations.
 451                  */
 452                 if (isp->isp_mdvec->dv_clock) {
 453                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 454                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 455                         }
 456                 }
 457
 458         }
 459
 460         /*
 461          * Clear instrumentation
 462          */
 463         isp->isp_intcnt = isp->isp_intbogus = 0;
 464
 465         /*
 466          * Do MD specific pre initialization
 467          */
 468         ISP_RESET0(isp);
 469
 470         /*
 471          * Hit the chip over the head with hammer,
 472          * and give it a chance to recover.
 473          */
 474
 475         if (IS_SCSI(isp)) {
 476                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 477                 /*
 478                  * A slight delay...
 479                  */
 480                 ISP_DELAY(100);
 481
 482                 /*
 483                  * Clear data && control DMA engines.
 484                  */
 485                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 486                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 487
 488
 489         } else if (IS_24XX(isp)) {
 490                 /*
 491                  * Stop DMA and wait for it to stop.
 492                  */
 493                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 494                 for (val = loops = 0; loops < 30000; loops++) {
 495                         ISP_DELAY(10);
 496                         val = ISP_READ(isp, BIU2400_CSR);
 497                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 498                                 break;
 499                         }
 500                 }
 501                 if (val & BIU2400_DMA_ACTIVE) {
 502                         ISP_RESET0(isp);
 503                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 504                         return;
 505                 }
 506                 /*
 507                  * Hold it in SOFT_RESET and STOP state for 100us.
 508                  */
 509                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 510                 ISP_DELAY(100);
 511                 for (loops = 0; loops < 10000; loops++) {
 512                         ISP_DELAY(5);
 513                         val = ISP_READ(isp, OUTMAILBOX0);
 514                 }
 515                 for (val = loops = 0; loops < 500000; loops ++) {
 516                         val = ISP_READ(isp, BIU2400_CSR);
 517                         if ((val & BIU2400_SOFT_RESET) == 0) {
 518                                 break;
 519                         }
 520                 }
 521                 if (val & BIU2400_SOFT_RESET) {
 522                         ISP_RESET0(isp);
 523                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 524                         return;
 525                 }
 526         } else {
 527                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 528                 /*
 529                  * A slight delay...
 530                  */
 531                 ISP_DELAY(100);
 532
 533                 /*
 534                  * Clear data && control DMA engines.
 535                  */
 536                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 537                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 538                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 539         }
 540
 541         /*
 542          * Wait for ISP to be ready to go...
 543          */
 544         loops = MBOX_DELAY_COUNT;
 545         for (;;) {
 546                 if (IS_SCSI(isp)) {
 547                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 548                                 break;
 549                         }
 550                 } else if (IS_24XX(isp)) {
 551                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 552                                 break;
 553                         }
 554                 } else {
 555                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 556                                 break;
 557                 }
 558                 ISP_DELAY(100);
 559                 if (--loops < 0) {
 560                         ISP_DUMPREGS(isp, "chip reset timed out");
 561                         ISP_RESET0(isp);
 562                         return;
 563                 }
 564         }
 565
 566         /*
 567          * After we've fired this chip up, zero out the conf1 register
 568          * for SCSI adapters and other settings for the 2100.
 569          */
 570
 571         if (IS_SCSI(isp)) {
 572                 ISP_WRITE(isp, BIU_CONF1, 0);
 573         } else if (!IS_24XX(isp)) {
 574                 ISP_WRITE(isp, BIU2100_CSR, 0);
 575         }
 576
 577         /*
 578          * Reset RISC Processor
 579          */
 580         if (IS_24XX(isp)) {
 581                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 582                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 583                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 584         } else {
 585                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 586                 ISP_DELAY(100);
 587                 ISP_WRITE(isp, BIU_SEMA, 0);
 588         }
 589
 590         /*
 591          * Post-RISC Reset stuff.
 592          */
 593         if (IS_24XX(isp)) {
 594                 for (val = loops = 0; loops < 5000000; loops++) {
 595                         ISP_DELAY(5);
 596                         val = ISP_READ(isp, OUTMAILBOX0);
 597                         if (val == 0) {
 598                                 break;
 599                         }
 600                 }
 601                 if (val != 0) {
 602                         ISP_RESET0(isp);
 603                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 604                         return;
 605                 }
 606         } else if (IS_SCSI(isp)) {
 607                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 608                 /*
 609                  * Busted FIFO. Turn off all but burst enables.
 610                  */
 611                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 612                         tmp &= BIU_BURST_ENABLE;
 613                 }
 614                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 615                 if (tmp & BIU_BURST_ENABLE) {
 616                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 617                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 618                 }
 619                 if (SDPARAM(isp, 0)->isp_ptisp) {
 620                         if (SDPARAM(isp, 0)->isp_ultramode) {
 621                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 622                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 623                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 624                                 }
 625                         } else {
 626                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 627                         }
 628                         /*
 629                          * PTI specific register
 630                          */
 631                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 632                 } else {
 633                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 634                 }
 635                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 636         } else {
 637                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 638                 if (IS_2200(isp) || IS_23XX(isp)) {
 639                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 640                 }
 641                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 642         }
 643
 644         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 645         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 646         ISP_WRITE(isp, isp->isp_respinrp, 0);
 647         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 648         if (IS_24XX(isp)) {
 649                 ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 650                 ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 651                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 652                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 653         }
 654
 655         /*
 656          * Do MD specific post initialization
 657          */
 658         ISP_RESET1(isp);
 659
 660         /*
 661          * Wait for everything to finish firing up.
 662          *
 663          * Avoid doing this on early 2312s because you can generate a PCI
 664          * parity error (chip breakage).
 665          */
 666         if (IS_2312(isp) && isp->isp_revision < 2) {
 667                 ISP_DELAY(100);
 668         } else {
 669                 loops = MBOX_DELAY_COUNT;
 670                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 671                         ISP_DELAY(100);
 672                         if (--loops < 0) {
 673                                 ISP_RESET0(isp);
 674                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 675                                 return;
 676                         }
 677                 }
 678         }
 679
 680         /*
 681          * Up until this point we've done everything by just reading or
 682          * setting registers. From this point on we rely on at least *some*
 683          * kind of firmware running in the card.
 684          */
 685
 686         /*
 687          * Do some sanity checking by running a NOP command.
 688          * If it succeeds, the ROM firmware is now running.
 689          */
 690         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 691         isp_mboxcmd(isp, &mbs);
 692         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 693                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 694                 ISP_RESET0(isp);
 695                 return;
 696         }
 697
 698         /*
 699          * Do some operational tests
 700          */
 701
 702         if (IS_SCSI(isp) || IS_24XX(isp)) {
 703                 static const uint16_t patterns[MAX_MAILBOX] = {
 704                         0x0000, 0xdead, 0xbeef, 0xffff,
 705                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 706                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 707                         0xbead, 0xdebe, 0x2222, 0x3333,
 708                         0x5555, 0x6666, 0x7777, 0xaaaa,
 709                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 710                         0x6666, 0x6677, 0x1122, 0x33ff,
 711                         0x0000, 0x0001, 0x1000, 0x1010,
 712                 };
 713                 int nmbox = ISP_NMBOX(isp);
 714                 if (IS_SCSI(isp))
 715                         nmbox = 6;
 716                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 717                 for (i = 1; i < nmbox; i++) {
 718                         mbs.param[i] = patterns[i];
 719                 }
 720                 isp_mboxcmd(isp, &mbs);
 721                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 722                         ISP_RESET0(isp);
 723                         return;
 724                 }
 725                 for (i = 1; i < nmbox; i++) {
 726                         if (mbs.param[i] != patterns[i]) {
 727                                 ISP_RESET0(isp);
 728                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 729                                 return;
 730                         }
 731                 }
 732         }
 733
 734         /*
 735          * Download new Firmware, unless requested not to do so.
 736          * This is made slightly trickier in some cases where the
 737          * firmware of the ROM revision is newer than the revision
 738          * compiled into the driver. So, where we used to compare
 739          * versions of our f/w and the ROM f/w, now we just see
 740          * whether we have f/w at all and whether a config flag
 741          * has disabled our download.
 742          */
 743         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 744                 dodnld = 0;
 745         }
 746
 747         if (IS_24XX(isp)) {
 748                 code_org = ISP_CODE_ORG_2400;
 749         } else if (IS_23XX(isp)) {
 750                 code_org = ISP_CODE_ORG_2300;
 751         } else {
 752                 code_org = ISP_CODE_ORG;
 753         }
 754
 755         if (dodnld && IS_24XX(isp)) {
 756                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 757                 int wordload;
 758
 759                 /*
 760                  * Keep loading until we run out of f/w.
 761                  */
 762                 code_org = ptr[2];      /* 1st load address is our start addr */
 763                 wordload = 0;
 764
 765                 for (;;) {
 766                         uint32_t la, wi, wl;
 767
 768                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 769
 770                         wi = 0;
 771                         la = ptr[2];
 772                         wl = ptr[3];
 773
 774                         while (wi < ptr[3]) {
 775                                 uint32_t *cp;
 776                                 uint32_t nw;
 777
 778                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
 779                                 if (nw > wl) {
 780                                         nw = wl;
 781                                 }
 782                                 cp = isp->isp_rquest;
 783                                 for (i = 0; i < nw; i++) {
 784                                         ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
 785                                         wl--;
 786                                 }
 787                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 788         again:
 789                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 790                                 if (la < 0x10000 && nw < 0x10000) {
 791                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 792                                         mbs.param[1] = la;
 793                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 794                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 795                                         mbs.param[4] = nw;
 796                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 797                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 798                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
 799                                 } else if (wordload) {
 800                                         union {
 801                                                 const uint32_t *cp;
 802                                                 uint32_t *np;
 803                                         } ucd;
 804                                         ucd.cp = (const uint32_t *)cp;
 805                                         mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
 806                                         mbs.param[1] = la;
 807                                         mbs.param[2] = (*ucd.np);
 808                                         mbs.param[3] = (*ucd.np) >> 16;
 809                                         mbs.param[8] = la >> 16;
 810                                         isp->isp_mbxwrk0 = nw - 1;
 811                                         isp->isp_mbxworkp = ucd.np+1;
 812                                         isp->isp_mbxwrk1 = (la + 1);
 813                                         isp->isp_mbxwrk8 = (la + 1) >> 16;
 814                                         isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
 815                                 } else {
 816                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 817                                         mbs.param[1] = la;
 818                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 819                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 820                                         mbs.param[4] = nw >> 16;
 821                                         mbs.param[5] = nw;
 822                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 823                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 824                                         mbs.param[8] = la >> 16;
 825                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 826                                 }
 827                                 isp_mboxcmd(isp, &mbs);
 828                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 829                                         if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
 830                                                 isp_prt(isp, ISP_LOGERR, "switching to word load");
 831                                                 wordload = 1;
 832                                                 goto again;
 833                                         }
 834                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 835                                         ISP_RESET0(isp);
 836                                         return;
 837                                 }
 838                                 la += nw;
 839                         }
 840
 841                         if (ptr[1] == 0) {
 842                                 break;
 843                         }
 844                         ptr += ptr[3];
 845                 }
 846                 isp->isp_loaded_fw = 1;
 847         } else if (dodnld && IS_23XX(isp)) {
 848                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 849                 uint16_t wi, wl, segno;
 850                 uint32_t la;
 851
 852                 la = code_org;
 853                 segno = 0;
 854
 855                 for (;;) {
 856                         uint32_t nxtaddr;
 857
 858                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 859
 860                         wi = 0;
 861                         wl = ptr[3];
 862
 863                         while (wi < ptr[3]) {
 864                                 uint16_t *cp;
 865                                 uint16_t nw;
 866
 867                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
 868                                 if (nw > wl) {
 869                                         nw = wl;
 870                                 }
 871                                 if (nw > (1 << 15)) {
 872                                         nw = 1 << 15;
 873                                 }
 874                                 cp = isp->isp_rquest;
 875                                 for (i = 0; i < nw; i++) {
 876                                         ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
 877                                         wl--;
 878                                 }
 879                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 880                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 881                                 if (la < 0x10000) {
 882                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 883                                         mbs.param[1] = la;
 884                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 885                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 886                                         mbs.param[4] = nw;
 887                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 888                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 889                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 890                                 } else {
 891                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 892                                         mbs.param[1] = la;
 893                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 894                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 895                                         mbs.param[4] = nw;
 896                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 897                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 898                                         mbs.param[8] = la >> 16;
 899                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 900                                 }
 901                                 isp_mboxcmd(isp, &mbs);
 902                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 903                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 904                                         ISP_RESET0(isp);
 905                                         return;
 906                                 }
 907                                 la += nw;
 908                         }
 909
 910                         if (!IS_2322(isp)) {
 911                                 break;
 912                         }
 913
 914                         if (++segno == 3) {
 915                                 break;
 916                         }
 917
 918                         /*
 919                          * If we're a 2322, the firmware actually comes in
 920                          * three chunks. We loaded the first at the code_org
 921                          * address. The other two chunks, which follow right
 922                          * after each other in memory here, get loaded at
 923                          * addresses specfied at offset 0x9..0xB.
 924                          */
 925
 926                         nxtaddr = ptr[3];
 927                         ptr = &ptr[nxtaddr];
 928                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 929                 }
 930                 isp->isp_loaded_fw = 1;
 931         } else if (dodnld) {
 932                 union {
 933                         const uint16_t *cp;
 934                         uint16_t *np;
 935                 } ucd;
 936                 ucd.cp = isp->isp_mdvec->dv_ispfw;
 937                 isp->isp_mbxworkp = &ucd.np[1];
 938                 isp->isp_mbxwrk0 = ucd.np[3] - 1;
 939                 isp->isp_mbxwrk1 = code_org + 1;
 940                 MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 941                 mbs.param[1] = code_org;
 942                 mbs.param[2] = ucd.np[0];
 943                 isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
 944                 isp_mboxcmd(isp, &mbs);
 945                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 946                         isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
 947                         ISP_RESET0(isp);
 948                         return;
 949                 }
 950         } else {
 951                 isp->isp_loaded_fw = 0;
 952                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 953         }
 954
 955         /*
 956          * If we loaded firmware, verify its checksum
 957          */
 958         if (isp->isp_loaded_fw) {
 959                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 960                 mbs.param[0] = MBOX_VERIFY_CHECKSUM;
 961                 if (IS_24XX(isp)) {
 962                         mbs.param[1] = code_org >> 16;
 963                         mbs.param[2] = code_org;
 964                 } else {
 965                         mbs.param[1] = code_org;
 966                 }
 967                 isp_mboxcmd(isp, &mbs);
 968                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 969                         isp_prt(isp, ISP_LOGERR, dcrc);
 970                         ISP_RESET0(isp);
 971                         return;
 972                 }
 973         }
 974
 975         /*
 976          * Now start it rolling.
 977          *
 978          * If we didn't actually download f/w,
 979          * we still need to (re)start it.
 980          */
 981
 982
 983         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
 984         if (IS_24XX(isp)) {
 985                 mbs.param[1] = code_org >> 16;
 986                 mbs.param[2] = code_org;
 987                 if (isp->isp_loaded_fw) {
 988                         mbs.param[3] = 0;
 989                 } else {
 990                         mbs.param[3] = 1;
 991                 }
 992                 if (IS_25XX(isp)) {
 993                         mbs.ibits |= 0x10;
 994                 }
 995         } else if (IS_2322(isp)) {
 996                 mbs.param[1] = code_org;
 997                 if (isp->isp_loaded_fw) {
 998                         mbs.param[2] = 0;
 999                 } else {
1000                         mbs.param[2] = 1;
1001                 }
1002         } else {
1003                 mbs.param[1] = code_org;
1004         }
1005         isp_mboxcmd(isp, &mbs);
1006         if (IS_2322(isp) || IS_24XX(isp)) {
1007                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1008                         ISP_RESET0(isp);
1009                         return;
1010                 }
1011         }
1012
1013         /*
1014          * Give it a chance to finish starting up.
1015          * Give the 24XX more time.
1016          */
1017         if (IS_24XX(isp)) {
1018                 ISP_DELAY(500000);
1019                 /*
1020                  * Check to see if the 24XX firmware really started.
1021                  */
1022                 if (mbs.param[1] == 0xdead) {
1023                         isp_prt(isp, ISP_LOGERR, "f/w didn't *really* start");
1024                         ISP_RESET0(isp);
1025                         return;
1026                 }
1027         } else {
1028                 ISP_DELAY(250000);
1029                 if (IS_SCSI(isp)) {
1030                         /*
1031                          * Set CLOCK RATE, but only if asked to.
1032                          */
1033                         if (isp->isp_clock) {
1034                                 mbs.param[0] = MBOX_SET_CLOCK_RATE;
1035                                 mbs.param[1] = isp->isp_clock;
1036                                 mbs.logval = MBLOGNONE;
1037                                 isp_mboxcmd(isp, &mbs);
1038                                 /* we will try not to care if this fails */
1039                         }
1040                 }
1041         }
1042
1043         /*
1044          * Ask the chip for the current firmware version.
1045          * This should prove that the new firmware is working.
1046          */
1047         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1048         isp_mboxcmd(isp, &mbs);
1049         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1050                 ISP_RESET0(isp);
1051                 return;
1052         }
1053
1054         /*
1055          * The SBus firmware that we are using apparently does not return
1056          * major, minor, micro revisions in the mailbox registers, which
1057          * is really, really, annoying.
1058          */
1059         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1060                 if (dodnld) {
1061 #ifdef  ISP_TARGET_MODE
1062                         isp->isp_fwrev[0] = 7;
1063                         isp->isp_fwrev[1] = 55;
1064 #else
1065                         isp->isp_fwrev[0] = 1;
1066                         isp->isp_fwrev[1] = 37;
1067 #endif
1068                         isp->isp_fwrev[2] = 0;
1069                 }
1070         } else {
1071                 isp->isp_fwrev[0] = mbs.param[1];
1072                 isp->isp_fwrev[1] = mbs.param[2];
1073                 isp->isp_fwrev[2] = mbs.param[3];
1074         }
1075
1076         if (IS_FC(isp)) {
1077                 /*
1078                  * We do not believe firmware attributes for 2100 code less
1079                  * than 1.17.0, unless it's the firmware we specifically
1080                  * are loading.
1081                  *
1082                  * Note that all 22XX and later f/w is greater than 1.X.0.
1083                  */
1084                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1085 #ifdef  USE_SMALLER_2100_FIRMWARE
1086                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1087 #else
1088                         isp->isp_fwattr = 0;
1089 #endif
1090                 } else {
1091                         isp->isp_fwattr = mbs.param[6];
1092                 }
1093                 if (IS_24XX(isp)) {
1094                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1095                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1096                                 isp->isp_fwattr |=
1097                                     (((uint64_t) mbs.param[16]) << 32) |
1098                                     (((uint64_t) mbs.param[17]) << 48);
1099                         }
1100                 }
1101         } else if (IS_SCSI(isp)) {
1102 #ifndef ISP_TARGET_MODE
1103                 isp->isp_fwattr = ISP_FW_ATTR_TMODE;
1104 #else
1105                 isp->isp_fwattr = 0;
1106 #endif
1107         }
1108
1109         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1110             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1111
1112         fwt = isp->isp_fwattr;
1113         if (IS_24XX(isp)) {
1114                 buf = FCPARAM(isp, 0)->isp_scratch;
1115                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1116                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1117                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1118                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1119                 }
1120                 if (fwt & ISP2400_FW_ATTR_IP) {
1121                         fwt ^=ISP2400_FW_ATTR_IP;
1122                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1123                 }
1124                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1125                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1126                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1127                 }
1128                 if (fwt & ISP2400_FW_ATTR_SB2) {
1129                         fwt ^=ISP2400_FW_ATTR_SB2;
1130                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1131                 }
1132                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1133                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1134                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1135                 }
1136                 if (fwt & ISP2400_FW_ATTR_VI) {
1137                         fwt ^=ISP2400_FW_ATTR_VI;
1138                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1139                 }
1140                 if (fwt & ISP2400_FW_ATTR_MQ) {
1141                         fwt ^=ISP2400_FW_ATTR_MQ;
1142                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1143                 }
1144                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1145                         fwt ^=ISP2400_FW_ATTR_MSIX;
1146                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1147                 }
1148                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1149                         fwt ^=ISP2400_FW_ATTR_FCOE;
1150                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1151                 }
1152                 if (fwt & ISP2400_FW_ATTR_VP0) {
1153                         fwt ^= ISP2400_FW_ATTR_VP0;
1154                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1155                 }
1156                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1157                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1158                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1159                 }
1160                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1161                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1162                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1163                 }
1164                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1165                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1166                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1167                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1168                 }
1169                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1170                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1171                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1172                 }
1173                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1174                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1175                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1176                 }
1177                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1178                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1179                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1180                 }
1181                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1182                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1183                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1184                 }
1185                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1186                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1187                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1188                 }
1189                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1190                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1191                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1192                 }
1193                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1194                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1195                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1196                 }
1197                 if (fwt) {
1198                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1199                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1200                 }
1201                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1202         } else if (IS_FC(isp)) {
1203                 buf = FCPARAM(isp, 0)->isp_scratch;
1204                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1205                 if (fwt & ISP_FW_ATTR_TMODE) {
1206                         fwt ^=ISP_FW_ATTR_TMODE;
1207                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1208                 }
1209                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1210                         fwt ^=ISP_FW_ATTR_SCCLUN;
1211                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1212                 }
1213                 if (fwt & ISP_FW_ATTR_FABRIC) {
1214                         fwt ^=ISP_FW_ATTR_FABRIC;
1215                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1216                 }
1217                 if (fwt & ISP_FW_ATTR_CLASS2) {
1218                         fwt ^=ISP_FW_ATTR_CLASS2;
1219                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1220                 }
1221                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1222                         fwt ^=ISP_FW_ATTR_FCTAPE;
1223                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1224                 }
1225                 if (fwt & ISP_FW_ATTR_IP) {
1226                         fwt ^=ISP_FW_ATTR_IP;
1227                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1228                 }
1229                 if (fwt & ISP_FW_ATTR_VI) {
1230                         fwt ^=ISP_FW_ATTR_VI;
1231                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1232                 }
1233                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1234                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1235                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1236                 }
1237                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1238                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1239                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1240                 }
1241                 if (fwt != 0) {
1242                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1243                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1244                 }
1245                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1246         }
1247
1248         if (IS_24XX(isp)) {
1249                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1250                 isp_mboxcmd(isp, &mbs);
1251                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1252                         ISP_RESET0(isp);
1253                         return;
1254                 }
1255                 if (isp->isp_maxcmds >= mbs.param[3]) {
1256                         isp->isp_maxcmds = mbs.param[3];
1257                 }
1258         } else {
1259                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1260                 isp_mboxcmd(isp, &mbs);
1261                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1262                         ISP_RESET0(isp);
1263                         return;
1264                 }
1265                 if (isp->isp_maxcmds >= mbs.param[2]) {
1266                         isp->isp_maxcmds = mbs.param[2];
1267                 }
1268         }
1269         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1270
1271         /*
1272          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1273          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1274          * work for them).
1275          */
1276         if (IS_FC(isp) && isp->isp_nchan > 1) {
1277                 if (!ISP_CAP_MULTI_ID(isp)) {
1278                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, only can enable 1 of %d channels", isp->isp_nchan);
1279                         isp->isp_nchan = 1;
1280                 }
1281         }
1282         for (i = 0; i < isp->isp_nchan; i++) {
1283                 isp_fw_state(isp, i);
1284         }
1285         if (isp->isp_dead) {
1286                 isp_shutdown(isp);
1287                 ISP_DISABLE_INTS(isp);
1288                 return;
1289         }
1290
1291         isp->isp_state = ISP_RESETSTATE;
1292
1293         /*
1294          * Okay- now that we have new firmware running, we now (re)set our
1295          * notion of how many luns we support. This is somewhat tricky because
1296          * if we haven't loaded firmware, we sometimes do not have an easy way
1297          * of knowing how many luns we support.
1298          *
1299          * Expanded lun firmware gives you 32 luns for SCSI cards and
1300          * 16384 luns for Fibre Channel cards.
1301          *
1302          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1303          * we do get a firmware attributes word returned in mailbox register 6.
1304          *
1305          * Because the lun is in a different position in the Request Queue
1306          * Entry structure for Fibre Channel with expanded lun firmware, we
1307          * can only support one lun (lun zero) when we don't know what kind
1308          * of firmware we're running.
1309          */
1310         if (IS_SCSI(isp)) {
1311                 if (dodnld) {
1312                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1313                                 isp->isp_maxluns = 32;
1314                         } else {
1315                                 isp->isp_maxluns = 8;
1316                         }
1317                 } else {
1318                         isp->isp_maxluns = 8;
1319                 }
1320         } else {
1321                 if (ISP_CAP_SCCFW(isp)) {
1322                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1323                 } else {
1324                         isp->isp_maxluns = 16;
1325                 }
1326         }
1327
1328         /*
1329          * We get some default values established. As a side
1330          * effect, NVRAM is read here (unless overriden by
1331          * a configuration flag).
1332          */
1333         if (do_load_defaults) {
1334                 if (IS_SCSI(isp)) {
1335                         isp_setdfltsdparm(isp);
1336                 } else {
1337                         for (i = 0; i < isp->isp_nchan; i++) {
1338                                 isp_setdfltfcparm(isp, i);
1339                         }
1340                 }
1341         }
1342 }
1343
1344 /*
1345  * Initialize Parameters of Hardware to a known state.
1346  *
1347  * Locks are held before coming here.
1348  */
1349
1350 void
1351 isp_init(ispsoftc_t *isp)
1352 {
1353         if (IS_FC(isp)) {
1354                 if (IS_24XX(isp)) {
1355                         isp_fibre_init_2400(isp);
1356                 } else {
1357                         isp_fibre_init(isp);
1358                 }
1359         } else {
1360                 isp_scsi_init(isp);
1361         }
1362         GET_NANOTIME(&isp->isp_init_time);
1363 }
1364
1365 static void
1366 isp_scsi_init(ispsoftc_t *isp)
1367 {
1368         sdparam *sdp_chan0, *sdp_chan1;
1369         mbreg_t mbs;
1370
1371         sdp_chan0 = SDPARAM(isp, 0);
1372         sdp_chan1 = sdp_chan0;
1373         if (IS_DUALBUS(isp)) {
1374                 sdp_chan1 = SDPARAM(isp, 1);
1375         }
1376
1377         /* First do overall per-card settings. */
1378
1379         /*
1380          * If we have fast memory timing enabled, turn it on.
1381          */
1382         if (sdp_chan0->isp_fast_mttr) {
1383                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1384         }
1385
1386         /*
1387          * Set Retry Delay and Count.
1388          * You set both channels at the same time.
1389          */
1390         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1391         mbs.param[1] = sdp_chan0->isp_retry_count;
1392         mbs.param[2] = sdp_chan0->isp_retry_delay;
1393         mbs.param[6] = sdp_chan1->isp_retry_count;
1394         mbs.param[7] = sdp_chan1->isp_retry_delay;
1395         isp_mboxcmd(isp, &mbs);
1396         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1397                 return;
1398         }
1399
1400         /*
1401          * Set ASYNC DATA SETUP time. This is very important.
1402          */
1403         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1404         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1405         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1406         isp_mboxcmd(isp, &mbs);
1407         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1408                 return;
1409         }
1410
1411         /*
1412          * Set ACTIVE Negation State.
1413          */
1414         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1415         mbs.param[1] =
1416             (sdp_chan0->isp_req_ack_active_neg << 4) |
1417             (sdp_chan0->isp_data_line_active_neg << 5);
1418         mbs.param[2] =
1419             (sdp_chan1->isp_req_ack_active_neg << 4) |
1420             (sdp_chan1->isp_data_line_active_neg << 5);
1421         isp_mboxcmd(isp, &mbs);
1422         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1423                 isp_prt(isp, ISP_LOGERR,
1424                     "failed to set active negation state (%d,%d), (%d,%d)",
1425                     sdp_chan0->isp_req_ack_active_neg,
1426                     sdp_chan0->isp_data_line_active_neg,
1427                     sdp_chan1->isp_req_ack_active_neg,
1428                     sdp_chan1->isp_data_line_active_neg);
1429                 /*
1430                  * But don't return.
1431                  */
1432         }
1433
1434         /*
1435          * Set the Tag Aging limit
1436          */
1437         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1438         mbs.param[1] = sdp_chan0->isp_tag_aging;
1439         mbs.param[2] = sdp_chan1->isp_tag_aging;
1440         isp_mboxcmd(isp, &mbs);
1441         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1442                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1443                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1444                 return;
1445         }
1446
1447         /*
1448          * Set selection timeout.
1449          */
1450         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1451         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1452         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1453         isp_mboxcmd(isp, &mbs);
1454         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1455                 return;
1456         }
1457
1458         /* now do per-channel settings */
1459         isp_scsi_channel_init(isp, 0);
1460         if (IS_DUALBUS(isp))
1461                 isp_scsi_channel_init(isp, 1);
1462
1463         /*
1464          * Now enable request/response queues
1465          */
1466
1467         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1468                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1469                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1470                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1471                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1472                 mbs.param[4] = 0;
1473                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1474                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1475                 isp_mboxcmd(isp, &mbs);
1476                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1477                         return;
1478                 }
1479                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1480
1481                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1482                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1483                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1484                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1485                 mbs.param[5] = 0;
1486                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1487                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1488                 isp_mboxcmd(isp, &mbs);
1489                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1490                         return;
1491                 }
1492                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1493         } else {
1494                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1495                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1496                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1497                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1498                 mbs.param[4] = 0;
1499                 isp_mboxcmd(isp, &mbs);
1500                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1501                         return;
1502                 }
1503                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1504
1505                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1506                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1507                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1508                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1509                 mbs.param[5] = 0;
1510                 isp_mboxcmd(isp, &mbs);
1511                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1512                         return;
1513                 }
1514                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1515         }
1516
1517         /*
1518          * Turn on LVD transitions for ULTRA2 or better and other features
1519          *
1520          * Now that we have 32 bit handles, don't do any fast posting
1521          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1522          * operation or use fast posting. To be conservative, we'll only
1523          * do this for Ultra3 cards now because the other cards are so
1524          * rare for this author to find and test with.
1525          */
1526
1527         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1528         if (IS_ULTRA2(isp))
1529                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1530 #ifdef  ISP_NO_RIO
1531         if (IS_ULTRA3(isp))
1532                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1533 #else
1534         if (IS_ULTRA3(isp))
1535                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1536 #endif
1537         if (mbs.param[1] != 0) {
1538                 uint16_t sfeat = mbs.param[1];
1539                 isp_mboxcmd(isp, &mbs);
1540                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1541                         isp_prt(isp, ISP_LOGINFO,
1542                             "Enabled FW features (0x%x)", sfeat);
1543                 }
1544         }
1545
1546         isp->isp_state = ISP_INITSTATE;
1547 }
1548
1549 static void
1550 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1551 {
1552         sdparam *sdp;
1553         mbreg_t mbs;
1554         int tgt;
1555
1556         sdp = SDPARAM(isp, chan);
1557
1558         /*
1559          * Set (possibly new) Initiator ID.
1560          */
1561         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1562         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1563         isp_mboxcmd(isp, &mbs);
1564         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1565                 return;
1566         }
1567         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1568             chan, sdp->isp_initiator_id);
1569
1570
1571         /*
1572          * Set current per-target parameters to an initial safe minimum.
1573          */
1574         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1575                 int lun;
1576                 uint16_t sdf;
1577
1578                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1579                         continue;
1580                 }
1581 #ifndef ISP_TARGET_MODE
1582                 sdf = sdp->isp_devparam[tgt].goal_flags;
1583                 sdf &= DPARM_SAFE_DFLT;
1584                 /*
1585                  * It is not quite clear when this changed over so that
1586                  * we could force narrow and async for 1000/1020 cards,
1587                  * but assume that this is only the case for loaded
1588                  * firmware.
1589                  */
1590                 if (isp->isp_loaded_fw) {
1591                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1592                 }
1593 #else
1594                 /*
1595                  * The !$*!)$!$)* f/w uses the same index into some
1596                  * internal table to decide how to respond to negotiations,
1597                  * so if we've said "let's be safe" for ID X, and ID X
1598                  * selects *us*, the negotiations will back to 'safe'
1599                  * (as in narrow/async). What the f/w *should* do is
1600                  * use the initiator id settings to decide how to respond.
1601                  */
1602                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1603 #endif
1604                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1605                 mbs.param[1] = (chan << 15) | (tgt << 8);
1606                 mbs.param[2] = sdf;
1607                 if ((sdf & DPARM_SYNC) == 0) {
1608                         mbs.param[3] = 0;
1609                 } else {
1610                         mbs.param[3] =
1611                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1612                             (sdp->isp_devparam[tgt].goal_period);
1613                 }
1614                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1615                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1616                 isp_mboxcmd(isp, &mbs);
1617                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1618                         sdf = DPARM_SAFE_DFLT;
1619                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1620                         mbs.param[1] = (tgt << 8) | (chan << 15);
1621                         mbs.param[2] = sdf;
1622                         mbs.param[3] = 0;
1623                         isp_mboxcmd(isp, &mbs);
1624                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1625                                 continue;
1626                         }
1627                 }
1628
1629                 /*
1630                  * We don't update any information directly from the f/w
1631                  * because we need to run at least one command to cause a
1632                  * new state to be latched up. So, we just assume that we
1633                  * converge to the values we just had set.
1634                  *
1635                  * Ensure that we don't believe tagged queuing is enabled yet.
1636                  * It turns out that sometimes the ISP just ignores our
1637                  * attempts to set parameters for devices that it hasn't
1638                  * seen yet.
1639                  */
1640                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1641                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1642                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1643                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1644                         mbs.param[2] = sdp->isp_max_queue_depth;
1645                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1646                         isp_mboxcmd(isp, &mbs);
1647                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1648                                 break;
1649                         }
1650                 }
1651         }
1652         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1653                 if (sdp->isp_devparam[tgt].dev_refresh) {
1654                         sdp->sendmarker = 1;
1655                         sdp->update = 1;
1656                         break;
1657                 }
1658         }
1659 }
1660
1661 /*
1662  * Fibre Channel specific initialization.
1663  */
1664 static void
1665 isp_fibre_init(ispsoftc_t *isp)
1666 {
1667         fcparam *fcp;
1668         isp_icb_t local, *icbp = &local;
1669         mbreg_t mbs;
1670         int ownloopid;
1671
1672         /*
1673          * We only support one channel on non-24XX cards
1674          */
1675         fcp = FCPARAM(isp, 0);
1676         if (fcp->role == ISP_ROLE_NONE) {
1677                 isp->isp_state = ISP_INITSTATE;
1678                 return;
1679         }
1680
1681         ISP_MEMZERO(icbp, sizeof (*icbp));
1682         icbp->icb_version = ICB_VERSION1;
1683         icbp->icb_fwoptions = fcp->isp_fwoptions;
1684
1685         /*
1686          * Firmware Options are either retrieved from NVRAM or
1687          * are patched elsewhere. We check them for sanity here
1688          * and make changes based on board revision, but otherwise
1689          * let others decide policy.
1690          */
1691
1692         /*
1693          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1694          */
1695         if (IS_2100(isp) && isp->isp_revision < 5) {
1696                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1697         }
1698
1699         /*
1700          * We have to use FULL LOGIN even though it resets the loop too much
1701          * because otherwise port database entries don't get updated after
1702          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1703          */
1704         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1705                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1706         }
1707
1708         /*
1709          * Insist on Port Database Update Async notifications
1710          */
1711         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1712
1713         /*
1714          * Make sure that target role reflects into fwoptions.
1715          */
1716         if (fcp->role & ISP_ROLE_TARGET) {
1717                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1718         } else {
1719                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1720         }
1721
1722         if (fcp->role & ISP_ROLE_INITIATOR) {
1723                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1724         } else {
1725                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1726         }
1727
1728         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1729         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1730                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1731                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1732         }
1733         icbp->icb_maxalloc = fcp->isp_maxalloc;
1734         if (icbp->icb_maxalloc < 1) {
1735                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1736                 icbp->icb_maxalloc = 16;
1737         }
1738         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1739         if (icbp->icb_execthrottle < 1) {
1740                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1741                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1742         }
1743         icbp->icb_retry_delay = fcp->isp_retry_delay;
1744         icbp->icb_retry_count = fcp->isp_retry_count;
1745         icbp->icb_hardaddr = fcp->isp_loopid;
1746         ownloopid = (isp->isp_confopts & ISP_CFG_OWNLOOPID) != 0;
1747         if (icbp->icb_hardaddr >= LOCAL_LOOP_LIM) {
1748                 icbp->icb_hardaddr = 0;
1749                 ownloopid = 0;
1750         }
1751
1752         /*
1753          * Our life seems so much better with 2200s and later with
1754          * the latest f/w if we set Hard Address.
1755          */
1756         if (ownloopid || ISP_FW_NEWER_THAN(isp, 2, 2, 5)) {
1757                 icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1758         }
1759
1760         /*
1761          * Right now we just set extended options to prefer point-to-point
1762          * over loop based upon some soft config options.
1763          *
1764          * NB: for the 2300, ICBOPT_EXTENDED is required.
1765          */
1766         if (IS_2100(isp)) {
1767                 /*
1768                  * We can't have Fast Posting any more- we now
1769                  * have 32 bit handles.
1770                  */
1771                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1772         } else if (IS_2200(isp) || IS_23XX(isp)) {
1773                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1774
1775                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1776
1777                 if (ISP_CAP_FCTAPE(isp)) {
1778                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1779                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1780
1781                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1782                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1783
1784                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1785                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1786                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1787                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1788                         } else {
1789                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1790                         }
1791                 } else {
1792                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1793                         FCPARAM(isp, 0)->fctape_enabled = 0;
1794                 }
1795
1796                 /*
1797                  * Prefer or force Point-To-Point instead Loop?
1798                  */
1799                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1800                 case ISP_CFG_NPORT:
1801                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1802                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1803                         break;
1804                 case ISP_CFG_NPORT_ONLY:
1805                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1806                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1807                         break;
1808                 case ISP_CFG_LPORT_ONLY:
1809                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1810                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1811                         break;
1812                 default:
1813                         /*
1814                          * Let NVRAM settings define it if they are sane
1815                          */
1816                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1817                         case ICBXOPT_PTP_2_LOOP:
1818                         case ICBXOPT_PTP_ONLY:
1819                         case ICBXOPT_LOOP_ONLY:
1820                         case ICBXOPT_LOOP_2_PTP:
1821                                 break;
1822                         default:
1823                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1824                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1825                         }
1826                         break;
1827                 }
1828                 if (IS_2200(isp)) {
1829                         /*
1830                          * We can't have Fast Posting any more- we now
1831                          * have 32 bit handles.
1832                          *
1833                          * RIO seemed to have to much breakage.
1834                          *
1835                          * Just opt for safety.
1836                          */
1837                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1838                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1839                 } else {
1840                         /*
1841                          * QLogic recommends that FAST Posting be turned
1842                          * off for 23XX cards and instead allow the HBA
1843                          * to write response queue entries and interrupt
1844                          * after a delay (ZIO).
1845                          */
1846                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1847                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1848                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1849                                 icbp->icb_idelaytimer = 10;
1850                         }
1851                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1852                         if (isp->isp_confopts & ISP_CFG_ONEGB) {
1853                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1854                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_ONEGB;
1855                         } else if (isp->isp_confopts & ISP_CFG_TWOGB) {
1856                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1857                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_TWOGB;
1858                         } else {
1859                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1860                                 case ICBZOPT_RATE_ONEGB:
1861                                 case ICBZOPT_RATE_TWOGB:
1862                                 case ICBZOPT_RATE_AUTO:
1863                                         break;
1864                                 default:
1865                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1866                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1867                                         break;
1868                                 }
1869                         }
1870                 }
1871         }
1872
1873
1874         /*
1875          * For 22XX > 2.1.26 && 23XX, set some options.
1876          */
1877         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1878                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1879                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1880                 mbs.param[2] = 0;
1881                 mbs.param[3] = 0;
1882                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1883                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1884                         if (fcp->role & ISP_ROLE_TARGET) {
1885                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1886                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1887                                 }
1888                                 mbs.param[3] = IFCOPT3_NOPRLI;
1889                         }
1890                 }
1891                 isp_mboxcmd(isp, &mbs);
1892                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1893                         return;
1894                 }
1895         }
1896         icbp->icb_logintime = ICB_LOGIN_TOV;
1897
1898 #ifdef  ISP_TARGET_MODE
1899         if (ISP_FW_NEWER_THAN(isp, 3, 25, 0) && (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE)) {
1900                 icbp->icb_lunenables = 0xffff;
1901                 icbp->icb_ccnt = DFLT_CMND_CNT;
1902                 icbp->icb_icnt = DFLT_INOT_CNT;
1903                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1904         }
1905 #endif
1906         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1907                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1908                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1909                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1910                 isp_prt(isp, ISP_LOGDEBUG1,
1911                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1912                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1913                     ((uint32_t) (fcp->isp_wwnn)),
1914                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1915                     ((uint32_t) (fcp->isp_wwpn)));
1916         } else if (fcp->isp_wwpn) {
1917                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1918                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1919                 isp_prt(isp, ISP_LOGDEBUG1,
1920                     "Setting ICB Port 0x%08x%08x",
1921                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1922                     ((uint32_t) (fcp->isp_wwpn)));
1923         } else {
1924                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1925                 return;
1926         }
1927         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1928         if (icbp->icb_rqstqlen < 1) {
1929                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1930         }
1931         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1932         if (icbp->icb_rsltqlen < 1) {
1933                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1934         }
1935         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1936         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1937         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1938         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1939         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1940         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1941         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1942         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1943
1944         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1945                 isp_prt(isp, ISP_LOGERR, sacq);
1946                 return;
1947         }
1948         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1949             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1950
1951         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1952
1953         /*
1954          * Init the firmware
1955          */
1956         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1957         mbs.param[1] = 0;
1958         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1959         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1960         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1961         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1962         mbs.logval = MBLOGALL;
1963         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1964             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1965             (uint32_t) fcp->isp_scdma);
1966         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1967         isp_mboxcmd(isp, &mbs);
1968         FC_SCRATCH_RELEASE(isp, 0);
1969         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1970                 isp_print_bytes(isp, "isp_fibre_init", sizeof (*icbp), icbp);
1971                 return;
1972         }
1973         isp->isp_reqidx = 0;
1974         isp->isp_reqodx = 0;
1975         isp->isp_residx = 0;
1976         isp->isp_resodx = 0;
1977
1978         /*
1979          * Whatever happens, we're now committed to being here.
1980          */
1981         isp->isp_state = ISP_INITSTATE;
1982 }
1983
1984 static void
1985 isp_fibre_init_2400(ispsoftc_t *isp)
1986 {
1987         fcparam *fcp;
1988         isp_icb_2400_t local, *icbp = &local;
1989         mbreg_t mbs;
1990         int chan;
1991         int ownloopid = 0;
1992
1993         /*
1994          * Check to see whether all channels have *some* kind of role
1995          */
1996         for (chan = 0; chan < isp->isp_nchan; chan++) {
1997                 fcp = FCPARAM(isp, chan);
1998                 if (fcp->role != ISP_ROLE_NONE) {
1999                         break;
2000                 }
2001         }
2002         if (chan == isp->isp_nchan) {
2003                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
2004                 isp->isp_state = ISP_INITSTATE;
2005                 return;
2006         }
2007
2008         /*
2009          * Start with channel 0.
2010          */
2011         fcp = FCPARAM(isp, 0);
2012
2013         /*
2014          * Turn on LIP F8 async event (1)
2015          */
2016         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
2017         mbs.param[1] = 1;
2018         isp_mboxcmd(isp, &mbs);
2019         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2020                 return;
2021         }
2022
2023         ISP_MEMZERO(icbp, sizeof (*icbp));
2024         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2025         if (fcp->role & ISP_ROLE_TARGET) {
2026                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2027         } else {
2028                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2029         }
2030
2031         if (fcp->role & ISP_ROLE_INITIATOR) {
2032                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2033         } else {
2034                 icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2035         }
2036
2037         icbp->icb_version = ICB_VERSION1;
2038         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2039         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2040                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2041                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2042         }
2043
2044         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2045         if (icbp->icb_execthrottle < 1) {
2046                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2047                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2048         }
2049
2050         /*
2051          * Set target exchange count. Take half if we are supporting both roles.
2052          */
2053         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2054                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2055                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2056                         icbp->icb_xchgcnt >>= 1;
2057         }
2058
2059
2060         ownloopid = (isp->isp_confopts & ISP_CFG_OWNLOOPID) != 0;
2061         icbp->icb_hardaddr = fcp->isp_loopid;
2062         if (icbp->icb_hardaddr >= LOCAL_LOOP_LIM) {
2063                 icbp->icb_hardaddr = 0;
2064                 ownloopid = 0;
2065         }
2066
2067         if (ownloopid)
2068                 icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2069
2070         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2071         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2072                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2073         }
2074         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2075                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2076         }
2077
2078         for (chan = 0; chan < isp->isp_nchan; chan++) {
2079                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2080                         FCPARAM(isp, chan)->fctape_enabled = 1;
2081                 else
2082                         FCPARAM(isp, chan)->fctape_enabled = 0;
2083         }
2084
2085         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2086         case ISP_CFG_NPORT_ONLY:
2087                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2088                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2089                 break;
2090         case ISP_CFG_LPORT_ONLY:
2091                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2092                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2093                 break;
2094         default:
2095                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2096                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2097                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2098                 break;
2099         }
2100
2101         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2102         case ICB2400_OPT2_ZIO:
2103         case ICB2400_OPT2_ZIO1:
2104                 icbp->icb_idelaytimer = 0;
2105                 break;
2106         case 0:
2107                 break;
2108         default:
2109                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2110                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2111                 break;
2112         }
2113
2114         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2115         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2116                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2117         }
2118         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_AUTO;
2119         if (isp->isp_confopts & ISP_CFG_ONEGB) {
2120                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_ONEGB;
2121         } else if (isp->isp_confopts & ISP_CFG_TWOGB) {
2122                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_TWOGB;
2123         } else if (isp->isp_confopts & ISP_CFG_FOURGB) {
2124                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_FOURGB;
2125         } else if (IS_25XX(isp) && (isp->isp_confopts & ISP_CFG_EIGHTGB)) {
2126                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_EIGHTGB;
2127         } else {
2128                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2129         }
2130         if (ownloopid == 0) {
2131                 icbp->icb_fwoptions3 |= ICB2400_OPT3_SOFTID;
2132         }
2133         icbp->icb_logintime = ICB_LOGIN_TOV;
2134
2135         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2136                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2137                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2138                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2139                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2140                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2141         } else if (fcp->isp_wwpn) {
2142                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2143                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2144                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2145         } else {
2146                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2147                 return;
2148         }
2149         icbp->icb_retry_count = fcp->isp_retry_count;
2150
2151         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2152         if (icbp->icb_rqstqlen < 8) {
2153                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2154                 return;
2155         }
2156         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2157         if (icbp->icb_rsltqlen < 8) {
2158                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2159                     icbp->icb_rsltqlen);
2160                 return;
2161         }
2162         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2163         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2164         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2165         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2166
2167         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2168         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2169         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2170         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2171
2172 #ifdef  ISP_TARGET_MODE
2173         /* unconditionally set up the ATIO queue if we support target mode */
2174         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2175         if (icbp->icb_atioqlen < 8) {
2176                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2177                 return;
2178         }
2179         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2180         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2181         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2182         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2183         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2184             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2185 #endif
2186
2187         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2188
2189         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2190             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2191             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2192
2193         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2194                 isp_print_bytes(isp, "isp_fibre_init_2400", sizeof (*icbp), icbp);
2195         }
2196
2197         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2198                 isp_prt(isp, ISP_LOGERR, sacq);
2199                 return;
2200         }
2201         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2202         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2203
2204         /*
2205          * Now fill in information about any additional channels
2206          */
2207         if (isp->isp_nchan > 1) {
2208                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2209                 vp_port_info_t pi, *pdst;
2210                 size_t amt = 0;
2211                 uint8_t *off;
2212
2213                 vpinfo.vp_global_options = 0;
2214                 if (isp->isp_fwattr & ISP2400_FW_ATTR_VP0) {
2215                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2216                         vpinfo.vp_count = isp->isp_nchan;
2217                         chan = 0;
2218                 } else {
2219                         vpinfo.vp_count = isp->isp_nchan - 1;
2220                         chan = 1;
2221                 }
2222                 off = fcp->isp_scratch;
2223                 off += ICB2400_VPINFO_OFF;
2224                 vdst = (isp_icb_2400_vpinfo_t *) off;
2225                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2226                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2227                 for (; chan < isp->isp_nchan; chan++) {
2228                         fcparam *fcp2;
2229
2230                         ISP_MEMZERO(&pi, sizeof (pi));
2231                         fcp2 = FCPARAM(isp, chan);
2232                         if (fcp2->role != ISP_ROLE_NONE) {
2233                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED;
2234                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2235                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2236                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2237                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2238                         }
2239                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2240                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2241                         off = fcp->isp_scratch;
2242                         if (isp->isp_fwattr & ISP2400_FW_ATTR_VP0)
2243                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2244                         else
2245                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2246                         pdst = (vp_port_info_t *) off;
2247                         isp_put_vp_port_info(isp, &pi, pdst);
2248                         amt += ICB2400_VPOPT_WRITE_SIZE;
2249                 }
2250                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2251                         isp_print_bytes(isp, "isp_fibre_init_2400",
2252                             amt - ICB2400_VPINFO_OFF,
2253                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2254                 }
2255         }
2256
2257         /*
2258          * Init the firmware
2259          */
2260         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2261         if (isp->isp_nchan > 1) {
2262                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2263         } else {
2264                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2265         }
2266         mbs.param[1] = 0;
2267         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2268         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2269         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2270         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2271         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2272         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2273         isp_mboxcmd(isp, &mbs);
2274         FC_SCRATCH_RELEASE(isp, 0);
2275
2276         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2277                 return;
2278         }
2279         isp->isp_reqidx = 0;
2280         isp->isp_reqodx = 0;
2281         isp->isp_residx = 0;
2282         isp->isp_resodx = 0;
2283         isp->isp_atioodx = 0;
2284
2285         /*
2286          * Whatever happens, we're now committed to being here.
2287          */
2288         isp->isp_state = ISP_INITSTATE;
2289 }
2290
2291 static void
2292 isp_mark_portdb(ispsoftc_t *isp, int chan, int disposition)
2293 {
2294         fcparam *fcp = FCPARAM(isp, chan);
2295         fcportdb_t *lp;
2296         int i;
2297
2298         if (chan < 0 || chan >= isp->isp_nchan) {
2299                 isp_prt(isp, ISP_LOGWARN, "isp_mark_portdb: bad channel %d", chan);
2300                 return;
2301         }
2302         for (i = 0; i < MAX_FC_TARG; i++) {
2303                 lp = &fcp->portdb[i];
2304                 switch (lp->state) {
2305                 case FC_PORTDB_STATE_PROBATIONAL:
2306                 case FC_PORTDB_STATE_DEAD:
2307                 case FC_PORTDB_STATE_CHANGED:
2308                 case FC_PORTDB_STATE_PENDING_VALID:
2309                 case FC_PORTDB_STATE_VALID:
2310                         if (disposition > 0)
2311                                 lp->state = FC_PORTDB_STATE_PROBATIONAL;
2312                         else {
2313                                 lp->state = FC_PORTDB_STATE_NIL;
2314                                 isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2315                         }
2316                         break;
2317                 case FC_PORTDB_STATE_ZOMBIE:
2318                         break;
2319                 case FC_PORTDB_STATE_NIL:
2320                 case FC_PORTDB_STATE_NEW:
2321                 default:
2322                         ISP_MEMZERO(lp, sizeof(*lp));
2323                         lp->state = FC_PORTDB_STATE_NIL;
2324                         break;
2325                 }
2326         }
2327 }
2328
2329 /*
2330  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2331  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2332  */
2333 static int
2334 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags, int gs)
2335 {
2336         mbreg_t mbs;
2337         uint8_t q[QENTRY_LEN];
2338         isp_plogx_t *plp;
2339         fcparam *fcp;
2340         uint8_t *scp;
2341         uint32_t sst, parm1;
2342         int rval, lev;
2343         const char *msg;
2344         char buf[64];
2345
2346         if (!IS_24XX(isp)) {
2347                 int action = flags & PLOGX_FLG_CMD_MASK;
2348                 if (action == PLOGX_FLG_CMD_PLOGI) {
2349                         return (isp_port_login(isp, handle, portid));
2350                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2351                         return (isp_port_logout(isp, handle, portid));
2352                 } else {
2353                         return (MBOX_INVALID_COMMAND);
2354                 }
2355         }
2356
2357         ISP_MEMZERO(q, QENTRY_LEN);
2358         plp = (isp_plogx_t *) q;
2359         plp->plogx_header.rqs_entry_count = 1;
2360         plp->plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2361         plp->plogx_handle = 0xffffffff;
2362         plp->plogx_nphdl = handle;
2363         plp->plogx_vphdl = chan;
2364         plp->plogx_portlo = portid;
2365         plp->plogx_rspsz_porthi = (portid >> 16) & 0xff;
2366         plp->plogx_flags = flags;
2367
2368         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2369                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, plp);
2370         }
2371
2372         if (gs == 0) {
2373                 if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2374                         isp_prt(isp, ISP_LOGERR, sacq);
2375                         return (-1);
2376                 }
2377         }
2378         fcp = FCPARAM(isp, chan);
2379         scp = fcp->isp_scratch;
2380         isp_put_plogx(isp, plp, (isp_plogx_t *) scp);
2381
2382         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 500000);
2383         mbs.param[1] = QENTRY_LEN;
2384         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2385         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2386         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2387         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2388         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, QENTRY_LEN, chan);
2389         isp_mboxcmd(isp, &mbs);
2390         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2391                 rval = mbs.param[0];
2392                 goto out;
2393         }
2394         MEMORYBARRIER(isp, SYNC_SFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
2395         scp += QENTRY_LEN;
2396         isp_get_plogx(isp, (isp_plogx_t *) scp, plp);
2397         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2398                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, plp);
2399         }
2400
2401         if (plp->plogx_status == PLOGX_STATUS_OK) {
2402                 rval = 0;
2403                 goto out;
2404         } else if (plp->plogx_status != PLOGX_STATUS_IOCBERR) {
2405                 isp_prt(isp, ISP_LOGWARN,
2406                     "status 0x%x on port login IOCB channel %d",
2407                     plp->plogx_status, chan);
2408                 rval = -1;
2409                 goto out;
2410         }
2411
2412         sst = plp->plogx_ioparm[0].lo16 | (plp->plogx_ioparm[0].hi16 << 16);
2413         parm1 = plp->plogx_ioparm[1].lo16 | (plp->plogx_ioparm[1].hi16 << 16);
2414
2415         rval = -1;
2416         lev = ISP_LOGERR;
2417         msg = NULL;
2418
2419         switch (sst) {
2420         case PLOGX_IOCBERR_NOLINK:
2421                 msg = "no link";
2422                 break;
2423         case PLOGX_IOCBERR_NOIOCB:
2424                 msg = "no IOCB buffer";
2425                 break;
2426         case PLOGX_IOCBERR_NOXGHG:
2427                 msg = "no Exchange Control Block";
2428                 break;
2429         case PLOGX_IOCBERR_FAILED:
2430                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2431                 msg = buf;
2432                 break;
2433         case PLOGX_IOCBERR_NOFABRIC:
2434                 msg = "no fabric";
2435                 break;
2436         case PLOGX_IOCBERR_NOTREADY:
2437                 msg = "firmware not ready";
2438                 break;
2439         case PLOGX_IOCBERR_NOLOGIN:
2440                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2441                 msg = buf;
2442                 rval = MBOX_NOT_LOGGED_IN;
2443                 break;
2444         case PLOGX_IOCBERR_REJECT:
2445                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2446                 msg = buf;
2447                 break;
2448         case PLOGX_IOCBERR_NOPCB:
2449                 msg = "no PCB allocated";
2450                 break;
2451         case PLOGX_IOCBERR_EINVAL:
2452                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2453                 msg = buf;
2454                 break;
2455         case PLOGX_IOCBERR_PORTUSED:
2456                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2457                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2458                 msg = buf;
2459                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2460                 break;
2461         case PLOGX_IOCBERR_HNDLUSED:
2462                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2463                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2464                 msg = buf;
2465                 rval = MBOX_LOOP_ID_USED;
2466                 break;
2467         case PLOGX_IOCBERR_NOHANDLE:
2468                 msg = "no handle allocated";
2469                 break;
2470         case PLOGX_IOCBERR_NOFLOGI:
2471                 msg = "no FLOGI_ACC";
2472                 break;
2473         default:
2474                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", plp->plogx_status, flags);
2475                 msg = buf;
2476                 break;
2477         }
2478         if (msg) {
2479                 isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2480         }
2481 out:
2482         if (gs == 0) {
2483                 FC_SCRATCH_RELEASE(isp, chan);
2484         }
2485         return (rval);
2486 }
2487
2488 static int
2489 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2490 {
2491         mbreg_t mbs;
2492
2493         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2494         if (ISP_CAP_2KLOGIN(isp)) {
2495                 mbs.param[1] = handle;
2496                 mbs.ibits = (1 << 10);
2497         } else {
2498                 mbs.param[1] = handle << 8;
2499         }
2500         mbs.param[2] = portid >> 16;
2501         mbs.param[3] = portid;
2502         mbs.logval = MBLOGNONE;
2503         mbs.timeout = 500000;
2504         isp_mboxcmd(isp, &mbs);
2505
2506         switch (mbs.param[0]) {
2507         case MBOX_PORT_ID_USED:
2508                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as %u", portid, mbs.param[1]);
2509                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2510
2511         case MBOX_LOOP_ID_USED:
2512                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2513                 return (MBOX_LOOP_ID_USED);
2514
2515         case MBOX_COMMAND_COMPLETE:
2516                 return (0);
2517
2518         case MBOX_COMMAND_ERROR:
2519                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2520                 return (MBOX_COMMAND_ERROR);
2521
2522         case MBOX_ALL_IDS_USED:
2523                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2524                 return (MBOX_ALL_IDS_USED);
2525
2526         default:
2527                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2528                 return (mbs.param[0]);
2529         }
2530 }
2531
2532 /*
2533  * Pre-24XX fabric port logout
2534  *
2535  * Note that portid is not used
2536  */
2537 static int
2538 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2539 {
2540         mbreg_t mbs;
2541
2542         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2543         if (ISP_CAP_2KLOGIN(isp)) {
2544                 mbs.param[1] = handle;
2545                 mbs.ibits = (1 << 10);
2546         } else {
2547                 mbs.param[1] = handle << 8;
2548         }
2549         isp_mboxcmd(isp, &mbs);
2550         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2551 }
2552
2553 static int
2554 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb, int dolock)
2555 {
2556         fcparam *fcp = FCPARAM(isp, chan);
2557         mbreg_t mbs;
2558         union {
2559                 isp_pdb_21xx_t fred;
2560                 isp_pdb_24xx_t bill;
2561         } un;
2562
2563         MBSINIT(&mbs, MBOX_GET_PORT_DB, MBLOGALL & ~MBOX_COMMAND_PARAM_ERROR, 250000);
2564         if (IS_24XX(isp)) {
2565                 mbs.ibits = (1 << 9)|(1 << 10);
2566                 mbs.param[1] = id;
2567                 mbs.param[9] = chan;
2568         } else if (ISP_CAP_2KLOGIN(isp)) {
2569                 mbs.param[1] = id;
2570         } else {
2571                 mbs.param[1] = id << 8;
2572         }
2573         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2574         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2575         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2576         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2577         if (dolock) {
2578                 if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2579                         isp_prt(isp, ISP_LOGERR, sacq);
2580                         return (-1);
2581                 }
2582         }
2583         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (un), chan);
2584         isp_mboxcmd(isp, &mbs);
2585         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2586                 if (dolock) {
2587                         FC_SCRATCH_RELEASE(isp, chan);
2588                 }
2589                 return (mbs.param[0]);
2590         }
2591         if (IS_24XX(isp)) {
2592                 isp_get_pdb_24xx(isp, fcp->isp_scratch, &un.bill);
2593                 pdb->handle = un.bill.pdb_handle;
2594                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2595                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2596                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2597                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2598                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x", chan, id, pdb->portid, un.bill.pdb_flags, un.bill.pdb_curstate);
2599                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2600                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2601                         if (dolock) {
2602                                 FC_SCRATCH_RELEASE(isp, chan);
2603                         }
2604                         return (mbs.param[0]);
2605                 }
2606         } else {
2607                 isp_get_pdb_21xx(isp, fcp->isp_scratch, &un.fred);
2608                 pdb->handle = un.fred.pdb_loopid;
2609                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2610                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2611                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2612                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2613         }
2614         if (dolock) {
2615                 FC_SCRATCH_RELEASE(isp, chan);
2616         }
2617         return (0);
2618 }
2619
2620 static void
2621 isp_dump_chip_portdb(ispsoftc_t *isp, int chan, int dolock)
2622 {
2623         isp_pdb_t pdb;
2624         int lim, loopid;
2625
2626         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2627         if (ISP_CAP_2KLOGIN(isp)) {
2628                 lim = NPH_MAX_2K;
2629         } else {
2630                 lim = NPH_MAX;
2631         }
2632         for (loopid = 0; loopid != lim; loopid++) {
2633                 if (isp_getpdb(isp, chan, loopid, &pdb, dolock)) {
2634                         continue;
2635                 }
2636                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Loopid 0x%04x "
2637                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2638                     chan, loopid, pdb.portid, pdb.portname[0], pdb.portname[1],
2639                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2640                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2641         }
2642 }
2643
2644 static uint64_t
2645 isp_get_wwn(ispsoftc_t *isp, int chan, int loopid, int nodename)
2646 {
2647         uint64_t wwn = INI_NONE;
2648         fcparam *fcp = FCPARAM(isp, chan);
2649         mbreg_t mbs;
2650
2651         if (fcp->isp_fwstate < FW_READY ||
2652             fcp->isp_loopstate < LOOP_PDB_RCVD) {
2653                 return (wwn);
2654         }
2655         MBSINIT(&mbs, MBOX_GET_PORT_NAME, MBLOGALL & ~MBOX_COMMAND_PARAM_ERROR, 500000);
2656         if (ISP_CAP_2KLOGIN(isp)) {
2657                 mbs.param[1] = loopid;
2658                 if (nodename) {
2659                         mbs.param[10] = 1;
2660                 }
2661                 mbs.param[9] = chan;
2662         } else {
2663                 mbs.ibitm = 3;
2664                 mbs.param[1] = loopid << 8;
2665                 if (nodename) {
2666                         mbs.param[1] |= 1;
2667                 }
2668         }
2669         isp_mboxcmd(isp, &mbs);
2670         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2671                 return (wwn);
2672         }
2673         if (IS_24XX(isp)) {
2674                 wwn =
2675                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2676                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2677                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2678                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2679                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2680                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2681                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2682                     (((uint64_t)(mbs.param[7] & 0xff)));
2683         } else {
2684                 wwn =
2685                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2686                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2687                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2688                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2689                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2690                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2691                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2692                     (((uint64_t)(mbs.param[7] >> 8)));
2693         }
2694         return (wwn);
2695 }
2696
2697 /*
2698  * Make sure we have good FC link.
2699  */
2700
2701 static int
2702 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2703 {
2704         mbreg_t mbs;
2705         int count, check_for_fabric, r;
2706         uint8_t lwfs;
2707         int loopid;
2708         fcparam *fcp;
2709         fcportdb_t *lp;
2710         isp_pdb_t pdb;
2711
2712         fcp = FCPARAM(isp, chan);
2713
2714         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Link Test Entry", chan);
2715         ISP_MARK_PORTDB(isp, chan, 1);
2716
2717         /*
2718          * Wait up to N microseconds for F/W to go to a ready state.
2719          */
2720         lwfs = FW_CONFIG_WAIT;
2721         count = 0;
2722         while (count < usdelay) {
2723                 uint64_t enano;
2724                 uint32_t wrk;
2725                 NANOTIME_T hra, hrb;
2726
2727                 GET_NANOTIME(&hra);
2728                 isp_fw_state(isp, chan);
2729                 if (lwfs != fcp->isp_fwstate) {
2730                         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG, "Chan %d Firmware State <%s->%s>", chan, isp_fc_fw_statename((int)lwfs), isp_fc_fw_statename((int)fcp->isp_fwstate));
2731                         lwfs = fcp->isp_fwstate;
2732                 }
2733                 if (fcp->isp_fwstate == FW_READY) {
2734                         break;
2735                 }
2736                 GET_NANOTIME(&hrb);
2737
2738                 /*
2739                  * Get the elapsed time in nanoseconds.
2740                  * Always guaranteed to be non-zero.
2741                  */
2742                 enano = NANOTIME_SUB(&hrb, &hra);
2743
2744                 isp_prt(isp, ISP_LOGDEBUG1, "usec%d: 0x%lx->0x%lx enano 0x%x%08x", count, (long) GET_NANOSEC(&hra), (long) GET_NANOSEC(&hrb), (uint32_t)(enano >> 32), (uint32_t)(enano));
2745
2746                 /*
2747                  * If the elapsed time is less than 1 millisecond,
2748                  * delay a period of time up to that millisecond of
2749                  * waiting.
2750                  *
2751                  * This peculiar code is an attempt to try and avoid
2752                  * invoking uint64_t math support functions for some
2753                  * platforms where linkage is a problem.
2754                  */
2755                 if (enano < (1000 * 1000)) {
2756                         count += 1000;
2757                         enano = (1000 * 1000) - enano;
2758                         while (enano > (uint64_t) 4000000000U) {
2759                                 ISP_SLEEP(isp, 4000000);
2760                                 enano -= (uint64_t) 4000000000U;
2761                         }
2762                         wrk = enano;
2763                         wrk /= 1000;
2764                         ISP_SLEEP(isp, wrk);
2765                 } else {
2766                         while (enano > (uint64_t) 4000000000U) {
2767                                 count += 4000000;
2768                                 enano -= (uint64_t) 4000000000U;
2769                         }
2770                         wrk = enano;
2771                         count += (wrk / 1000);
2772                 }
2773         }
2774
2775
2776
2777         /*
2778          * If we haven't gone to 'ready' state, return.
2779          */
2780         if (fcp->isp_fwstate != FW_READY) {
2781                 isp_prt(isp, ISP_LOG_SANCFG, "%s: chan %d not at FW_READY state", __func__, chan);
2782                 return (-1);
2783         }
2784
2785         /*
2786          * Get our Loop ID and Port ID.
2787          */
2788         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
2789         mbs.param[9] = chan;
2790         isp_mboxcmd(isp, &mbs);
2791         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2792                 return (-1);
2793         }
2794
2795         if (ISP_CAP_2KLOGIN(isp)) {
2796                 fcp->isp_loopid = mbs.param[1];
2797         } else {
2798                 fcp->isp_loopid = mbs.param[1] & 0xff;
2799         }
2800
2801         if (IS_2100(isp)) {
2802                 fcp->isp_topo = TOPO_NL_PORT;
2803         } else {
2804                 int topo = (int) mbs.param[6];
2805                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
2806                         topo = TOPO_PTP_STUB;
2807                 }
2808                 fcp->isp_topo = topo;
2809         }
2810         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
2811
2812         if (IS_2100(isp)) {
2813                 /*
2814                  * Don't bother with fabric if we are using really old
2815                  * 2100 firmware. It's just not worth it.
2816                  */
2817                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37)) {
2818                         check_for_fabric = 1;
2819                 } else {
2820                         check_for_fabric = 0;
2821                 }
2822         } else if (fcp->isp_topo == TOPO_FL_PORT || fcp->isp_topo == TOPO_F_PORT) {
2823                 check_for_fabric = 1;
2824         } else {
2825                 check_for_fabric = 0;
2826         }
2827
2828         /*
2829          * Check to make sure we got a valid loopid
2830          * The 24XX seems to mess this up for multiple channels.
2831          */
2832         if (fcp->isp_topo == TOPO_FL_PORT || fcp->isp_topo == TOPO_NL_PORT) {
2833                 uint8_t alpa = fcp->isp_portid;
2834
2835                 if (alpa == 0) {
2836                         /* "Cannot Happen" */
2837                         isp_prt(isp, ISP_LOGWARN, "Zero AL_PA for Loop Topology?");
2838                 } else {
2839                         int i;
2840                         for (i = 0; alpa_map[i]; i++) {
2841                                 if (alpa_map[i] == alpa) {
2842                                         break;
2843                                 }
2844                         }
2845                         if (alpa_map[i] && fcp->isp_loopid != i) {
2846                                 isp_prt(isp, ISP_LOG_SANCFG,
2847                                     "Chan %d deriving loopid %d from AL_PA map (AL_PA 0x%x) and ignoring returned value %d (AL_PA 0x%x)",
2848                                     chan, i, alpa_map[i], fcp->isp_loopid, alpa);
2849                                 fcp->isp_loopid = i;
2850                         }
2851                 }
2852         }
2853
2854
2855         if (IS_24XX(isp)) { /* XXX SHOULDN'T THIS BE FOR 2K F/W? XXX */
2856                 loopid = NPH_FL_ID;
2857         } else {
2858                 loopid = FL_ID;
2859         }
2860         if (check_for_fabric) {
2861                 r = isp_getpdb(isp, chan, loopid, &pdb, 1);
2862                 if (r && (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT)) {
2863                         isp_prt(isp, ISP_LOGWARN, "fabric topology but cannot get info about fabric controller (0x%x)", r);
2864                         fcp->isp_topo = TOPO_PTP_STUB;
2865                 }
2866         } else {
2867                 r = -1;
2868         }
2869         if (r == 0) {
2870                 if (IS_2100(isp)) {
2871                         fcp->isp_topo = TOPO_FL_PORT;
2872                 }
2873                 if (pdb.portid == 0) {
2874                         /*
2875                          * Crock.
2876                          */
2877                         fcp->isp_topo = TOPO_NL_PORT;
2878                         goto not_on_fabric;
2879                 }
2880
2881                 /*
2882                  * Save the Fabric controller's port database entry.
2883                  */
2884                 lp = &fcp->portdb[FL_ID];
2885                 lp->state = FC_PORTDB_STATE_PENDING_VALID;
2886                 MAKE_WWN_FROM_NODE_NAME(lp->node_wwn, pdb.nodename);
2887                 MAKE_WWN_FROM_NODE_NAME(lp->port_wwn, pdb.portname);
2888                 lp->prli_word3 = pdb.prli_word3;
2889                 lp->portid = pdb.portid;
2890                 lp->handle = pdb.handle;
2891                 lp->new_portid = lp->portid;
2892                 lp->new_prli_word3 = lp->prli_word3;
2893                 if (IS_24XX(isp)) {
2894                         if (check_for_fabric) {
2895                                 /*
2896                                  * The mbs is still hanging out from the MBOX_GET_LOOP_ID above.
2897                                  */
2898                                 fcp->isp_fabric_params = mbs.param[7];
2899                         } else {
2900                                 fcp->isp_fabric_params = 0;
2901                         }
2902                         if (chan) {
2903                                 fcp->isp_sns_hdl = NPH_SNS_HDLBASE + chan;
2904                                 r = isp_plogx(isp, chan, fcp->isp_sns_hdl, SNS_PORT_ID, PLOGX_FLG_CMD_PLOGI | PLOGX_FLG_COND_PLOGI | PLOGX_FLG_SKIP_PRLI, 0);
2905                                 if (r) {
2906                                         isp_prt(isp, ISP_LOGWARN, "%s: Chan %d cannot log into SNS", __func__, chan);
2907                                         return (-1);
2908                                 }
2909                         } else {
2910                                 fcp->isp_sns_hdl = NPH_SNS_ID;
2911                         }
2912                         r = isp_register_fc4_type_24xx(isp, chan);
2913                 } else {
2914                         fcp->isp_sns_hdl = SNS_ID;
2915                         r = isp_register_fc4_type(isp, chan);
2916                 }
2917                 if (r) {
2918                         isp_prt(isp, ISP_LOGWARN|ISP_LOG_SANCFG, "%s: register fc4 type failed", __func__);
2919                         return (-1);
2920                 }
2921         } else {
2922 not_on_fabric:
2923                 fcp->portdb[FL_ID].state = FC_PORTDB_STATE_NIL;
2924         }
2925
2926         fcp->isp_gbspeed = 1;
2927         if (IS_23XX(isp) || IS_24XX(isp)) {
2928                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
2929                 mbs.param[1] = MBGSD_GET_RATE;
2930                 /* mbs.param[2] undefined if we're just getting rate */
2931                 isp_mboxcmd(isp, &mbs);
2932                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
2933                         if (mbs.param[1] == MBGSD_EIGHTGB) {
2934                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 8Gb link speed", chan);
2935                                 fcp->isp_gbspeed = 8;
2936                         } else if (mbs.param[1] == MBGSD_FOURGB) {
2937                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 4Gb link speed", chan);
2938                                 fcp->isp_gbspeed = 4;
2939                         } else if (mbs.param[1] == MBGSD_TWOGB) {
2940                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 2Gb link speed", chan);
2941                                 fcp->isp_gbspeed = 2;
2942                         } else if (mbs.param[1] == MBGSD_ONEGB) {
2943                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 1Gb link speed", chan);
2944                                 fcp->isp_gbspeed = 1;
2945                         }
2946                 }
2947         }
2948
2949         /*
2950          * Announce ourselves, too.
2951          */
2952         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG, topology, chan, (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) fcp->isp_wwpn, fcp->isp_portid, fcp->isp_loopid, isp_fc_toponame(fcp));
2953         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Link Test Complete", chan);
2954         return (0);
2955 }
2956
2957 /*
2958  * Complete the synchronization of our Port Database.
2959  *
2960  * At this point, we've scanned the local loop (if any) and the fabric
2961  * and performed fabric logins on all new devices.
2962  *
2963  * Our task here is to go through our port database and remove any entities
2964  * that are still marked probational (issuing PLOGO for ones which we had
2965  * PLOGI'd into) or are dead.
2966  *
2967  * Our task here is to also check policy to decide whether devices which
2968  * have *changed* in some way should still be kept active. For example,
2969  * if a device has just changed PortID, we can either elect to treat it
2970  * as an old device or as a newly arrived device (and notify the outer
2971  * layer appropriately).
2972  *
2973  * We also do initiator map target id assignment here for new initiator
2974  * devices and refresh old ones ot make sure that they point to the correct
2975  * entities.
2976  */
2977 static int
2978 isp_pdb_sync(ispsoftc_t *isp, int chan)
2979 {
2980         fcparam *fcp = FCPARAM(isp, chan);
2981         fcportdb_t *lp;
2982         uint16_t dbidx;
2983
2984         if (fcp->isp_loopstate == LOOP_READY) {
2985                 return (0);
2986         }
2987
2988         /*
2989          * Make sure we're okay for doing this right now.
2990          */
2991         if (fcp->isp_loopstate != LOOP_PDB_RCVD &&
2992             fcp->isp_loopstate != LOOP_FSCAN_DONE &&
2993             fcp->isp_loopstate != LOOP_LSCAN_DONE) {
2994                 isp_prt(isp, ISP_LOGWARN, "isp_pdb_sync: bad loopstate %d",
2995                     fcp->isp_loopstate);
2996                 return (-1);
2997         }
2998
2999         if (fcp->isp_topo == TOPO_FL_PORT ||
3000             fcp->isp_topo == TOPO_NL_PORT ||
3001             fcp->isp_topo == TOPO_N_PORT) {
3002                 if (fcp->isp_loopstate < LOOP_LSCAN_DONE) {
3003                         if (isp_scan_loop(isp, chan) != 0) {
3004                                 isp_prt(isp, ISP_LOGWARN,
3005                                     "isp_pdb_sync: isp_scan_loop failed");
3006                                 return (-1);
3007                         }
3008                 }
3009         }
3010
3011         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3012                 if (fcp->isp_loopstate < LOOP_FSCAN_DONE) {
3013                         if (isp_scan_fabric(isp, chan) != 0) {
3014                                 isp_prt(isp, ISP_LOGWARN,
3015                                     "isp_pdb_sync: isp_scan_fabric failed");
3016                                 return (-1);
3017                         }
3018                 }
3019         }
3020
3021         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Synchronizing PDBs", chan);
3022
3023         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3024
3025         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3026                 lp = &fcp->portdb[dbidx];
3027
3028                 if (lp->state == FC_PORTDB_STATE_NIL ||
3029                     lp->state == FC_PORTDB_STATE_VALID) {
3030                         continue;
3031                 }
3032
3033                 switch (lp->state) {
3034                 case FC_PORTDB_STATE_PROBATIONAL:
3035                 case FC_PORTDB_STATE_DEAD:
3036                         lp->state = FC_PORTDB_STATE_NIL;
3037                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3038                         if (lp->autologin == 0) {
3039                                 (void) isp_plogx(isp, chan, lp->handle,
3040                                     lp->portid,
3041                                     PLOGX_FLG_CMD_LOGO |
3042                                     PLOGX_FLG_IMPLICIT |
3043                                     PLOGX_FLG_FREE_NPHDL, 0);
3044                         } else {
3045                                 lp->autologin = 0;
3046                         }
3047                         lp->new_prli_word3 = 0;
3048                         lp->new_portid = 0;
3049                         /*
3050                          * Note that we might come out of this with our state
3051                          * set to FC_PORTDB_STATE_ZOMBIE.
3052                          */
3053                         break;
3054                 case FC_PORTDB_STATE_NEW:
3055                         lp->portid = lp->new_portid;
3056                         lp->prli_word3 = lp->new_prli_word3;
3057                         lp->state = FC_PORTDB_STATE_VALID;
3058                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3059                         lp->new_prli_word3 = 0;
3060                         lp->new_portid = 0;
3061                         break;
3062                 case FC_PORTDB_STATE_CHANGED:
3063                         lp->state = FC_PORTDB_STATE_VALID;
3064                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3065                         lp->portid = lp->new_portid;
3066                         lp->prli_word3 = lp->new_prli_word3;
3067                         lp->new_prli_word3 = 0;
3068                         lp->new_portid = 0;
3069                         break;
3070                 case FC_PORTDB_STATE_PENDING_VALID:
3071                         lp->portid = lp->new_portid;
3072                         lp->prli_word3 = lp->new_prli_word3;
3073                         lp->state = FC_PORTDB_STATE_VALID;
3074                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3075                         if (dbidx != FL_ID) {
3076                                 lp->new_prli_word3 = 0;
3077                                 lp->new_portid = 0;
3078                         }
3079                         break;
3080                 case FC_PORTDB_STATE_ZOMBIE:
3081                         break;
3082                 default:
3083                         isp_prt(isp, ISP_LOGWARN,
3084                             "isp_pdb_sync: state %d for idx %d",
3085                             lp->state, dbidx);
3086                         isp_dump_portdb(isp, chan);
3087                 }
3088         }
3089
3090         /*
3091          * If we get here, we've for sure seen not only a valid loop
3092          * but know what is or isn't on it, so mark this for usage
3093          * in isp_start.
3094          */
3095         fcp->loop_seen_once = 1;
3096         fcp->isp_loopstate = LOOP_READY;
3097         return (0);
3098 }
3099
3100 /*
3101  * Scan local loop for devices.
3102  */
3103 static int
3104 isp_scan_loop(ispsoftc_t *isp, int chan)
3105 {
3106         fcportdb_t *lp, tmp;
3107         fcparam *fcp = FCPARAM(isp, chan);
3108         int i;
3109         isp_pdb_t pdb;
3110         uint16_t handle, lim = 0;
3111
3112         if (fcp->isp_fwstate < FW_READY ||
3113             fcp->isp_loopstate < LOOP_PDB_RCVD) {
3114                 return (-1);
3115         }
3116
3117         if (fcp->isp_loopstate > LOOP_SCANNING_LOOP) {
3118                 return (0);
3119         }
3120
3121         /*
3122          * Check our connection topology.
3123          *
3124          * If we're a public or private loop, we scan 0..125 as handle values.
3125          * The firmware has (typically) peformed a PLOGI for us. We skip this
3126          * step if we're a ISP_24XX in NP-IV mode.
3127          *
3128          * If we're a N-port connection, we treat this is a short loop (0..1).
3129          */
3130         switch (fcp->isp_topo) {
3131         case TOPO_NL_PORT:
3132                 lim = LOCAL_LOOP_LIM;
3133                 break;
3134         case TOPO_FL_PORT:
3135                 if (IS_24XX(isp) && isp->isp_nchan > 1) {
3136                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Skipping Local Loop Scan", chan);
3137                         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3138                         return (0);
3139                 }
3140                 lim = LOCAL_LOOP_LIM;
3141                 break;
3142         case TOPO_N_PORT:
3143                 lim = 2;
3144                 break;
3145         default:
3146                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d no loop topology to scan", chan);
3147                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3148                 return (0);
3149         }
3150
3151         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3152
3153         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop 0..%d", chan, lim-1);
3154
3155         /*
3156          * Run through the list and get the port database info for each one.
3157          */
3158         for (handle = 0; handle < lim; handle++) {
3159                 int r;
3160                 /*
3161                  * Don't scan "special" ids.
3162                  */
3163                 if (handle >= FL_ID && handle <= SNS_ID) {
3164                         continue;
3165                 }
3166                 if (ISP_CAP_2KLOGIN(isp)) {
3167                         if (handle >= NPH_RESERVED && handle <= NPH_IP_BCST) {
3168                                 continue;
3169                         }
3170                 }
3171                 /*
3172                  * In older cards with older f/w GET_PORT_DATABASE has been
3173                  * known to hang. This trick gets around that problem.
3174                  */
3175                 if (IS_2100(isp) || IS_2200(isp)) {
3176                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3177                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3178                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE (bad)", chan);
3179                                 return (-1);
3180                         }
3181                         if (node_wwn == INI_NONE) {
3182                                 continue;
3183                         }
3184                 }
3185
3186                 /*
3187                  * Get the port database entity for this index.
3188                  */
3189                 r = isp_getpdb(isp, chan, handle, &pdb, 1);
3190                 if (r != 0) {
3191                         isp_prt(isp, ISP_LOGDEBUG1,
3192                             "Chan %d FC scan loop handle %d returned %x",
3193                             chan, handle, r);
3194                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3195                                 ISP_MARK_PORTDB(isp, chan, 1);
3196                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE (bad)", chan);
3197                                 return (-1);
3198                         }
3199                         continue;
3200                 }
3201
3202                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP) {
3203                         ISP_MARK_PORTDB(isp, chan, 1);
3204                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE (bad)", chan);
3205                         return (-1);
3206                 }
3207
3208                 /*
3209                  * On *very* old 2100 firmware we would end up sometimes
3210                  * with the firmware returning the port database entry
3211                  * for something else. We used to restart this, but
3212                  * now we just punt.
3213                  */
3214                 if (IS_2100(isp) && pdb.handle != handle) {
3215                         isp_prt(isp, ISP_LOGWARN,
3216                             "Chan %d cannot synchronize port database", chan);
3217                         ISP_MARK_PORTDB(isp, chan, 1);
3218                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE (bad)", chan);
3219                         return (-1);
3220                 }
3221
3222                 /*
3223                  * Save the pertinent info locally.
3224                  */
3225                 MAKE_WWN_FROM_NODE_NAME(tmp.node_wwn, pdb.nodename);
3226                 MAKE_WWN_FROM_NODE_NAME(tmp.port_wwn, pdb.portname);
3227                 tmp.prli_word3 = pdb.prli_word3;
3228                 tmp.portid = pdb.portid;
3229                 tmp.handle = pdb.handle;
3230
3231                 /*
3232                  * Check to make sure it's still a valid entry. The 24XX seems
3233                  * to return a portid but not a WWPN/WWNN or role for devices
3234                  * which shift on a loop.
3235                  */
3236                 if (tmp.node_wwn == 0 || tmp.port_wwn == 0 || tmp.portid == 0) {
3237                         int a, b, c;
3238                         isp_prt(isp, ISP_LOGWARN,
3239                             "Chan %d bad pdb (WWNN %016jx, WWPN %016jx, PortID %06x, W3 0x%x, H 0x%x) @ handle 0x%x",
3240                             chan, tmp.node_wwn, tmp.port_wwn, tmp.portid, tmp.prli_word3, tmp.handle, handle);
3241                         a = (tmp.node_wwn == 0);
3242                         b = (tmp.port_wwn == 0);
3243                         c = (tmp.portid == 0);
3244                         if (a == 0 && b == 0) {
3245                                 tmp.node_wwn =
3246                                     isp_get_wwn(isp, chan, handle, 1);
3247                                 tmp.port_wwn =
3248                                     isp_get_wwn(isp, chan, handle, 0);
3249                                 if (tmp.node_wwn && tmp.port_wwn) {
3250                                         isp_prt(isp, ISP_LOGWARN, "DODGED!");
3251                                         goto cont;
3252                                 }
3253                         }
3254                         isp_dump_portdb(isp, chan);
3255                         continue;
3256                 }
3257   cont:
3258
3259                 /*
3260                  * Now search the entire port database
3261                  * for the same Port WWN.
3262                  */
3263                 if (isp_find_pdb_by_wwn(isp, chan, tmp.port_wwn, &lp)) {
3264                         /*
3265                          * Okay- we've found a non-nil entry that matches.
3266                          * Check to make sure it's probational or a zombie.
3267                          */
3268                         if (lp->state != FC_PORTDB_STATE_PROBATIONAL &&
3269                             lp->state != FC_PORTDB_STATE_ZOMBIE &&
3270                             lp->state != FC_PORTDB_STATE_VALID) {
3271                                 isp_prt(isp, ISP_LOGERR,
3272                                     "Chan %d [%d] not probational/zombie (0x%x)",
3273                                     chan, FC_PORTDB_TGT(isp, chan, lp), lp->state);
3274                                 isp_dump_portdb(isp, chan);
3275                                 ISP_MARK_PORTDB(isp, chan, 1);
3276                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE (bad)", chan);
3277                                 return (-1);
3278                         }
3279
3280                         /*
3281                          * Mark the device as something the f/w logs into
3282                          * automatically.
3283                          */
3284                         lp->autologin = 1;
3285                         lp->node_wwn = tmp.node_wwn;
3286
3287                         /*
3288                          * Check to make see if really still the same
3289                          * device. If it is, we mark it pending valid.
3290                          */
3291                         if (lp->portid == tmp.portid && lp->handle == tmp.handle && lp->prli_word3 == tmp.prli_word3) {
3292                                 lp->new_portid = tmp.portid;
3293                                 lp->new_prli_word3 = tmp.prli_word3;
3294                                 lp->state = FC_PORTDB_STATE_PENDING_VALID;
3295                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Loop Port 0x%06x@0x%04x Pending Valid", chan, tmp.portid, tmp.handle);
3296                                 continue;
3297                         }
3298
3299                         /*
3300                          * We can wipe out the old handle value
3301                          * here because it's no longer valid.
3302                          */
3303                         lp->handle = tmp.handle;
3304
3305                         /*
3306                          * Claim that this has changed and let somebody else
3307                          * decide what to do.
3308                          */
3309                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Loop Port 0x%06x@0x%04x changed", chan, tmp.portid, tmp.handle);
3310                         lp->state = FC_PORTDB_STATE_CHANGED;
3311                         lp->new_portid = tmp.portid;
3312                         lp->new_prli_word3 = tmp.prli_word3;
3313                         continue;
3314                 }
3315
3316                 /*
3317                  * Ah. A new device entry. Find an empty slot
3318                  * for it and save info for later disposition.
3319                  */
3320                 for (i = 0; i < MAX_FC_TARG; i++) {
3321                         if (fcp->portdb[i].state == FC_PORTDB_STATE_NIL) {
3322                                 break;
3323                         }
3324                 }
3325                 if (i == MAX_FC_TARG) {
3326                         isp_prt(isp, ISP_LOGERR,
3327                             "Chan %d out of portdb entries", chan);
3328                         continue;
3329                 }
3330                 lp = &fcp->portdb[i];
3331
3332                 ISP_MEMZERO(lp, sizeof (fcportdb_t));
3333                 lp->autologin = 1;
3334                 lp->state = FC_PORTDB_STATE_NEW;
3335                 lp->new_portid = tmp.portid;
3336                 lp->new_prli_word3 = tmp.prli_word3;
3337                 lp->handle = tmp.handle;
3338                 lp->port_wwn = tmp.port_wwn;
3339                 lp->node_wwn = tmp.node_wwn;
3340                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Loop Port 0x%06x@0x%04x is New Entry", chan, tmp.portid, tmp.handle);
3341         }
3342         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3343         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE", chan);
3344         return (0);
3345 }
3346
3347 /*
3348  * Scan the fabric for devices and add them to our port database.
3349  *
3350  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3351  *
3352  * For 2100-23XX cards, we can use the SNS mailbox command to pass simple
3353  * name server commands to the switch management server via the QLogic f/w.
3354  *
3355  * For the 24XX card, we have to use CT-Pass through run via the Execute IOCB
3356  * mailbox command.
3357  *
3358  * The net result is to leave the list of Port IDs setting untranslated in
3359  * offset IGPOFF of the FC scratch area, whereupon we'll canonicalize it to
3360  * host order at OGPOFF.
3361  */
3362
3363 /*
3364  * Take less than half of our scratch area to store Port IDs
3365  */
3366 #define GIDLEN  ((ISP_FC_SCRLEN >> 1) - 16 - SNS_GID_FT_REQ_SIZE)
3367 #define NGENT   ((GIDLEN - 16) >> 2)
3368
3369 #define IGPOFF  (2 * QENTRY_LEN)
3370 #define OGPOFF  (ISP_FC_SCRLEN >> 1)
3371 #define ZTXOFF  (ISP_FC_SCRLEN - (1 * QENTRY_LEN))
3372 #define CTXOFF  (ISP_FC_SCRLEN - (2 * QENTRY_LEN))
3373 #define XTXOFF  (ISP_FC_SCRLEN - (3 * QENTRY_LEN))
3374
3375 static int
3376 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3377 {
3378         union {
3379                 sns_gid_ft_req_t _x;
3380                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3381         } un;
3382         fcparam *fcp = FCPARAM(isp, chan);
3383         sns_gid_ft_req_t *rq = &un._x;
3384         mbreg_t mbs;
3385
3386         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d scanning fabric (GID_FT) via SNS", chan);
3387
3388         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3389         rq->snscb_rblen = GIDLEN >> 1;
3390         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + IGPOFF);
3391         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + IGPOFF);
3392         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + IGPOFF);
3393         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + IGPOFF);
3394         rq->snscb_sblen = 6;
3395         rq->snscb_cmd = SNS_GID_FT;
3396         rq->snscb_mword_div_2 = NGENT;
3397         rq->snscb_fc4_type = FC4_SCSI;
3398
3399         isp_put_gid_ft_request(isp, rq, fcp->isp_scratch);
3400         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3401
3402         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3403         mbs.param[0] = MBOX_SEND_SNS;
3404         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3405         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3406         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3407         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3408         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3409         isp_mboxcmd(isp, &mbs);
3410         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3411                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3412                         return (1);
3413                 } else {
3414                         return (-1);
3415                 }
3416         }
3417         return (0);
3418 }
3419
3420 static int
3421 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3422 {
3423         mbreg_t mbs;
3424         fcparam *fcp = FCPARAM(isp, chan);
3425         union {
3426                 isp_ct_pt_t plocal;
3427                 ct_hdr_t clocal;
3428                 uint8_t q[QENTRY_LEN];
3429         } un;
3430         isp_ct_pt_t *pt;
3431         ct_hdr_t *ct;
3432         uint32_t *rp;
3433         uint8_t *scp = fcp->isp_scratch;
3434
3435         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d scanning fabric (GID_FT) via CT", chan);
3436
3437         if (!IS_24XX(isp)) {
3438                 return (1);
3439         }
3440
3441         /*
3442          * Build a Passthrough IOCB in memory.
3443          */
3444         pt = &un.plocal;
3445         ISP_MEMZERO(un.q, QENTRY_LEN);
3446         pt->ctp_header.rqs_entry_count = 1;
3447         pt->ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3448         pt->ctp_handle = 0xffffffff;
3449         pt->ctp_nphdl = fcp->isp_sns_hdl;
3450         pt->ctp_cmd_cnt = 1;
3451         pt->ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3452         pt->ctp_time = 30;
3453         pt->ctp_rsp_cnt = 1;
3454         pt->ctp_rsp_bcnt = GIDLEN;
3455         pt->ctp_cmd_bcnt = sizeof (*ct) + sizeof (uint32_t);
3456         pt->ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma+XTXOFF);
3457         pt->ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma+XTXOFF);
3458         pt->ctp_dataseg[0].ds_count = sizeof (*ct) + sizeof (uint32_t);
3459         pt->ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma+IGPOFF);
3460         pt->ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma+IGPOFF);
3461         pt->ctp_dataseg[1].ds_count = GIDLEN;
3462         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3463                 isp_print_bytes(isp, "ct IOCB", QENTRY_LEN, pt);
3464         }
3465         isp_put_ct_pt(isp, pt, (isp_ct_pt_t *) &scp[CTXOFF]);
3466
3467         /*
3468          * Build the CT header and command in memory.
3469          *
3470          * Note that the CT header has to end up as Big Endian format in memory.
3471          */
3472         ct = &un.clocal;
3473         ISP_MEMZERO(ct, sizeof (*ct));
3474         ct->ct_revision = CT_REVISION;
3475         ct->ct_fcs_type = CT_FC_TYPE_FC;
3476         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3477         ct->ct_cmd_resp = SNS_GID_FT;
3478         ct->ct_bcnt_resid = (GIDLEN - 16) >> 2;
3479
3480         isp_put_ct_hdr(isp, ct, (ct_hdr_t *) &scp[XTXOFF]);
3481         rp = (uint32_t *) &scp[XTXOFF+sizeof (*ct)];
3482         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3483         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3484                 isp_print_bytes(isp, "CT HDR + payload after put",
3485                     sizeof (*ct) + sizeof (uint32_t), &scp[XTXOFF]);
3486         }
3487         ISP_MEMZERO(&scp[ZTXOFF], QENTRY_LEN);
3488         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 500000);
3489         mbs.param[1] = QENTRY_LEN;
3490         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
3491         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
3492         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
3493         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
3494         MEMORYBARRIER(isp, SYNC_SFORDEV, XTXOFF, 2 * QENTRY_LEN, chan);
3495         isp_mboxcmd(isp, &mbs);
3496         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3497                 return (-1);
3498         }
3499         MEMORYBARRIER(isp, SYNC_SFORCPU, ZTXOFF, QENTRY_LEN, chan);
3500         pt = &un.plocal;
3501         isp_get_ct_pt(isp, (isp_ct_pt_t *) &scp[ZTXOFF], pt);
3502         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3503                 isp_print_bytes(isp, "IOCB response", QENTRY_LEN, pt);
3504         }
3505
3506         if (pt->ctp_status && pt->ctp_status != RQCS_DATA_UNDERRUN) {
3507                 isp_prt(isp, ISP_LOGWARN,
3508                     "Chan %d ISP GID FT CT Passthrough returned 0x%x",
3509                     chan, pt->ctp_status);
3510                 return (-1);
3511         }
3512         MEMORYBARRIER(isp, SYNC_SFORCPU, IGPOFF, GIDLEN + 16, chan);
3513         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3514                 isp_print_bytes(isp, "CT response", GIDLEN+16, &scp[IGPOFF]);
3515         }
3516         return (0);
3517 }
3518
3519 static int
3520 isp_scan_fabric(ispsoftc_t *isp, int chan)
3521 {
3522         fcparam *fcp = FCPARAM(isp, chan);
3523         uint32_t portid;
3524         uint16_t handle, oldhandle, loopid;
3525         isp_pdb_t pdb;
3526         int portidx, portlim, r;
3527         sns_gid_ft_rsp_t *rs0, *rs1;
3528
3529         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Scan Fabric", chan);
3530         if (fcp->isp_fwstate != FW_READY || fcp->isp_loopstate < LOOP_LSCAN_DONE) {
3531                 return (-1);
3532         }
3533         if (fcp->isp_loopstate > LOOP_SCANNING_FABRIC) {
3534                 return (0);
3535         }
3536         if (fcp->isp_topo != TOPO_FL_PORT && fcp->isp_topo != TOPO_F_PORT) {
3537                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3538                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Scan Fabric Done (no fabric)", chan);
3539                 return (0);
3540         }
3541
3542         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3543         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3544                 isp_prt(isp, ISP_LOGERR, sacq);
3545                 ISP_MARK_PORTDB(isp, chan, 1);
3546                 return (-1);
3547         }
3548         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3549                 FC_SCRATCH_RELEASE(isp, chan);
3550                 ISP_MARK_PORTDB(isp, chan, 1);
3551                 return (-1);
3552         }
3553
3554         /*
3555          * Make sure we still are logged into the fabric controller.
3556          */
3557         if (IS_24XX(isp)) {     /* XXX SHOULDN'T THIS BE TRUE FOR 2K F/W? XXX */
3558                 loopid = NPH_FL_ID;
3559         } else {
3560                 loopid = FL_ID;
3561         }
3562         r = isp_getpdb(isp, chan, loopid, &pdb, 0);
3563         if (r == MBOX_NOT_LOGGED_IN) {
3564                 isp_dump_chip_portdb(isp, chan, 0);
3565         }
3566         if (r) {
3567                 fcp->isp_loopstate = LOOP_PDB_RCVD;
3568                 FC_SCRATCH_RELEASE(isp, chan);
3569                 ISP_MARK_PORTDB(isp, chan, 1);
3570                 return (-1);
3571         }
3572
3573         if (IS_24XX(isp)) {
3574                 r = isp_gid_ft_ct_passthru(isp, chan);
3575         } else {
3576                 r = isp_gid_ft_sns(isp, chan);
3577         }
3578
3579         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3580                 FC_SCRATCH_RELEASE(isp, chan);
3581                 ISP_MARK_PORTDB(isp, chan, 1);
3582                 return (-1);
3583         }
3584
3585         if (r > 0) {
3586                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3587                 FC_SCRATCH_RELEASE(isp, chan);
3588                 return (0);
3589         } else if (r < 0) {
3590                 fcp->isp_loopstate = LOOP_PDB_RCVD;     /* try again */
3591                 FC_SCRATCH_RELEASE(isp, chan);
3592                 return (0);
3593         }
3594
3595         MEMORYBARRIER(isp, SYNC_SFORCPU, IGPOFF, GIDLEN, chan);
3596         rs0 = (sns_gid_ft_rsp_t *) ((uint8_t *)fcp->isp_scratch+IGPOFF);
3597         rs1 = (sns_gid_ft_rsp_t *) ((uint8_t *)fcp->isp_scratch+OGPOFF);
3598         isp_get_gid_ft_response(isp, rs0, rs1, NGENT);
3599         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3600                 FC_SCRATCH_RELEASE(isp, chan);
3601                 ISP_MARK_PORTDB(isp, chan, 1);
3602                 return (-1);
3603         }
3604         if (rs1->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3605                 int level;
3606                 if (rs1->snscb_cthdr.ct_reason == 9 && rs1->snscb_cthdr.ct_explanation == 7) {
3607                         level = ISP_LOG_SANCFG;
3608                 } else {
3609                         level = ISP_LOGWARN;
3610                 }
3611                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3612                     " (Reason=0x%x Expl=0x%x)", chan,
3613                     rs1->snscb_cthdr.ct_reason,
3614                     rs1->snscb_cthdr.ct_explanation);
3615                 FC_SCRATCH_RELEASE(isp, chan);
3616                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3617                 return (0);
3618         }
3619
3620
3621         /*
3622          * If we get this far, we certainly still have the fabric controller.
3623          */
3624         fcp->portdb[FL_ID].state = FC_PORTDB_STATE_PENDING_VALID;
3625
3626         /*
3627          * Prime the handle we will start using.
3628          */
3629         oldhandle = FCPARAM(isp, 0)->isp_lasthdl;
3630
3631         /*
3632          * Go through the list and remove duplicate port ids.
3633          */
3634
3635         portlim = 0;
3636         portidx = 0;
3637         for (portidx = 0; portidx < NGENT-1; portidx++) {
3638                 if (rs1->snscb_ports[portidx].control & 0x80) {
3639                         break;
3640                 }
3641         }
3642
3643         /*
3644          * If we're not at the last entry, our list wasn't big enough.
3645          */
3646         if ((rs1->snscb_ports[portidx].control & 0x80) == 0) {
3647                 isp_prt(isp, ISP_LOGWARN,
3648                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3649         }
3650         portlim = portidx + 1;
3651         isp_prt(isp, ISP_LOG_SANCFG,
3652             "Chan %d got %d ports back from name server", chan, portlim);
3653
3654         for (portidx = 0; portidx < portlim; portidx++) {
3655                 int npidx;
3656
3657                 portid =
3658                     ((rs1->snscb_ports[portidx].portid[0]) << 16) |
3659                     ((rs1->snscb_ports[portidx].portid[1]) << 8) |
3660                     ((rs1->snscb_ports[portidx].portid[2]));
3661
3662                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3663                         uint32_t new_portid =
3664                             ((rs1->snscb_ports[npidx].portid[0]) << 16) |
3665                             ((rs1->snscb_ports[npidx].portid[1]) << 8) |
3666                             ((rs1->snscb_ports[npidx].portid[2]));
3667                         if (new_portid == portid) {
3668                                 break;
3669                         }
3670                 }
3671
3672                 if (npidx < portlim) {
3673                         rs1->snscb_ports[npidx].portid[0] = 0;
3674                         rs1->snscb_ports[npidx].portid[1] = 0;
3675                         rs1->snscb_ports[npidx].portid[2] = 0;
3676                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3677                 }
3678         }
3679
3680         /*
3681          * We now have a list of Port IDs for all FC4 SCSI devices
3682          * that the Fabric Name server knows about.
3683          *
3684          * For each entry on this list go through our port database looking
3685          * for probational entries- if we find one, then an old entry is
3686          * maybe still this one. We get some information to find out.
3687          *
3688          * Otherwise, it's a new fabric device, and we log into it
3689          * (unconditionally). After searching the entire database
3690          * again to make sure that we never ever ever ever have more
3691          * than one entry that has the same PortID or the same
3692          * WWNN/WWPN duple, we enter the device into our database.
3693          */
3694
3695         for (portidx = 0; portidx < portlim; portidx++) {
3696                 fcportdb_t *lp;
3697                 uint64_t wwnn, wwpn;
3698                 int dbidx, nr;
3699
3700                 portid =
3701                     ((rs1->snscb_ports[portidx].portid[0]) << 16) |
3702                     ((rs1->snscb_ports[portidx].portid[1]) << 8) |
3703                     ((rs1->snscb_ports[portidx].portid[2]));
3704
3705                 if (portid == 0) {
3706                         isp_prt(isp, ISP_LOG_SANCFG,
3707                             "Chan %d skipping null PortID at idx %d",
3708                             chan, portidx);
3709                         continue;
3710                 }
3711
3712                 /*
3713                  * Skip ourselves here and on other channels. If we're
3714                  * multi-id, we can't check the portids in other FCPARAM
3715                  * arenas because the resolutions here aren't synchronized.
3716                  * The best way to do this is to exclude looking at portids
3717                  * that have the same domain and area code as our own
3718                  * portid.
3719                  */
3720                 if (ISP_CAP_MULTI_ID(isp) && isp->isp_nchan > 1) {
3721                         if ((portid >> 8) == (fcp->isp_portid >> 8)) {
3722                                 isp_prt(isp, ISP_LOG_SANCFG,
3723                                     "Chan %d skip PortID 0x%06x",
3724                                     chan, portid);
3725                                 continue;
3726                         }
3727                 } else if (portid == fcp->isp_portid) {
3728                         isp_prt(isp, ISP_LOG_SANCFG,
3729                             "Chan %d skip ourselves on @ PortID 0x%06x",
3730                             chan, portid);
3731                         continue;
3732                 }
3733
3734                 isp_prt(isp, ISP_LOG_SANCFG,
3735                     "Chan %d Checking Fabric Port 0x%06x", chan, portid);
3736
3737                 /*
3738                  * We now search our Port Database for any
3739                  * probational entries with this PortID. We don't
3740                  * look for zombies here- only probational
3741                  * entries (we've already logged out of zombies).
3742                  */
3743                 for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3744                         lp = &fcp->portdb[dbidx];
3745
3746                         if (lp->state != FC_PORTDB_STATE_PROBATIONAL) {
3747                                 continue;
3748                         }
3749                         if (lp->portid == portid) {
3750                                 break;
3751                         }
3752                 }
3753
3754                 /*
3755                  * We found a probational entry with this Port ID.
3756                  */
3757                 if (dbidx < MAX_FC_TARG) {
3758                         int handle_changed = 0;
3759
3760                         lp = &fcp->portdb[dbidx];
3761
3762                         /*
3763                          * See if we're still logged into it.
3764                          *
3765                          * If we aren't, mark it as a dead device and
3766                          * leave the new portid in the database entry
3767                          * for somebody further along to decide what to
3768                          * do (policy choice).
3769                          *
3770                          * If we are, check to see if it's the same
3771                          * device still (it should be). If for some
3772                          * reason it isn't, mark it as a changed device
3773                          * and leave the new portid and role in the
3774                          * database entry for somebody further along to
3775                          * decide what to do (policy choice).
3776                          *
3777                          */
3778
3779                         r = isp_getpdb(isp, chan, lp->handle, &pdb, 0);
3780                         if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
3781                                 FC_SCRATCH_RELEASE(isp, chan);
3782                                 ISP_MARK_PORTDB(isp, chan, 1);
3783                                 return (-1);
3784                         }
3785                         if (r != 0) {
3786                                 lp->new_portid = portid;
3787                                 lp->state = FC_PORTDB_STATE_DEAD;
3788                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric PortID 0x%06x handle 0x%x is dead (%d)", chan, portid, lp->handle, r);
3789                                 continue;
3790                         }
3791
3792
3793                         /*
3794                          * Check to make sure that handle, portid, WWPN and
3795                          * WWNN agree. If they don't, then the association
3796                          * between this PortID and the stated handle has been
3797                          * broken by the firmware.
3798                          */
3799                         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb.nodename);
3800                         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3801                         if (pdb.handle != lp->handle ||
3802                             pdb.portid != portid ||
3803                             wwpn != lp->port_wwn ||
3804                             (lp->node_wwn != 0 && wwnn != lp->node_wwn)) {
3805                                 isp_prt(isp, ISP_LOG_SANCFG,
3806                                     fconf, chan, dbidx, pdb.handle, pdb.portid,
3807                                     (uint32_t) (wwnn >> 32), (uint32_t) wwnn,
3808                                     (uint32_t) (wwpn >> 32), (uint32_t) wwpn,
3809                                     lp->handle, portid,
3810                                     (uint32_t) (lp->node_wwn >> 32),
3811                                     (uint32_t) lp->node_wwn,
3812                                     (uint32_t) (lp->port_wwn >> 32),
3813                                     (uint32_t) lp->port_wwn);
3814                                 /*
3815                                  * Try to re-login to this device using a
3816                                  * new handle. If that fails, mark it dead.
3817                                  *
3818                                  * isp_login_device will check for handle and
3819                                  * portid consistency after re-login.
3820                                  *
3821                                  */
3822                                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0 ||
3823                                     isp_login_device(isp, chan, portid, &pdb,
3824                                      &oldhandle)) {
3825                                         lp->new_portid = portid;
3826                                         lp->state = FC_PORTDB_STATE_DEAD;
3827                                         if (fcp->isp_loopstate !=
3828                                             LOOP_SCANNING_FABRIC) {
3829                                                 FC_SCRATCH_RELEASE(isp, chan);
3830                                                 ISP_MARK_PORTDB(isp, chan, 1);
3831                                                 return (-1);
3832                                         }
3833                                         continue;
3834                                 }
3835                                 if (fcp->isp_loopstate !=
3836                                     LOOP_SCANNING_FABRIC) {
3837                                         FC_SCRATCH_RELEASE(isp, chan);
3838                                         ISP_MARK_PORTDB(isp, chan, 1);
3839                                         return (-1);
3840                                 }
3841                                 FCPARAM(isp, 0)->isp_lasthdl = oldhandle;
3842                                 MAKE_WWN_FROM_NODE_NAME(wwnn, pdb.nodename);
3843                                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3844                                 if (wwpn != lp->port_wwn ||
3845                                     (lp->node_wwn != 0 && wwnn != lp->node_wwn)) {
3846                                         isp_prt(isp, ISP_LOGWARN, "changed WWN"
3847                                             " after relogin");
3848                                         lp->new_portid = portid;
3849                                         lp->state = FC_PORTDB_STATE_DEAD;
3850                                         continue;
3851                                 }
3852
3853                                 lp->handle = pdb.handle;
3854                                 handle_changed++;
3855                         }
3856
3857                         nr = pdb.prli_word3;
3858
3859                         /*
3860                          * Check to see whether the portid and roles have
3861                          * stayed the same. If they have stayed the same,
3862                          * we believe that this is the same device and it
3863                          * hasn't become disconnected and reconnected, so
3864                          * mark it as pending valid.
3865                          *
3866                          * If they aren't the same, mark the device as a
3867                          * changed device and save the new port id and role
3868                          * and let somebody else decide.
3869                          */
3870
3871                         lp->new_portid = portid;
3872                         lp->new_prli_word3 = nr;
3873                         if (pdb.portid != lp->portid || nr != lp->prli_word3 || handle_changed) {
3874                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric Port 0x%06x changed", chan, portid);
3875                                 lp->state = FC_PORTDB_STATE_CHANGED;
3876                         } else {
3877                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric Port 0x%06x Now Pending Valid", chan, portid);
3878                                 lp->state = FC_PORTDB_STATE_PENDING_VALID;
3879                         }
3880                         continue;
3881                 }
3882
3883                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0)
3884                         continue;
3885
3886                 /*
3887                  * Ah- a new entry. Search the database again for all non-NIL
3888                  * entries to make sure we never ever make a new database entry
3889                  * with the same port id. While we're at it, mark where the
3890                  * last free entry was.
3891                  */
3892
3893                 dbidx = MAX_FC_TARG;
3894                 for (lp = fcp->portdb; lp < &fcp->portdb[MAX_FC_TARG]; lp++) {
3895                         if (lp >= &fcp->portdb[FL_ID] &&
3896                             lp <= &fcp->portdb[SNS_ID]) {
3897                                 continue;
3898                         }
3899                         if (lp->state == FC_PORTDB_STATE_NIL) {
3900                                 if (dbidx == MAX_FC_TARG) {
3901                                         dbidx = lp - fcp->portdb;
3902                                 }
3903                                 continue;
3904                         }
3905                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
3906                                 continue;
3907                         }
3908                         if (lp->portid == portid) {
3909                                 break;
3910                         }
3911                 }
3912
3913                 if (lp < &fcp->portdb[MAX_FC_TARG]) {
3914                         isp_prt(isp, ISP_LOGWARN, "Chan %d PortID 0x%06x "
3915                             "already at %d handle %d state %d",
3916                             chan, portid, dbidx, lp->handle, lp->state);
3917                         continue;
3918                 }
3919
3920                 /*
3921                  * We should have the index of the first free entry seen.
3922                  */
3923                 if (dbidx == MAX_FC_TARG) {
3924                         isp_prt(isp, ISP_LOGERR,
3925                             "port database too small to login PortID 0x%06x"
3926                             "- increase MAX_FC_TARG", portid);
3927                         continue;
3928                 }
3929
3930                 /*
3931                  * Otherwise, point to our new home.
3932                  */
3933                 lp = &fcp->portdb[dbidx];
3934
3935                 /*
3936                  * Try to see if we are logged into this device,
3937                  * and maybe log into it.
3938                  *
3939                  * isp_login_device will check for handle and
3940                  * portid consistency after login.
3941                  */
3942                 if (isp_login_device(isp, chan, portid, &pdb, &oldhandle)) {
3943                         if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
3944                                 FC_SCRATCH_RELEASE(isp, chan);
3945                                 ISP_MARK_PORTDB(isp, chan, 1);
3946                                 return (-1);
3947                         }
3948                         continue;
3949                 }
3950                 if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
3951                         FC_SCRATCH_RELEASE(isp, chan);
3952                         ISP_MARK_PORTDB(isp, chan, 1);
3953                         return (-1);
3954                 }
3955                 FCPARAM(isp, 0)->isp_lasthdl = oldhandle;
3956
3957                 handle = pdb.handle;
3958                 MAKE_WWN_FROM_NODE_NAME(wwnn, pdb.nodename);
3959                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3960                 nr = pdb.prli_word3;
3961
3962                 /*
3963                  * And go through the database *one* more time to make sure
3964                  * that we do not make more than one entry that has the same
3965                  * WWNN/WWPN duple
3966                  */
3967                 for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3968                         if (dbidx >= FL_ID && dbidx <= SNS_ID) {
3969                                 continue;
3970                         }
3971                         if ((fcp->portdb[dbidx].node_wwn == wwnn ||
3972                              fcp->portdb[dbidx].node_wwn == 0) &&
3973                             fcp->portdb[dbidx].port_wwn == wwpn) {
3974                                 break;
3975                         }
3976                 }
3977
3978                 if (dbidx == MAX_FC_TARG) {
3979                         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3980                         lp->handle = handle;
3981                         lp->node_wwn = wwnn;
3982                         lp->port_wwn = wwpn;
3983                         lp->new_portid = portid;
3984                         lp->new_prli_word3 = nr;
3985                         lp->state = FC_PORTDB_STATE_NEW;
3986                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric Port 0x%06x is a New Entry", chan, portid);
3987                         continue;
3988                 }
3989
3990                 if (fcp->portdb[dbidx].state != FC_PORTDB_STATE_ZOMBIE) {
3991                         isp_prt(isp, ISP_LOGWARN,
3992                             "Chan %d PortID 0x%x 0x%08x%08x/0x%08x%08x %ld "
3993                             "already at idx %d, state 0x%x", chan, portid,
3994                             (uint32_t) (wwnn >> 32), (uint32_t) wwnn,
3995                             (uint32_t) (wwpn >> 32), (uint32_t) wwpn,
3996                             (long) (lp - fcp->portdb), dbidx,
3997                             fcp->portdb[dbidx].state);
3998                         continue;
3999                 }
4000
4001                 /*
4002                  * We found a zombie entry that matches us.
4003                  * Revive it. We know that WWN and WWPN
4004                  * are the same. For fabric devices, we
4005                  * don't care that handle is different
4006                  * as we assign that. If role or portid
4007                  * are different, it maybe a changed device.
4008                  */
4009                 lp = &fcp->portdb[dbidx];
4010                 lp->handle = handle;
4011                 lp->node_wwn = wwnn;
4012                 lp->new_portid = portid;
4013                 lp->new_prli_word3 = nr;
4014                 if (lp->portid != portid || lp->prli_word3 != nr) {
4015                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Zombie Fabric Port 0x%06x Now Changed", chan, portid);
4016                         lp->state = FC_PORTDB_STATE_CHANGED;
4017                 } else {
4018                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Zombie Fabric Port 0x%06x Now Pending Valid", chan, portid);
4019                         lp->state = FC_PORTDB_STATE_PENDING_VALID;
4020                 }
4021         }
4022
4023         FC_SCRATCH_RELEASE(isp, chan);
4024         if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
4025                 ISP_MARK_PORTDB(isp, chan, 1);
4026                 return (-1);
4027         }
4028         fcp->isp_loopstate = LOOP_FSCAN_DONE;
4029         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Scan Fabric Done", chan);
4030         return (0);
4031 }
4032
4033 /*
4034  * Find an unused handle and try and use to login to a port.
4035  */
4036 static int
4037 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
4038 {
4039         int lim, i, r;
4040         uint16_t handle;
4041
4042         if (ISP_CAP_2KLOGIN(isp)) {
4043                 lim = NPH_MAX_2K;
4044         } else {
4045                 lim = NPH_MAX;
4046         }
4047
4048         handle = isp_nxt_handle(isp, chan, *ohp);
4049         for (i = 0; i < lim; i++) {
4050                 /*
4051                  * See if we're still logged into something with
4052                  * this handle and that something agrees with this
4053                  * port id.
4054                  */
4055                 r = isp_getpdb(isp, chan, handle, p, 0);
4056                 if (r == 0 && p->portid != portid) {
4057                         (void) isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL, 1);
4058                 } else if (r == 0) {
4059                         break;
4060                 }
4061                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4062                         return (-1);
4063                 }
4064                 /*
4065                  * Now try and log into the device
4066                  */
4067                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI, 1);
4068                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4069                         return (-1);
4070                 }
4071                 if (r == 0) {
4072                         *ohp = handle;
4073                         break;
4074                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4075                         /*
4076                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
4077                          * handle. We need to break that association. We used to try and just substitute the handle, but then
4078                          * failed to get any data via isp_getpdb (below).
4079                          */
4080                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL, 1)) {
4081                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
4082                         }
4083                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4084                                 return (-1);
4085                         }
4086                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI, 1);
4087                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4088                                 return (-1);
4089                         }
4090                         if (r == 0) {
4091                                 *ohp = handle;
4092                         } else {
4093                                 i = lim;
4094                         }
4095                         break;
4096                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
4097                         /*
4098                          * Try the next loop id.
4099                          */
4100                         *ohp = handle;
4101                         handle = isp_nxt_handle(isp, chan, handle);
4102                 } else {
4103                         /*
4104                          * Give up.
4105                          */
4106                         i = lim;
4107                         break;
4108                 }
4109         }
4110
4111         if (i == lim) {
4112                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
4113                 return (-1);
4114         }
4115
4116         /*
4117          * If we successfully logged into it, get the PDB for it
4118          * so we can crosscheck that it is still what we think it
4119          * is and that we also have the role it plays
4120          */
4121         r = isp_getpdb(isp, chan, handle, p, 0);
4122         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4123                 return (-1);
4124         }
4125         if (r != 0) {
4126                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
4127                 return (-1);
4128         }
4129
4130         if (p->handle != handle || p->portid != portid) {
4131                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
4132                     chan, portid, handle, p->portid, p->handle);
4133                 return (-1);
4134         }
4135         return (0);
4136 }
4137
4138 static int
4139 isp_register_fc4_type(ispsoftc_t *isp, int chan)
4140 {
4141         fcparam *fcp = FCPARAM(isp, chan);
4142         uint8_t local[SNS_RFT_ID_REQ_SIZE];
4143         sns_screq_t *reqp = (sns_screq_t *) local;
4144         mbreg_t mbs;
4145
4146         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
4147         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
4148         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
4149         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
4150         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
4151         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
4152         reqp->snscb_sblen = 22;
4153         reqp->snscb_data[0] = SNS_RFT_ID;
4154         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
4155         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
4156         reqp->snscb_data[6] = (1 << FC4_SCSI);
4157         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4158                 isp_prt(isp, ISP_LOGERR, sacq);
4159                 return (-1);
4160         }
4161         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
4162         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
4163         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
4164         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4165         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4166         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4167         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4168         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
4169         isp_mboxcmd(isp, &mbs);
4170         FC_SCRATCH_RELEASE(isp, chan);
4171         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4172                 return (0);
4173         } else {
4174                 return (-1);
4175         }
4176 }
4177
4178 static int
4179 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
4180 {
4181         mbreg_t mbs;
4182         fcparam *fcp = FCPARAM(isp, chan);
4183         union {
4184                 isp_ct_pt_t plocal;
4185                 rft_id_t clocal;
4186                 uint8_t q[QENTRY_LEN];
4187         } un;
4188         isp_ct_pt_t *pt;
4189         ct_hdr_t *ct;
4190         rft_id_t *rp;
4191         uint8_t *scp = fcp->isp_scratch;
4192
4193         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4194                 isp_prt(isp, ISP_LOGERR, sacq);
4195                 return (-1);
4196         }
4197
4198         /*
4199          * Build a Passthrough IOCB in memory.
4200          */
4201         ISP_MEMZERO(un.q, QENTRY_LEN);
4202         pt = &un.plocal;
4203         pt->ctp_header.rqs_entry_count = 1;
4204         pt->ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
4205         pt->ctp_handle = 0xffffffff;
4206         pt->ctp_nphdl = fcp->isp_sns_hdl;
4207         pt->ctp_cmd_cnt = 1;
4208         pt->ctp_vpidx = ISP_GET_VPIDX(isp, chan);
4209         pt->ctp_time = 1;
4210         pt->ctp_rsp_cnt = 1;
4211         pt->ctp_rsp_bcnt = sizeof (ct_hdr_t);
4212         pt->ctp_cmd_bcnt = sizeof (rft_id_t);
4213         pt->ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma+XTXOFF);
4214         pt->ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma+XTXOFF);
4215         pt->ctp_dataseg[0].ds_count = sizeof (rft_id_t);
4216         pt->ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma+IGPOFF);
4217         pt->ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma+IGPOFF);
4218         pt->ctp_dataseg[1].ds_count = sizeof (ct_hdr_t);
4219         isp_put_ct_pt(isp, pt, (isp_ct_pt_t *) &scp[CTXOFF]);
4220         if (isp->isp_dblev & ISP_LOGDEBUG1) {
4221                 isp_print_bytes(isp, "IOCB CT Request", QENTRY_LEN, pt);
4222         }
4223
4224         /*
4225          * Build the CT header and command in memory.
4226          *
4227          * Note that the CT header has to end up as Big Endian format in memory.
4228          */
4229         ISP_MEMZERO(&un.clocal, sizeof (un.clocal));
4230         ct = &un.clocal.rftid_hdr;
4231         ct->ct_revision = CT_REVISION;
4232         ct->ct_fcs_type = CT_FC_TYPE_FC;
4233         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4234         ct->ct_cmd_resp = SNS_RFT_ID;
4235         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4236         rp = &un.clocal;
4237         rp->rftid_portid[0] = fcp->isp_portid >> 16;
4238         rp->rftid_portid[1] = fcp->isp_portid >> 8;
4239         rp->rftid_portid[2] = fcp->isp_portid;
4240         rp->rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4241         isp_put_rft_id(isp, rp, (rft_id_t *) &scp[XTXOFF]);
4242         if (isp->isp_dblev & ISP_LOGDEBUG1) {
4243                 isp_print_bytes(isp, "CT Header", QENTRY_LEN, &scp[XTXOFF]);
4244         }
4245
4246         ISP_MEMZERO(&scp[ZTXOFF], sizeof (ct_hdr_t));
4247
4248         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 1000000);
4249         mbs.param[1] = QENTRY_LEN;
4250         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
4251         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
4252         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
4253         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
4254         MEMORYBARRIER(isp, SYNC_SFORDEV, XTXOFF, 2 * QENTRY_LEN, chan);
4255         isp_mboxcmd(isp, &mbs);
4256         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4257                 FC_SCRATCH_RELEASE(isp, chan);
4258                 return (-1);
4259         }
4260         MEMORYBARRIER(isp, SYNC_SFORCPU, ZTXOFF, QENTRY_LEN, chan);
4261         pt = &un.plocal;
4262         isp_get_ct_pt(isp, (isp_ct_pt_t *) &scp[ZTXOFF], pt);
4263         if (isp->isp_dblev & ISP_LOGDEBUG1) {
4264                 isp_print_bytes(isp, "IOCB response", QENTRY_LEN, pt);
4265         }
4266         if (pt->ctp_status) {
4267                 FC_SCRATCH_RELEASE(isp, chan);
4268                 isp_prt(isp, ISP_LOGWARN,
4269                     "Chan %d Register FC4 Type CT Passthrough returned 0x%x",
4270                     chan, pt->ctp_status);
4271                 return (1);
4272         }
4273
4274         isp_get_ct_hdr(isp, (ct_hdr_t *) &scp[IGPOFF], ct);
4275         FC_SCRATCH_RELEASE(isp, chan);
4276
4277         if (ct->ct_cmd_resp == LS_RJT) {
4278                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4279                 return (-1);
4280         } else if (ct->ct_cmd_resp == LS_ACC) {
4281                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4282                 return (0);
4283         } else {
4284                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4285                 return (-1);
4286         }
4287 }
4288
4289 static uint16_t
4290 isp_nxt_handle(ispsoftc_t *isp, int chan, uint16_t handle)
4291 {
4292         int i;
4293         if (handle == NIL_HANDLE) {
4294                 if (FCPARAM(isp, chan)->isp_topo == TOPO_F_PORT) {
4295                         handle = 0;
4296                 } else {
4297                         handle = SNS_ID+1;
4298                 }
4299         } else {
4300                 handle += 1;
4301                 if (handle >= FL_ID && handle <= SNS_ID) {
4302                         handle = SNS_ID+1;
4303                 }
4304                 if (handle >= NPH_RESERVED && handle <= NPH_IP_BCST) {
4305                         handle = NPH_IP_BCST + 1;
4306                 }
4307                 if (ISP_CAP_2KLOGIN(isp)) {
4308                         if (handle == NPH_MAX_2K) {
4309                                 handle = 0;
4310                         }
4311                 } else {
4312                         if (handle == NPH_MAX) {
4313                                 handle = 0;
4314                         }
4315                 }
4316         }
4317         if (handle == FCPARAM(isp, chan)->isp_loopid) {
4318                 return (isp_nxt_handle(isp, chan, handle));
4319         }
4320         for (i = 0; i < MAX_FC_TARG; i++) {
4321                 if (FCPARAM(isp, chan)->portdb[i].state ==
4322                     FC_PORTDB_STATE_NIL) {
4323                         continue;
4324                 }
4325                 if (FCPARAM(isp, chan)->portdb[i].handle == handle) {
4326                         return (isp_nxt_handle(isp, chan, handle));
4327                 }
4328         }
4329         return (handle);
4330 }
4331
4332 /*
4333  * Start a command. Locking is assumed done in the caller.
4334  */
4335
4336 int
4337 isp_start(XS_T *xs)
4338 {
4339         ispsoftc_t *isp;
4340         uint32_t handle, cdblen;
4341         uint8_t local[QENTRY_LEN];
4342         ispreq_t *reqp;
4343         void *cdbp, *qep;
4344         uint16_t *tptr;
4345         fcportdb_t *lp;
4346         int target, dmaresult;
4347
4348         XS_INITERR(xs);
4349         isp = XS_ISP(xs);
4350
4351         /*
4352          * Now make sure we're running.
4353          */
4354
4355         if (isp->isp_state != ISP_RUNSTATE) {
4356                 isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4357                 XS_SETERR(xs, HBA_BOTCH);
4358                 return (CMD_COMPLETE);
4359         }
4360
4361         /*
4362          * Check command CDB length, etc.. We really are limited to 16 bytes
4363          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4364          * but probably only if we're running fairly new firmware (we'll
4365          * let the old f/w choke on an extended command queue entry).
4366          */
4367
4368         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4369                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4370                 XS_SETERR(xs, HBA_BOTCH);
4371                 return (CMD_COMPLETE);
4372         }
4373
4374         /*
4375          * Translate the target to device handle as appropriate, checking
4376          * for correct device state as well.
4377          */
4378         target = XS_TGT(xs);
4379         if (IS_FC(isp)) {
4380                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4381
4382                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4383                         isp_prt(isp, ISP_LOG_WARN1,
4384                             "%d.%d.%jx I am not an initiator",
4385                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4386                         XS_SETERR(xs, HBA_SELTIMEOUT);
4387                         return (CMD_COMPLETE);
4388                 }
4389
4390                 /*
4391                  * Try again later.
4392                  */
4393                 if (fcp->isp_fwstate != FW_READY || fcp->isp_loopstate != LOOP_READY) {
4394                         return (CMD_RQLATER);
4395                 }
4396
4397                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4398                 lp = &fcp->portdb[target];
4399                 if (target < 0 || target >= MAX_FC_TARG ||
4400                     lp->is_target == 0) {
4401                         XS_SETERR(xs, HBA_SELTIMEOUT);
4402                         return (CMD_COMPLETE);
4403                 }
4404                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4405                         isp_prt(isp, ISP_LOGDEBUG1,
4406                             "%d.%d.%jx target zombie",
4407                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4408                         return (CMD_RQLATER);
4409                 }
4410                 if (lp->state != FC_PORTDB_STATE_VALID) {
4411                         isp_prt(isp, ISP_LOGDEBUG1,
4412                             "%d.%d.%jx bad db port state 0x%x",
4413                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4414                         XS_SETERR(xs, HBA_SELTIMEOUT);
4415                         return (CMD_COMPLETE);
4416                 }
4417         } else {
4418                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4419                 if ((sdp->role & ISP_ROLE_INITIATOR) == 0) {
4420                         isp_prt(isp, ISP_LOGDEBUG1,
4421                             "%d.%d.%jx I am not an initiator",
4422                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4423                         XS_SETERR(xs, HBA_SELTIMEOUT);
4424                         return (CMD_COMPLETE);
4425                 }
4426                 if (sdp->update) {
4427                         isp_spi_update(isp, XS_CHANNEL(xs));
4428                 }
4429                 lp = NULL;
4430         }
4431
4432  start_again:
4433
4434         qep = isp_getrqentry(isp);
4435         if (qep == NULL) {
4436                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4437                 XS_SETERR(xs, HBA_BOTCH);
4438                 return (CMD_EAGAIN);
4439         }
4440         XS_SETERR(xs, HBA_NOERROR);
4441
4442         /*
4443          * Now see if we need to synchronize the ISP with respect to anything.
4444          * We do dual duty here (cough) for synchronizing for busses other
4445          * than which we got here to send a command to.
4446          */
4447         reqp = (ispreq_t *) local;
4448         ISP_MEMZERO(local, QENTRY_LEN);
4449         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4450                 if (IS_24XX(isp)) {
4451                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4452                         m->mrk_header.rqs_entry_count = 1;
4453                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4454                         m->mrk_modifier = SYNC_ALL;
4455                         isp_put_marker_24xx(isp, m, qep);
4456                 } else {
4457                         isp_marker_t *m = (isp_marker_t *) reqp;
4458                         m->mrk_header.rqs_entry_count = 1;
4459                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4460                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4461                         m->mrk_modifier = SYNC_ALL;
4462                         isp_put_marker(isp, m, qep);
4463                 }
4464                 ISP_SYNC_REQUEST(isp);
4465                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4466                 goto start_again;
4467         }
4468
4469         reqp->req_header.rqs_entry_count = 1;
4470
4471         /*
4472          * Select and install Header Code.
4473          * Note that it might be overridden before going out
4474          * if we're on a 64 bit platform. The lower level
4475          * code (isp_send_cmd) will select the appropriate
4476          * 64 bit variant if it needs to.
4477          */
4478         if (IS_24XX(isp)) {
4479                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4480         } else if (IS_FC(isp)) {
4481                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4482         } else {
4483                 if (XS_CDBLEN(xs) > 12) {
4484                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4485                 } else {
4486                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4487                 }
4488         }
4489
4490         /*
4491          * Set task attributes
4492          */
4493         if (IS_24XX(isp)) {
4494                 int ttype;
4495                 if (XS_TAG_P(xs)) {
4496                         ttype = XS_TAG_TYPE(xs);
4497                 } else {
4498                         if (XS_CDBP(xs)[0] == 0x3) {
4499                                 ttype = REQFLAG_HTAG;
4500                         } else {
4501                                 ttype = REQFLAG_STAG;
4502                         }
4503                 }
4504                 if (ttype == REQFLAG_OTAG) {
4505                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4506                 } else if (ttype == REQFLAG_HTAG) {
4507                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4508                 } else {
4509                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4510                 }
4511                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4512         } else if (IS_FC(isp)) {
4513                 /*
4514                  * See comment in isp_intr
4515                  */
4516                 /* XS_SET_RESID(xs, 0); */
4517
4518                 /*
4519                  * Fibre Channel always requires some kind of tag.
4520                  * The Qlogic drivers seem be happy not to use a tag,
4521                  * but this breaks for some devices (IBM drives).
4522                  */
4523                 if (XS_TAG_P(xs)) {
4524                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4525                 } else {
4526                         /*
4527                          * If we don't know what tag to use, use HEAD OF QUEUE
4528                          * for Request Sense or Simple.
4529                          */
4530                         if (XS_CDBP(xs)[0] == 0x3)      /* REQUEST SENSE */
4531                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4532                         else
4533                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4534                 }
4535         } else {
4536                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4537                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4538                         reqp->req_flags = XS_TAG_TYPE(xs);
4539                 }
4540         }
4541
4542         tptr = &reqp->req_time;
4543
4544         /*
4545          * NB: we do not support long CDBs (yet)
4546          */
4547         cdblen = XS_CDBLEN(xs);
4548
4549         if (IS_SCSI(isp)) {
4550                 if (cdblen > sizeof (reqp->req_cdb)) {
4551                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4552                         XS_SETERR(xs, HBA_BOTCH);
4553                         return (CMD_COMPLETE);
4554                 }
4555                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4556                 reqp->req_lun_trn = XS_LUN(xs);
4557                 cdbp = reqp->req_cdb;
4558                 reqp->req_cdblen = cdblen;
4559         } else if (IS_24XX(isp)) {
4560                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4561
4562                 if (cdblen > sizeof (t7->req_cdb)) {
4563                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4564                         XS_SETERR(xs, HBA_BOTCH);
4565                         return (CMD_COMPLETE);
4566                 }
4567
4568                 t7->req_nphdl = lp->handle;
4569                 t7->req_tidlo = lp->portid;
4570                 t7->req_tidhi = lp->portid >> 16;
4571                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4572 #if __FreeBSD_version >= 1000700
4573                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4574 #else
4575                 if (XS_LUN(xs) >= 256) {
4576                         t7->req_lun[0] = XS_LUN(xs) >> 8;
4577                         t7->req_lun[0] |= 0x40;
4578                 }
4579                 t7->req_lun[1] = XS_LUN(xs);
4580 #endif
4581                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4582                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4583                                 isp_prt(isp, ISP_LOG_WARN1,
4584                                     "%d.%d.%jx cannot generate next CRN",
4585                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4586                                 XS_SETERR(xs, HBA_BOTCH);
4587                                 return (CMD_EAGAIN);
4588                         }
4589                 }
4590                 tptr = &t7->req_time;
4591                 cdbp = t7->req_cdb;
4592         } else {
4593                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4594
4595                 if (cdblen > sizeof t2->req_cdb) {
4596                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4597                         XS_SETERR(xs, HBA_BOTCH);
4598                         return (CMD_COMPLETE);
4599                 }
4600                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4601                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4602                                 isp_prt(isp, ISP_LOG_WARN1,
4603                                     "%d.%d.%jx cannot generate next CRN",
4604                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4605                                 XS_SETERR(xs, HBA_BOTCH);
4606                                 return (CMD_EAGAIN);
4607                         }
4608                 }
4609                 if (ISP_CAP_2KLOGIN(isp)) {
4610                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4611                         t2e->req_target = lp->handle;
4612                         t2e->req_scclun = XS_LUN(xs);
4613 #if __FreeBSD_version < 1000700
4614                         if (XS_LUN(xs) >= 256)
4615                                 t2e->req_scclun |= 0x4000;
4616 #endif
4617                         cdbp = t2e->req_cdb;
4618                 } else if (ISP_CAP_SCCFW(isp)) {
4619                         ispreqt2_t *t2 = (ispreqt2_t *)local;
4620                         t2->req_target = lp->handle;
4621                         t2->req_scclun = XS_LUN(xs);
4622 #if __FreeBSD_version < 1000700
4623                         if (XS_LUN(xs) >= 256)
4624                                 t2->req_scclun |= 0x4000;
4625 #endif
4626                         cdbp = t2->req_cdb;
4627                 } else {
4628                         t2->req_target = lp->handle;
4629                         t2->req_lun_trn = XS_LUN(xs);
4630                         cdbp = t2->req_cdb;
4631                 }
4632         }
4633         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4634
4635         *tptr = XS_TIME(xs) / 1000;
4636         if (*tptr == 0 && XS_TIME(xs)) {
4637                 *tptr = 1;
4638         }
4639         if (IS_24XX(isp) && *tptr > 0x1999) {
4640                 *tptr = 0x1999;
4641         }
4642
4643         if (isp_allocate_xs(isp, xs, &handle)) {
4644                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4645                 XS_SETERR(xs, HBA_BOTCH);
4646                 return (CMD_EAGAIN);
4647         }
4648         /* Whew. Thankfully the same for type 7 requests */
4649         reqp->req_handle = handle;
4650
4651         /*
4652          * Set up DMA and/or do any platform dependent swizzling of the request entry
4653          * so that the Qlogic F/W understands what is being asked of it.
4654          *
4655          * The callee is responsible for adding all requests at this point.
4656          */
4657         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4658         if (dmaresult != CMD_QUEUED) {
4659                 isp_destroy_handle(isp, handle);
4660                 /*
4661                  * dmasetup sets actual error in packet, and
4662                  * return what we were given to return.
4663                  */
4664                 return (dmaresult);
4665         }
4666         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4667         isp->isp_nactive++;
4668         return (CMD_QUEUED);
4669 }
4670
4671 /*
4672  * isp control
4673  * Locks (ints blocked) assumed held.
4674  */
4675
4676 int
4677 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4678 {
4679         XS_T *xs;
4680         mbreg_t *mbr, mbs;
4681         int chan, tgt;
4682         uint32_t handle;
4683         va_list ap;
4684
4685         switch (ctl) {
4686         case ISPCTL_RESET_BUS:
4687                 /*
4688                  * Issue a bus reset.
4689                  */
4690                 if (IS_24XX(isp)) {
4691                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4692                         break;
4693                 } else if (IS_FC(isp)) {
4694                         mbs.param[1] = 10;
4695                         chan = 0;
4696                 } else {
4697                         va_start(ap, ctl);
4698                         chan = va_arg(ap, int);
4699                         va_end(ap);
4700                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4701                         if (mbs.param[1] < 2) {
4702                                 mbs.param[1] = 2;
4703                         }
4704                         mbs.param[2] = chan;
4705                 }
4706                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4707                 ISP_SET_SENDMARKER(isp, chan, 1);
4708                 isp_mboxcmd(isp, &mbs);
4709                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4710                         break;
4711                 }
4712                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4713                 return (0);
4714
4715         case ISPCTL_RESET_DEV:
4716                 va_start(ap, ctl);
4717                 chan = va_arg(ap, int);
4718                 tgt = va_arg(ap, int);
4719                 va_end(ap);
4720                 if (IS_24XX(isp)) {
4721                         uint8_t local[QENTRY_LEN];
4722                         isp24xx_tmf_t *tmf;
4723                         isp24xx_statusreq_t *sp;
4724                         fcparam *fcp = FCPARAM(isp, chan);
4725                         fcportdb_t *lp;
4726
4727                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4728                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4729                                 break;
4730                         }
4731                         lp = &fcp->portdb[tgt];
4732                         if (lp->is_target == 0 ||
4733                             lp->state != FC_PORTDB_STATE_VALID) {
4734                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4735                                 break;
4736                         }
4737
4738                         tmf = (isp24xx_tmf_t *) local;
4739                         ISP_MEMZERO(tmf, QENTRY_LEN);
4740                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4741                         tmf->tmf_header.rqs_entry_count = 1;
4742                         tmf->tmf_nphdl = lp->handle;
4743                         tmf->tmf_delay = 2;
4744                         tmf->tmf_timeout = 2;
4745                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4746                         tmf->tmf_tidlo = lp->portid;
4747                         tmf->tmf_tidhi = lp->portid >> 16;
4748                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4749                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4750                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4751                         mbs.param[1] = QENTRY_LEN;
4752                         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4753                         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4754                         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4755                         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4756
4757                         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4758                                 isp_prt(isp, ISP_LOGERR, sacq);
4759                                 break;
4760                         }
4761                         isp_put_24xx_tmf(isp, tmf, fcp->isp_scratch);
4762                         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, QENTRY_LEN, chan);
4763                         fcp->sendmarker = 1;
4764                         isp_mboxcmd(isp, &mbs);
4765                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4766                                 FC_SCRATCH_RELEASE(isp, chan);
4767                                 break;
4768                         }
4769                         MEMORYBARRIER(isp, SYNC_SFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4770                         sp = (isp24xx_statusreq_t *) local;
4771                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)fcp->isp_scratch)[1], sp);
4772                         FC_SCRATCH_RELEASE(isp, chan);
4773                         if (sp->req_completion_status == 0) {
4774                                 return (0);
4775                         }
4776                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4777                         break;
4778                 } else if (IS_FC(isp)) {
4779                         if (ISP_CAP_2KLOGIN(isp)) {
4780                                 mbs.param[1] = tgt;
4781                                 mbs.ibits = (1 << 10);
4782                         } else {
4783                                 mbs.param[1] = (tgt << 8);
4784                         }
4785                 } else {
4786                         mbs.param[1] = (chan << 15) | (tgt << 8);
4787                 }
4788                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4789                 mbs.param[2] = 3;       /* 'delay', in seconds */
4790                 isp_mboxcmd(isp, &mbs);
4791                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4792                         break;
4793                 }
4794                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4795                 ISP_SET_SENDMARKER(isp, chan, 1);
4796                 return (0);
4797
4798         case ISPCTL_ABORT_CMD:
4799                 va_start(ap, ctl);
4800                 xs = va_arg(ap, XS_T *);
4801                 va_end(ap);
4802
4803                 tgt = XS_TGT(xs);
4804                 chan = XS_CHANNEL(xs);
4805
4806                 handle = isp_find_handle(isp, xs);
4807                 if (handle == 0) {
4808                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4809                         break;
4810                 }
4811                 if (IS_24XX(isp)) {
4812                         isp24xx_abrt_t local, *ab = &local, *ab2;
4813                         fcparam *fcp;
4814                         fcportdb_t *lp;
4815
4816                         fcp = FCPARAM(isp, chan);
4817                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4818                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4819                                 break;
4820                         }
4821                         lp = &fcp->portdb[tgt];
4822                         if (lp->is_target == 0 ||
4823                             lp->state != FC_PORTDB_STATE_VALID) {
4824                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4825                                 break;
4826                         }
4827                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4828                         ISP_MEMZERO(ab, QENTRY_LEN);
4829                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4830                         ab->abrt_header.rqs_entry_count = 1;
4831                         ab->abrt_handle = lp->handle;
4832                         ab->abrt_cmd_handle = handle;
4833                         ab->abrt_tidlo = lp->portid;
4834                         ab->abrt_tidhi = lp->portid >> 16;
4835                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4836
4837                         ISP_MEMZERO(&mbs, sizeof (mbs));
4838                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4839                         mbs.param[1] = QENTRY_LEN;
4840                         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4841                         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4842                         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4843                         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4844
4845                         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4846                                 isp_prt(isp, ISP_LOGERR, sacq);
4847                                 break;
4848                         }
4849                         isp_put_24xx_abrt(isp, ab, fcp->isp_scratch);
4850                         ab2 = (isp24xx_abrt_t *) &((uint8_t *)fcp->isp_scratch)[QENTRY_LEN];
4851                         ab2->abrt_nphdl = 0xdeaf;
4852                         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, 2 * QENTRY_LEN, chan);
4853                         isp_mboxcmd(isp, &mbs);
4854                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4855                                 FC_SCRATCH_RELEASE(isp, chan);
4856                                 break;
4857                         }
4858                         MEMORYBARRIER(isp, SYNC_SFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4859                         isp_get_24xx_abrt(isp, ab2, ab);
4860                         FC_SCRATCH_RELEASE(isp, chan);
4861                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4862                                 return (0);
4863                         }
4864                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4865                         break;
4866                 } else if (IS_FC(isp)) {
4867                         if (ISP_CAP_SCCFW(isp)) {
4868                                 if (ISP_CAP_2KLOGIN(isp)) {
4869                                         mbs.param[1] = tgt;
4870                                 } else {
4871                                         mbs.param[1] = tgt << 8;
4872                                 }
4873                                 mbs.param[6] = XS_LUN(xs);
4874                         } else {
4875                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4876                         }
4877                 } else {
4878                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4879                 }
4880                 MBSINIT(&mbs, MBOX_ABORT, MBLOGALL & ~MBOX_COMMAND_ERROR, 0);
4881                 mbs.param[2] = handle;
4882                 isp_mboxcmd(isp, &mbs);
4883                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4884                         break;
4885                 }
4886                 return (0);
4887
4888         case ISPCTL_UPDATE_PARAMS:
4889
4890                 va_start(ap, ctl);
4891                 chan = va_arg(ap, int);
4892                 va_end(ap);
4893                 isp_spi_update(isp, chan);
4894                 return (0);
4895
4896         case ISPCTL_FCLINK_TEST:
4897
4898                 if (IS_FC(isp)) {
4899                         int usdelay;
4900                         va_start(ap, ctl);
4901                         chan = va_arg(ap, int);
4902                         usdelay = va_arg(ap, int);
4903                         va_end(ap);
4904                         if (usdelay == 0) {
4905                                 usdelay =  250000;
4906                         }
4907                         return (isp_fclink_test(isp, chan, usdelay));
4908                 }
4909                 break;
4910
4911         case ISPCTL_SCAN_FABRIC:
4912
4913                 if (IS_FC(isp)) {
4914                         va_start(ap, ctl);
4915                         chan = va_arg(ap, int);
4916                         va_end(ap);
4917                         return (isp_scan_fabric(isp, chan));
4918                 }
4919                 break;
4920
4921         case ISPCTL_SCAN_LOOP:
4922
4923                 if (IS_FC(isp)) {
4924                         va_start(ap, ctl);
4925                         chan = va_arg(ap, int);
4926                         va_end(ap);
4927                         return (isp_scan_loop(isp, chan));
4928                 }
4929                 break;
4930
4931         case ISPCTL_PDB_SYNC:
4932
4933                 if (IS_FC(isp)) {
4934                         va_start(ap, ctl);
4935                         chan = va_arg(ap, int);
4936                         va_end(ap);
4937                         return (isp_pdb_sync(isp, chan));
4938                 }
4939                 break;
4940
4941         case ISPCTL_SEND_LIP:
4942
4943                 if (IS_FC(isp) && !IS_24XX(isp)) {
4944                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4945                         if (ISP_CAP_2KLOGIN(isp)) {
4946                                 mbs.ibits = (1 << 10);
4947                         }
4948                         isp_mboxcmd(isp, &mbs);
4949                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4950                                 return (0);
4951                         }
4952                 }
4953                 break;
4954
4955         case ISPCTL_GET_PDB:
4956                 if (IS_FC(isp)) {
4957                         isp_pdb_t *pdb;
4958                         va_start(ap, ctl);
4959                         chan = va_arg(ap, int);
4960                         tgt = va_arg(ap, int);
4961                         pdb = va_arg(ap, isp_pdb_t *);
4962                         va_end(ap);
4963                         return (isp_getpdb(isp, chan, tgt, pdb, 1));
4964                 }
4965                 break;
4966
4967         case ISPCTL_GET_NAMES:
4968         {
4969                 uint64_t *wwnn, *wwnp;
4970                 va_start(ap, ctl);
4971                 chan = va_arg(ap, int);
4972                 tgt = va_arg(ap, int);
4973                 wwnn = va_arg(ap, uint64_t *);
4974                 wwnp = va_arg(ap, uint64_t *);
4975                 va_end(ap);
4976                 if (wwnn == NULL && wwnp == NULL) {
4977                         break;
4978                 }
4979                 if (wwnn) {
4980                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4981                         if (*wwnn == INI_NONE) {
4982                                 break;
4983                         }
4984                 }
4985                 if (wwnp) {
4986                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4987                         if (*wwnp == INI_NONE) {
4988                                 break;
4989                         }
4990                 }
4991                 return (0);
4992         }
4993         case ISPCTL_RUN_MBOXCMD:
4994         {
4995                 va_start(ap, ctl);
4996                 mbr = va_arg(ap, mbreg_t *);
4997                 va_end(ap);
4998                 isp_mboxcmd(isp, mbr);
4999                 return (0);
5000         }
5001         case ISPCTL_PLOGX:
5002         {
5003                 isp_plcmd_t *p;
5004                 int r;
5005
5006                 va_start(ap, ctl);
5007                 p = va_arg(ap, isp_plcmd_t *);
5008                 va_end(ap);
5009
5010                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
5011                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags, 0));
5012                 }
5013                 do {
5014                         p->handle = isp_nxt_handle(isp, p->channel, p->handle);
5015                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags, 0);
5016                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
5017                                 p->handle = r >> 16;
5018                                 r = 0;
5019                                 break;
5020                         }
5021                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
5022                 return (r);
5023         }
5024         case ISPCTL_CHANGE_ROLE:
5025         {
5026                 int role, r;
5027
5028                 va_start(ap, ctl);
5029                 chan = va_arg(ap, int);
5030                 role = va_arg(ap, int);
5031                 va_end(ap);
5032                 if (IS_FC(isp)) {
5033                         r = isp_fc_change_role(isp, chan, role);
5034                 } else {
5035                         SDPARAM(isp, chan)->role = role;
5036                         r = 0;
5037                 }
5038                 return (r);
5039         }
5040         default:
5041                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
5042                 break;
5043
5044         }
5045         return (-1);
5046 }
5047
5048 /*
5049  * Interrupt Service Routine(s).
5050  *
5051  * External (OS) framework has done the appropriate locking,
5052  * and the locking will be held throughout this function.
5053  */
5054
5055 /*
5056  * Limit our stack depth by sticking with the max likely number
5057  * of completions on a request queue at any one time.
5058  */
5059 #ifndef MAX_REQUESTQ_COMPLETIONS
5060 #define MAX_REQUESTQ_COMPLETIONS        32
5061 #endif
5062
5063 void
5064 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
5065 {
5066         XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
5067         uint32_t iptr, optr, junk;
5068         int i, nlooked = 0, ndone = 0, continuations_expected = 0;
5069         int etype, last_etype = 0;
5070
5071 again:
5072         /*
5073          * Is this a mailbox related interrupt?
5074          * The mailbox semaphore will be nonzero if so.
5075          */
5076         if (sema) {
5077  fmbox:
5078                 if (info & MBOX_COMMAND_COMPLETE) {
5079                         isp->isp_intmboxc++;
5080                         if (isp->isp_mboxbsy) {
5081                                 int obits = isp->isp_obits;
5082                                 isp->isp_mboxtmp[0] = info;
5083                                 for (i = 1; i < ISP_NMBOX(isp); i++) {
5084                                         if ((obits & (1 << i)) == 0) {
5085                                                 continue;
5086                                         }
5087                                         isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5088                                 }
5089                                 if (isp->isp_mbxwrk0) {
5090                                         if (isp_mbox_continue(isp) == 0) {
5091                                                 return;
5092                                         }
5093                                 }
5094                                 MBOX_NOTIFY_COMPLETE(isp);
5095                         } else {
5096                                 isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5097                         }
5098                 } else {
5099                         i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5100                         if (i < 0) {
5101                                 return;
5102                         }
5103                 }
5104                 if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5105                         goto out;
5106                 }
5107         }
5108
5109         /*
5110          * We can't be getting this now.
5111          */
5112         if (isp->isp_state != ISP_RUNSTATE) {
5113                 /*
5114                  * This seems to happen to 23XX and 24XX cards- don't know why.
5115                  */
5116                  if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5117                         goto fmbox;
5118                 }
5119                 isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5120                     "when not ready", isr, sema, info);
5121                 /*
5122                  * Thank you very much!  *Burrrp*!
5123                  */
5124                 isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5125                 isp->isp_resodx = isp->isp_residx;
5126                 ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5127                 if (IS_24XX(isp)) {
5128                         ISP_DISABLE_INTS(isp);
5129                 }
5130                 goto out;
5131         }
5132
5133 #ifdef  ISP_TARGET_MODE
5134         /*
5135          * Check for ATIO Queue entries.
5136          */
5137         if (IS_24XX(isp) &&
5138             (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5139              isr == ISPR2HST_ATIO_UPDATE2)) {
5140                 iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5141                 optr = isp->isp_atioodx;
5142
5143                 while (optr != iptr) {
5144                         uint8_t qe[QENTRY_LEN];
5145                         isphdr_t *hp;
5146                         uint32_t oop;
5147                         void *addr;
5148
5149                         oop = optr;
5150                         MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5151                         addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5152                         isp_get_hdr(isp, addr, (isphdr_t *)qe);
5153                         hp = (isphdr_t *)qe;
5154                         switch (hp->rqs_entry_type) {
5155                         case RQSTYPE_NOTIFY:
5156                         case RQSTYPE_ATIO:
5157                                 (void) isp_target_notify(isp, addr, &oop);
5158                                 break;
5159                         default:
5160                                 isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5161                                 break;
5162                         }
5163                         optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5164                 }
5165                 if (isp->isp_atioodx != optr) {
5166                         ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5167                         isp->isp_atioodx = optr;
5168                 }
5169         }
5170 #endif
5171
5172         /*
5173          * You *must* read the Response Queue In Pointer
5174          * prior to clearing the RISC interrupt.
5175          *
5176          * Debounce the 2300 if revision less than 2.
5177          */
5178         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5179                 i = 0;
5180                 do {
5181                         iptr = ISP_READ(isp, isp->isp_respinrp);
5182                         junk = ISP_READ(isp, isp->isp_respinrp);
5183                 } while (junk != iptr && ++i < 1000);
5184
5185                 if (iptr != junk) {
5186                         isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5187                         goto out;
5188                 }
5189         } else {
5190                 iptr = ISP_READ(isp, isp->isp_respinrp);
5191         }
5192
5193         optr = isp->isp_resodx;
5194         if (optr == iptr && sema == 0) {
5195                 /*
5196                  * There are a lot of these- reasons unknown- mostly on
5197                  * faster Alpha machines.
5198                  *
5199                  * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5200                  * make sure the old interrupt went away (to avoid 'ringing'
5201                  * effects), but that didn't stop this from occurring.
5202                  */
5203                 if (IS_24XX(isp)) {
5204                         junk = 0;
5205                 } else if (IS_23XX(isp)) {
5206                         ISP_DELAY(100);
5207                         iptr = ISP_READ(isp, isp->isp_respinrp);
5208                         junk = ISP_READ(isp, BIU_R2HSTSLO);
5209                 } else {
5210                         junk = ISP_READ(isp, BIU_ISR);
5211                 }
5212                 if (optr == iptr) {
5213                         if (IS_23XX(isp) || IS_24XX(isp)) {
5214                                 ;
5215                         } else {
5216                                 sema = ISP_READ(isp, BIU_SEMA);
5217                                 info = ISP_READ(isp, OUTMAILBOX0);
5218                                 if ((sema & 0x3) && (info & 0x8000)) {
5219                                         goto again;
5220                                 }
5221                         }
5222                         isp->isp_intbogus++;
5223                         isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5224                 }
5225         }
5226         isp->isp_residx = iptr;
5227
5228         while (optr != iptr) {
5229                 uint8_t qe[QENTRY_LEN];
5230                 ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5231                 isphdr_t *hp;
5232                 int buddaboom, scsi_status, completion_status;
5233                 int req_status_flags, req_state_flags;
5234                 uint8_t *snsp, *resp;
5235                 uint32_t rlen, slen, totslen;
5236                 long resid;
5237                 uint16_t oop;
5238
5239                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5240                 oop = optr;
5241                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5242                 nlooked++;
5243  read_again:
5244                 buddaboom = req_status_flags = req_state_flags = 0;
5245                 resid = 0L;
5246
5247                 /*
5248                  * Synchronize our view of this response queue entry.
5249                  */
5250                 MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5251                 isp_get_hdr(isp, hp, &sp->req_header);
5252                 etype = sp->req_header.rqs_entry_type;
5253
5254                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5255                         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5256                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5257                         if (isp->isp_dblev & ISP_LOGDEBUG1) {
5258                                 isp_print_bytes(isp, "Response Queue Entry", QENTRY_LEN, sp2);
5259                         }
5260                         scsi_status = sp2->req_scsi_status;
5261                         completion_status = sp2->req_completion_status;
5262                         if ((scsi_status & 0xff) != 0)
5263                                 req_state_flags = RQSF_GOT_STATUS;
5264                         else
5265                                 req_state_flags = 0;
5266                         resid = sp2->req_resid;
5267                 } else if (etype == RQSTYPE_RESPONSE) {
5268                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5269                         if (isp->isp_dblev & ISP_LOGDEBUG1) {
5270                                 isp_print_bytes(isp, "Response Queue Entry", QENTRY_LEN, sp);
5271                         }
5272                         scsi_status = sp->req_scsi_status;
5273                         completion_status = sp->req_completion_status;
5274                         req_status_flags = sp->req_status_flags;
5275                         req_state_flags = sp->req_state_flags;
5276                         resid = sp->req_resid;
5277                 } else if (etype == RQSTYPE_RIO1) {
5278                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5279                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5280                         if (isp->isp_dblev & ISP_LOGDEBUG1) {
5281                                 isp_print_bytes(isp, "Response Queue Entry", QENTRY_LEN, rio);
5282                         }
5283                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5284                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5285                         }
5286                         if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5287                                 isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5288                         }
5289                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5290                         last_etype = etype;
5291                         continue;
5292                 } else if (etype == RQSTYPE_RIO2) {
5293                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5294                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5295                         last_etype = etype;
5296                         continue;
5297                 } else if (etype == RQSTYPE_STATUS_CONT) {
5298                         isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5299                         if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5300                                 ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5301                                 XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5302                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5303                         } else {
5304                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5305                         }
5306                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5307                         continue;
5308                 } else {
5309                         /*
5310                          * Somebody reachable via isp_handle_other_response
5311                          * may have updated the response queue pointers for
5312                          * us, so we reload our goal index.
5313                          */
5314                         int r;
5315                         uint32_t tsto = oop;
5316                         r = isp_handle_other_response(isp, etype, hp, &tsto);
5317                         if (r < 0) {
5318                                 goto read_again;
5319                         }
5320                         /*
5321                          * If somebody updated the output pointer, then reset
5322                          * optr to be one more than the updated amount.
5323                          */
5324                         while (tsto != oop) {
5325                                 optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5326                         }
5327                         if (r > 0) {
5328                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5329                                 last_etype = etype;
5330                                 continue;
5331                         }
5332
5333                         /*
5334                          * After this point, we'll just look at the header as
5335                          * we don't know how to deal with the rest of the
5336                          * response.
5337                          */
5338
5339                         /*
5340                          * It really has to be a bounced request just copied
5341                          * from the request queue to the response queue. If
5342                          * not, something bad has happened.
5343                          */
5344                         if (etype != RQSTYPE_REQUEST) {
5345                                 isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5346                                 isp_print_bytes(isp, "Request Queue Entry", QENTRY_LEN, sp);
5347                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5348                                 last_etype = etype;
5349                                 continue;
5350                         }
5351                         buddaboom = 1;
5352                         scsi_status = sp->req_scsi_status;
5353                         completion_status = sp->req_completion_status;
5354                         req_status_flags = sp->req_status_flags;
5355                         req_state_flags = sp->req_state_flags;
5356                         resid = sp->req_resid;
5357                 }
5358
5359                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5360                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5361                                 isp_print_bytes(isp, "unexpected continuation segment", QENTRY_LEN, sp);
5362                                 last_etype = etype;
5363                                 continue;
5364                         }
5365                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5366                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5367                                 /*
5368                                  * We'll synthesize a QUEUE FULL message below.
5369                                  */
5370                         }
5371                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5372                                 isp_print_bytes(isp, "bad header flag", QENTRY_LEN, sp);
5373                                 buddaboom++;
5374                         }
5375                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5376                                 isp_print_bytes(isp, "bad request packet", QENTRY_LEN, sp);
5377                                 buddaboom++;
5378                         }
5379                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5380                                 isp_print_bytes(isp, "invalid entry count", QENTRY_LEN, sp);
5381                                 buddaboom++;
5382                         }
5383                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5384                                 isp_print_bytes(isp, "invalid IOCB ordering", QENTRY_LEN, sp);
5385                                 last_etype = etype;
5386                                 continue;
5387                         }
5388                 }
5389
5390                 if (!ISP_VALID_HANDLE(isp, sp->req_handle)) {
5391                         isp_prt(isp, ISP_LOGERR, "bad request handle 0x%x (iocb type 0x%x)", sp->req_handle, etype);
5392                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5393                         last_etype = etype;
5394                         continue;
5395                 }
5396                 xs = isp_find_xs(isp, sp->req_handle);
5397                 if (xs == NULL) {
5398                         uint8_t ts = completion_status & 0xff;
5399                         /*
5400                          * Only whine if this isn't the expected fallout of
5401                          * aborting the command or resetting the target.
5402                          */
5403                         if (etype != RQSTYPE_RESPONSE) {
5404                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5405                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5406                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5407                         }
5408                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5409                         last_etype = etype;
5410                         continue;
5411                 }
5412                 if (req_status_flags & RQSTF_BUS_RESET) {
5413                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5414                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5415                         XS_SETERR(xs, HBA_BUSRESET);
5416                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5417                 }
5418                 if (buddaboom) {
5419                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5420                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5421                         XS_SETERR(xs, HBA_BOTCH);
5422                 }
5423
5424                 resp = NULL;
5425                 rlen = 0;
5426                 snsp = NULL;
5427                 totslen = slen = 0;
5428                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5429                         resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5430                         rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5431                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5432                         resp = sp->req_response;
5433                         rlen = sp->req_response_len;
5434                 }
5435                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5436                         /*
5437                          * Fibre Channel F/W doesn't say we got status
5438                          * if there's Sense Data instead. I guess they
5439                          * think it goes w/o saying.
5440                          */
5441                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5442                         if (IS_24XX(isp)) {
5443                                 snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5444                                 snsp += rlen;
5445                                 totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5446                                 slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5447                                 if (totslen < slen)
5448                                         slen = totslen;
5449                         } else {
5450                                 snsp = sp->req_sense_data;
5451                                 totslen = sp->req_sense_len;
5452                                 slen = sizeof (sp->req_sense_data);
5453                                 if (totslen < slen)
5454                                         slen = totslen;
5455                         }
5456                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5457                         snsp = sp->req_sense_data;
5458                         totslen = sp->req_sense_len;
5459                         slen = sizeof (sp->req_sense_data);
5460                         if (totslen < slen)
5461                                 slen = totslen;
5462                 }
5463                 if (req_state_flags & RQSF_GOT_STATUS) {
5464                         *XS_STSP(xs) = scsi_status & 0xff;
5465                 }
5466
5467                 switch (etype) {
5468                 case RQSTYPE_RESPONSE:
5469                         if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5470                                 const char *ptr;
5471                                 char lb[64];
5472                                 const char *rnames[10] = {
5473                                     "Task Management function complete",
5474                                     "FCP_DATA length different than FCP_BURST_LEN",
5475                                     "FCP_CMND fields invalid",
5476                                     "FCP_DATA parameter mismatch with FCP_DATA_RO",
5477                                     "Task Management function rejected",
5478                                     "Task Management function failed",
5479                                     NULL,
5480                                     NULL,
5481                                     "Task Management function succeeded",
5482                                     "Task Management function incorrect logical unit number",
5483                                 };
5484                                 uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5485                                 if (code >= 10 || rnames[code] == NULL) {
5486                                         ISP_SNPRINTF(lb, sizeof(lb),
5487                                             "Unknown FCP Response Code 0x%x",
5488                                             code);
5489                                         ptr = lb;
5490                                 } else {
5491                                         ptr = rnames[code];
5492                                 }
5493                                 isp_xs_prt(isp, xs, ISP_LOGWARN,
5494                                     "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5495                                     rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5496                                 if (code != 0 && code != 8)
5497                                         XS_SETERR(xs, HBA_BOTCH);
5498                         }
5499                         if (IS_24XX(isp)) {
5500                                 isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5501                         } else {
5502                                 isp_parse_status(isp, (void *)sp, xs, &resid);
5503                         }
5504                         if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5505                                 XS_SETERR(xs, HBA_TGTBSY);
5506                         }
5507                         if (IS_SCSI(isp)) {
5508                                 XS_SET_RESID(xs, resid);
5509                                 /*
5510                                  * A new synchronous rate was negotiated for
5511                                  * this target. Mark state such that we'll go
5512                                  * look up that which has changed later.
5513                                  */
5514                                 if (req_status_flags & RQSTF_NEGOTIATION) {
5515                                         int t = XS_TGT(xs);
5516                                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5517                                         sdp->isp_devparam[t].dev_refresh = 1;
5518                                         sdp->update = 1;
5519                                 }
5520                         } else {
5521                                 if (req_status_flags & RQSF_XFER_COMPLETE) {
5522                                         XS_SET_RESID(xs, 0);
5523                                 } else if (scsi_status & RQCS_RESID) {
5524                                         XS_SET_RESID(xs, resid);
5525                                 } else {
5526                                         XS_SET_RESID(xs, 0);
5527                                 }
5528                         }
5529                         if (snsp && slen) {
5530                                 if (totslen > slen) {
5531                                         continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5532                                         if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5533                                                 /* we'll lose some stats, but that's a small price to pay */
5534                                                 for (i = 0; i < ndone; i++) {
5535                                                         if (complist[i]) {
5536                                                                 isp->isp_rsltccmplt++;
5537                                                                 isp_done(complist[i]);
5538                                                         }
5539                                                 }
5540                                                 ndone = 0;
5541                                         }
5542                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5543                                             continuations_expected, totslen);
5544                                 }
5545                                 XS_SAVE_SENSE(xs, snsp, totslen, slen);
5546                         } else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5547                                 isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5548                                 isp_print_bytes(isp, "CC with no Sense", QENTRY_LEN, qe);
5549                         }
5550                         isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5551                         break;
5552                 case RQSTYPE_REQUEST:
5553                 case RQSTYPE_A64:
5554                 case RQSTYPE_T2RQS:
5555                 case RQSTYPE_T3RQS:
5556                 case RQSTYPE_T7RQS:
5557                         if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5558                                 /*
5559                                  * Force Queue Full status.
5560                                  */
5561                                 *XS_STSP(xs) = SCSI_QFULL;
5562                                 XS_SETERR(xs, HBA_NOERROR);
5563                         } else if (XS_NOERR(xs)) {
5564                                 isp_prt(isp, ISP_LOG_WARN1,
5565                                     "%d.%d.%jx badness at %s:%u",
5566                                     XS_CHANNEL(xs), XS_TGT(xs),
5567                                     (uintmax_t)XS_LUN(xs),
5568                                     __func__, __LINE__);
5569                                 XS_SETERR(xs, HBA_BOTCH);
5570                         }
5571                         XS_SET_RESID(xs, XS_XFRLEN(xs));
5572                         break;
5573                 default:
5574                         isp_print_bytes(isp, "Unhandled Response Type", QENTRY_LEN, qe);
5575                         if (XS_NOERR(xs)) {
5576                                 XS_SETERR(xs, HBA_BOTCH);
5577                         }
5578                         break;
5579                 }
5580
5581                 /*
5582                  * Free any DMA resources. As a side effect, this may
5583                  * also do any cache flushing necessary for data coherence.
5584                  */
5585                 if (XS_XFRLEN(xs)) {
5586                         ISP_DMAFREE(isp, xs, sp->req_handle);
5587                 }
5588                 isp_destroy_handle(isp, sp->req_handle);
5589
5590                 if (isp->isp_nactive > 0) {
5591                     isp->isp_nactive--;
5592                 }
5593                 complist[ndone++] = xs; /* defer completion call until later */
5594                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5595                 last_etype = etype;
5596                 if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5597                         break;
5598                 }
5599         }
5600
5601         /*
5602          * If we looked at any commands, then it's valid to find out
5603          * what the outpointer is. It also is a trigger to update the
5604          * ISP's notion of what we've seen so far.
5605          */
5606         if (nlooked) {
5607                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5608                 isp->isp_resodx = optr;
5609                 if (isp->isp_rscchiwater < ndone)
5610                         isp->isp_rscchiwater = ndone;
5611         }
5612
5613 out:
5614
5615         if (IS_24XX(isp)) {
5616                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5617         } else {
5618                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5619                 ISP_WRITE(isp, BIU_SEMA, 0);
5620         }
5621
5622         for (i = 0; i < ndone; i++) {
5623                 xs = complist[i];
5624                 if (xs) {
5625                         if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5626                             ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5627                                 isp_prt_endcmd(isp, xs);
5628                         }
5629                         isp->isp_rsltccmplt++;
5630                         isp_done(xs);
5631                 }
5632         }
5633 }
5634
5635 /*
5636  * Support routines.
5637  */
5638
5639 void
5640 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5641 {
5642         char cdbstr[16 * 5 + 1];
5643         int i, lim;
5644
5645         lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5646         ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5647         for (i = 1; i < lim; i++) {
5648                 ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5649         }
5650         if (XS_SENSE_VALID(xs)) {
5651                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5652                     XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5653         } else {
5654                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5655         }
5656 }
5657
5658 /*
5659  * Parse an ASYNC mailbox complete
5660  *
5661  * Return non-zero if the event has been acknowledged.
5662  */
5663 static int
5664 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5665 {
5666         int acked = 0;
5667         uint32_t h1 = 0, h2 = 0;
5668         uint16_t chan = 0;
5669
5670         /*
5671          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5672          * where Mailboxes 6/7 have the second handle.
5673          */
5674         if (mbox != ASYNC_RIO32_2) {
5675                 if (IS_DUALBUS(isp)) {
5676                         chan = ISP_READ(isp, OUTMAILBOX6);
5677                 }
5678         }
5679         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5680
5681         switch (mbox) {
5682         case ASYNC_BUS_RESET:
5683                 ISP_SET_SENDMARKER(isp, chan, 1);
5684 #ifdef  ISP_TARGET_MODE
5685                 if (isp_target_async(isp, chan, mbox)) {
5686                         acked = 1;
5687                 }
5688 #endif
5689                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5690                 break;
5691         case ASYNC_SYSTEM_ERROR:
5692                 isp->isp_dead = 1;
5693                 isp->isp_state = ISP_CRASHED;
5694                 /*
5695                  * Were we waiting for a mailbox command to complete?
5696                  * If so, it's dead, so wake up the waiter.
5697                  */
5698                 if (isp->isp_mboxbsy) {
5699                         isp->isp_obits = 1;
5700                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5701                         MBOX_NOTIFY_COMPLETE(isp);
5702                 }
5703                 /*
5704                  * It's up to the handler for isp_async to reinit stuff and
5705                  * restart the firmware
5706                  */
5707                 isp_async(isp, ISPASYNC_FW_CRASH);
5708                 acked = 1;
5709                 break;
5710
5711         case ASYNC_RQS_XFER_ERR:
5712                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5713                 break;
5714
5715         case ASYNC_RSP_XFER_ERR:
5716                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5717                 break;
5718
5719         case ASYNC_QWAKEUP:
5720                 /*
5721                  * We've just been notified that the Queue has woken up.
5722                  * We don't need to be chatty about this- just unlatch things
5723                  * and move on.
5724                  */
5725                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5726                 break;
5727
5728         case ASYNC_TIMEOUT_RESET:
5729                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5730                 ISP_SET_SENDMARKER(isp, chan, 1);
5731 #ifdef  ISP_TARGET_MODE
5732                 if (isp_target_async(isp, chan, mbox)) {
5733                         acked = 1;
5734                 }
5735 #endif
5736                 break;
5737
5738         case ASYNC_DEVICE_RESET:
5739                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5740                 ISP_SET_SENDMARKER(isp, chan, 1);
5741 #ifdef  ISP_TARGET_MODE
5742                 if (isp_target_async(isp, chan, mbox)) {
5743                         acked = 1;
5744                 }
5745 #endif
5746                 break;
5747
5748         case ASYNC_EXTMSG_UNDERRUN:
5749                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5750                 break;
5751
5752         case ASYNC_SCAM_INT:
5753                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5754                 break;
5755
5756         case ASYNC_HUNG_SCSI:
5757                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5758                 /* XXX: Need to issue SCSI reset at this point */
5759                 break;
5760
5761         case ASYNC_KILLED_BUS:
5762                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5763                 break;
5764
5765         case ASYNC_BUS_TRANSIT:
5766                 mbox = ISP_READ(isp, OUTMAILBOX2);
5767                 switch (mbox & SXP_PINS_MODE_MASK) {
5768                 case SXP_PINS_LVD_MODE:
5769                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5770                         SDPARAM(isp, chan)->isp_diffmode = 0;
5771                         SDPARAM(isp, chan)->isp_ultramode = 0;
5772                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5773                         break;
5774                 case SXP_PINS_HVD_MODE:
5775                         isp_prt(isp, ISP_LOGINFO,
5776                             "Transition to Differential mode");
5777                         SDPARAM(isp, chan)->isp_diffmode = 1;
5778                         SDPARAM(isp, chan)->isp_ultramode = 0;
5779                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5780                         break;
5781                 case SXP_PINS_SE_MODE:
5782                         isp_prt(isp, ISP_LOGINFO,
5783                             "Transition to Single Ended mode");
5784                         SDPARAM(isp, chan)->isp_diffmode = 0;
5785                         SDPARAM(isp, chan)->isp_ultramode = 1;
5786                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5787                         break;
5788                 default:
5789                         isp_prt(isp, ISP_LOGWARN,
5790                             "Transition to Unknown Mode 0x%x", mbox);
5791                         break;
5792                 }
5793                 /*
5794                  * XXX: Set up to renegotiate again!
5795                  */
5796                 /* Can only be for a 1080... */
5797                 ISP_SET_SENDMARKER(isp, chan, 1);
5798                 break;
5799
5800         case ASYNC_CMD_CMPLT:
5801         case ASYNC_RIO32_1:
5802                 if (!IS_ULTRA3(isp)) {
5803                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5804                         break;
5805                 }
5806                 /* FALLTHROUGH */
5807                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5808                 break;
5809
5810         case ASYNC_RIO32_2:
5811                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5812                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5813                 break;
5814
5815         case ASYNC_RIO16_5:
5816         case ASYNC_RIO16_4:
5817         case ASYNC_RIO16_3:
5818         case ASYNC_RIO16_2:
5819         case ASYNC_RIO16_1:
5820                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5821                 break;
5822         default:
5823                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5824                 break;
5825         }
5826
5827         if (h1 || h2) {
5828                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5829                 isp_fastpost_complete(isp, h1);
5830                 if (h2) {
5831                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5832                         isp_fastpost_complete(isp, h2);
5833                         if (isp->isp_fpcchiwater < 2) {
5834                                 isp->isp_fpcchiwater = 2;
5835                         }
5836                 } else {
5837                         if (isp->isp_fpcchiwater < 1) {
5838                                 isp->isp_fpcchiwater = 1;
5839                         }
5840                 }
5841         } else {
5842                 isp->isp_intoasync++;
5843         }
5844         return (acked);
5845 }
5846
5847 #define GET_24XX_BUS(isp, chan, msg)                                                                            \
5848         if (IS_24XX(isp)) {                                                                                     \
5849                 chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;                                                       \
5850                 if (chan >= isp->isp_nchan) {                                                                   \
5851                         isp_prt(isp, ISP_LOGERR, "bogus channel %u for %s at line %d",  chan, msg, __LINE__);   \
5852                         break;                                                                                  \
5853                 }                                                                                               \
5854         }
5855
5856
5857 static int
5858 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5859 {
5860         int acked = 0;
5861         uint16_t chan;
5862
5863         if (IS_DUALBUS(isp)) {
5864                 chan = ISP_READ(isp, OUTMAILBOX6);
5865         } else {
5866                 chan = 0;
5867         }
5868         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5869
5870         switch (mbox) {
5871         case ASYNC_SYSTEM_ERROR:
5872                 isp->isp_dead = 1;
5873                 isp->isp_state = ISP_CRASHED;
5874                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5875                 FCPARAM(isp, chan)->isp_fwstate = FW_CONFIG_WAIT;
5876                 /*
5877                  * Were we waiting for a mailbox command to complete?
5878                  * If so, it's dead, so wake up the waiter.
5879                  */
5880                 if (isp->isp_mboxbsy) {
5881                         isp->isp_obits = 1;
5882                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5883                         MBOX_NOTIFY_COMPLETE(isp);
5884                 }
5885                 /*
5886                  * It's up to the handler for isp_async to reinit stuff and
5887                  * restart the firmware
5888                  */
5889                 isp_async(isp, ISPASYNC_FW_CRASH);
5890                 acked = 1;
5891                 break;
5892
5893         case ASYNC_RQS_XFER_ERR:
5894                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5895                 break;
5896
5897         case ASYNC_RSP_XFER_ERR:
5898                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5899                 break;
5900
5901         case ASYNC_QWAKEUP:
5902 #ifdef  ISP_TARGET_MODE
5903                 if (IS_24XX(isp)) {
5904                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5905                         break;
5906                 }
5907 #endif
5908                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5909                 break;
5910
5911         case ASYNC_CMD_CMPLT:
5912                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5913                 if (isp->isp_fpcchiwater < 1) {
5914                         isp->isp_fpcchiwater = 1;
5915                 }
5916                 break;
5917
5918         case ASYNC_RIOZIO_STALL:
5919                 break;
5920
5921         case ASYNC_CTIO_DONE:
5922 #ifdef  ISP_TARGET_MODE
5923                 if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5924                         acked = 1;
5925                 } else {
5926                         isp->isp_fphccmplt++;
5927                 }
5928 #else
5929                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5930 #endif
5931                 break;
5932         case ASYNC_LIP_ERROR:
5933         case ASYNC_LIP_F8:
5934         case ASYNC_LIP_OCCURRED:
5935         case ASYNC_PTPMODE:
5936                 /*
5937                  * These are broadcast events that have to be sent across
5938                  * all active channels.
5939                  */
5940                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5941                         fcparam *fcp = FCPARAM(isp, chan);
5942                         int topo = fcp->isp_topo;
5943
5944                         if (fcp->role == ISP_ROLE_NONE) {
5945                                 continue;
5946                         }
5947
5948                         fcp->isp_fwstate = FW_CONFIG_WAIT;
5949                         fcp->isp_loopstate = LOOP_LIP_RCVD;
5950                         ISP_SET_SENDMARKER(isp, chan, 1);
5951                         ISP_MARK_PORTDB(isp, chan, 1);
5952                         isp_async(isp, ISPASYNC_LIP, chan);
5953 #ifdef  ISP_TARGET_MODE
5954                         if (isp_target_async(isp, chan, mbox)) {
5955                                 acked = 1;
5956                         }
5957 #endif
5958                         /*
5959                          * We've had problems with data corruption occuring on
5960                          * commands that complete (with no apparent error) after
5961                          * we receive a LIP. This has been observed mostly on
5962                          * Local Loop topologies. To be safe, let's just mark
5963                          * all active initiator commands as dead.
5964                          */
5965                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5966                                 int i, j;
5967                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5968                                         XS_T *xs;
5969                                         isp_hdl_t *hdp;
5970
5971                                         hdp = &isp->isp_xflist[i];
5972                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5973                                                 continue;
5974                                         }
5975                                         xs = hdp->cmd;
5976                                         if (XS_CHANNEL(xs) != chan) {
5977                                                 continue;
5978                                         }
5979                                         j++;
5980                                         isp_prt(isp, ISP_LOG_WARN1,
5981                                             "%d.%d.%jx bus reset set at %s:%u",
5982                                             XS_CHANNEL(xs), XS_TGT(xs),
5983                                             (uintmax_t)XS_LUN(xs),
5984                                             __func__, __LINE__);
5985                                         XS_SETERR(xs, HBA_BUSRESET);
5986                                 }
5987                                 if (j) {
5988                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5989                                 }
5990                         }
5991                 }
5992                 break;
5993
5994         case ASYNC_LOOP_UP:
5995                 /*
5996                  * This is a broadcast event that has to be sent across
5997                  * all active channels.
5998                  */
5999                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6000                         fcparam *fcp = FCPARAM(isp, chan);
6001
6002                         if (fcp->role == ISP_ROLE_NONE) {
6003                                 continue;
6004                         }
6005
6006                         ISP_SET_SENDMARKER(isp, chan, 1);
6007
6008                         fcp->isp_fwstate = FW_CONFIG_WAIT;
6009                         fcp->isp_loopstate = LOOP_LIP_RCVD;
6010                         ISP_MARK_PORTDB(isp, chan, 1);
6011                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
6012 #ifdef  ISP_TARGET_MODE
6013                         if (isp_target_async(isp, chan, mbox)) {
6014                                 acked = 1;
6015                         }
6016 #endif
6017                 }
6018                 break;
6019
6020         case ASYNC_LOOP_DOWN:
6021                 /*
6022                  * This is a broadcast event that has to be sent across
6023                  * all active channels.
6024                  */
6025                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6026                         fcparam *fcp = FCPARAM(isp, chan);
6027
6028                         if (fcp->role == ISP_ROLE_NONE) {
6029                                 continue;
6030                         }
6031
6032                         ISP_SET_SENDMARKER(isp, chan, 1);
6033                         fcp->isp_fwstate = FW_CONFIG_WAIT;
6034                         fcp->isp_loopstate = LOOP_NIL;
6035                         ISP_MARK_PORTDB(isp, chan, 1);
6036                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
6037 #ifdef  ISP_TARGET_MODE
6038                         if (isp_target_async(isp, chan, mbox)) {
6039                                 acked = 1;
6040                         }
6041 #endif
6042                 }
6043                 break;
6044
6045         case ASYNC_LOOP_RESET:
6046                 /*
6047                  * This is a broadcast event that has to be sent across
6048                  * all active channels.
6049                  */
6050                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6051                         fcparam *fcp = FCPARAM(isp, chan);
6052
6053                         if (fcp->role == ISP_ROLE_NONE) {
6054                                 continue;
6055                         }
6056
6057                         ISP_SET_SENDMARKER(isp, chan, 1);
6058                         fcp->isp_fwstate = FW_CONFIG_WAIT;
6059                         fcp->isp_loopstate = LOOP_NIL;
6060                         ISP_MARK_PORTDB(isp, chan, 1);
6061                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
6062 #ifdef  ISP_TARGET_MODE
6063                         if (isp_target_async(isp, chan, mbox)) {
6064                                 acked = 1;
6065                         }
6066 #endif
6067                 }
6068                 break;
6069
6070         case ASYNC_PDB_CHANGED:
6071         {
6072                 int nphdl, nlstate, reason;
6073                 /*
6074                  * We *should* get a channel out of the 24XX, but we don't seem
6075                  * to get more than a PDB CHANGED on channel 0, so turn it into
6076                  * a broadcast event.
6077                  */
6078                 if (IS_24XX(isp)) {
6079                         nphdl = ISP_READ(isp, OUTMAILBOX1);
6080                         nlstate = ISP_READ(isp, OUTMAILBOX2);
6081                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
6082                 } else {
6083                         nphdl = NIL_HANDLE;
6084                         nlstate = reason = 0;
6085                 }
6086                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6087                         fcparam *fcp = FCPARAM(isp, chan);
6088
6089                         if (fcp->role == ISP_ROLE_NONE) {
6090                                 continue;
6091                         }
6092                         ISP_SET_SENDMARKER(isp, chan, 1);
6093                         fcp->isp_loopstate = LOOP_PDB_RCVD;
6094                         ISP_MARK_PORTDB(isp, chan, 1);
6095                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
6096                 }
6097                 break;
6098         }
6099         case ASYNC_CHANGE_NOTIFY:
6100         {
6101                 int lochan, hichan;
6102
6103                 if (ISP_FW_NEWER_THAN(isp, 4, 0, 25) && ISP_CAP_MULTI_ID(isp)) {
6104                         GET_24XX_BUS(isp, chan, "ASYNC_CHANGE_NOTIFY");
6105                         lochan = chan;
6106                         hichan = chan + 1;
6107                 } else {
6108                         lochan = 0;
6109                         hichan = isp->isp_nchan;
6110                 }
6111                 for (chan = lochan; chan < hichan; chan++) {
6112                         fcparam *fcp = FCPARAM(isp, chan);
6113
6114                         if (fcp->role == ISP_ROLE_NONE) {
6115                                 continue;
6116                         }
6117
6118                         if (fcp->isp_topo == TOPO_F_PORT) {
6119                                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
6120                         } else {
6121                                 fcp->isp_loopstate = LOOP_PDB_RCVD;
6122                         }
6123                         ISP_MARK_PORTDB(isp, chan, 1);
6124                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_SNS);
6125                 }
6126                 break;
6127         }
6128
6129         case ASYNC_CONNMODE:
6130                 /*
6131                  * This only applies to 2100 amd 2200 cards
6132                  */
6133                 if (!IS_2200(isp) && !IS_2100(isp)) {
6134                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6135                         break;
6136                 }
6137                 chan = 0;
6138                 mbox = ISP_READ(isp, OUTMAILBOX1);
6139                 ISP_MARK_PORTDB(isp, chan, 1);
6140                 switch (mbox) {
6141                 case ISP_CONN_LOOP:
6142                         isp_prt(isp, ISP_LOGINFO,
6143                             "Point-to-Point -> Loop mode");
6144                         break;
6145                 case ISP_CONN_PTP:
6146                         isp_prt(isp, ISP_LOGINFO,
6147                             "Loop -> Point-to-Point mode");
6148                         break;
6149                 case ISP_CONN_BADLIP:
6150                         isp_prt(isp, ISP_LOGWARN,
6151                             "Point-to-Point -> Loop mode (BAD LIP)");
6152                         break;
6153                 case ISP_CONN_FATAL:
6154                         isp->isp_dead = 1;
6155                         isp->isp_state = ISP_CRASHED;
6156                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6157                         isp_async(isp, ISPASYNC_FW_CRASH);
6158                         return (-1);
6159                 case ISP_CONN_LOOPBACK:
6160                         isp_prt(isp, ISP_LOGWARN,
6161                             "Looped Back in Point-to-Point mode");
6162                         break;
6163                 default:
6164                         isp_prt(isp, ISP_LOGWARN,
6165                             "Unknown connection mode (0x%x)", mbox);
6166                         break;
6167                 }
6168                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6169                 FCPARAM(isp, chan)->sendmarker = 1;
6170                 FCPARAM(isp, chan)->isp_fwstate = FW_CONFIG_WAIT;
6171                 FCPARAM(isp, chan)->isp_loopstate = LOOP_LIP_RCVD;
6172                 break;
6173
6174         case ASYNC_RCV_ERR:
6175                 if (IS_24XX(isp)) {
6176                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
6177                 } else {
6178                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6179                 }
6180                 break;
6181         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
6182                 if (IS_24XX(isp)) {
6183                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6184                         break;
6185                 } else if (IS_2200(isp)) {
6186                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6187                         break;
6188                 }
6189                 /* FALLTHROUGH */
6190         default:
6191                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6192                 break;
6193         }
6194         if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6195                 isp->isp_intoasync++;
6196         }
6197         return (acked);
6198 }
6199
6200 /*
6201  * Handle other response entries. A pointer to the request queue output
6202  * index is here in case we want to eat several entries at once, although
6203  * this is not used currently.
6204  */
6205
6206 static int
6207 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6208 {
6209         switch (type) {
6210         case RQSTYPE_STATUS_CONT:
6211                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6212                 return (1);
6213         case RQSTYPE_MARKER:
6214                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6215                 return (1);
6216         case RQSTYPE_ATIO:
6217         case RQSTYPE_CTIO:
6218         case RQSTYPE_ENABLE_LUN:
6219         case RQSTYPE_MODIFY_LUN:
6220         case RQSTYPE_NOTIFY:
6221         case RQSTYPE_NOTIFY_ACK:
6222         case RQSTYPE_CTIO1:
6223         case RQSTYPE_ATIO2:
6224         case RQSTYPE_CTIO2:
6225         case RQSTYPE_CTIO3:
6226         case RQSTYPE_CTIO7:
6227         case RQSTYPE_ABTS_RCVD:
6228         case RQSTYPE_ABTS_RSP:
6229                 isp->isp_rsltccmplt++;  /* count as a response completion */
6230 #ifdef  ISP_TARGET_MODE
6231                 if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6232                         return (1);
6233                 }
6234 #endif
6235                 /* FALLTHROUGH */
6236         case RQSTYPE_RPT_ID_ACQ:
6237                 if (IS_24XX(isp)) {
6238                         isp_ridacq_t rid;
6239                         isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6240                         if (rid.ridacq_format == 0) {
6241                         }
6242                         return (1);
6243                 }
6244                 /* FALLTHROUGH */
6245         case RQSTYPE_REQUEST:
6246         default:
6247                 ISP_DELAY(100);
6248                 if (type != isp_get_response_type(isp, hp)) {
6249                         /*
6250                          * This is questionable- we're just papering over
6251                          * something we've seen on SMP linux in target
6252                          * mode- we don't really know what's happening
6253                          * here that causes us to think we've gotten
6254                          * an entry, but that either the entry isn't
6255                          * filled out yet or our CPU read data is stale.
6256                          */
6257                         isp_prt(isp, ISP_LOGINFO,
6258                                 "unstable type in response queue");
6259                         return (-1);
6260                 }
6261                 isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6262                     isp_get_response_type(isp, hp));
6263                 return (0);
6264         }
6265 }
6266
6267 static void
6268 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6269 {
6270         switch (sp->req_completion_status & 0xff) {
6271         case RQCS_COMPLETE:
6272                 if (XS_NOERR(xs)) {
6273                         XS_SETERR(xs, HBA_NOERROR);
6274                 }
6275                 return;
6276
6277         case RQCS_INCOMPLETE:
6278                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6279                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6280                         if (XS_NOERR(xs)) {
6281                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6282                                 *rp = XS_XFRLEN(xs);
6283                         }
6284                         return;
6285                 }
6286                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6287                 break;
6288
6289         case RQCS_DMA_ERROR:
6290                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6291                 *rp = XS_XFRLEN(xs);
6292                 break;
6293
6294         case RQCS_TRANSPORT_ERROR:
6295         {
6296                 char buf[172];
6297                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6298                 if (sp->req_state_flags & RQSF_GOT_BUS) {
6299                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6300                 }
6301                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
6302                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6303                 }
6304                 if (sp->req_state_flags & RQSF_SENT_CDB) {
6305                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6306                 }
6307                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
6308                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6309                 }
6310                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
6311                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6312                 }
6313                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
6314                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6315                 }
6316                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6317                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6318                 }
6319                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6320                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
6321                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6322                 }
6323                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6324                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6325                 }
6326                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6327                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6328                 }
6329                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
6330                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6331                 }
6332                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6333                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6334                 }
6335                 if (sp->req_status_flags & RQSTF_ABORTED) {
6336                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6337                 }
6338                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
6339                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6340                 }
6341                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6342                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6343                 }
6344                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6345                 *rp = XS_XFRLEN(xs);
6346                 break;
6347         }
6348         case RQCS_RESET_OCCURRED:
6349         {
6350                 int chan;
6351                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6352                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6353                         FCPARAM(isp, chan)->sendmarker = 1;
6354                 }
6355                 if (XS_NOERR(xs)) {
6356                         XS_SETERR(xs, HBA_BUSRESET);
6357                 }
6358                 *rp = XS_XFRLEN(xs);
6359                 return;
6360         }
6361         case RQCS_ABORTED:
6362                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6363                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6364                 if (XS_NOERR(xs)) {
6365                         XS_SETERR(xs, HBA_ABORTED);
6366                 }
6367                 return;
6368
6369         case RQCS_TIMEOUT:
6370                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6371                 /*
6372                  * XXX: Check to see if we logged out of the device.
6373                  */
6374                 if (XS_NOERR(xs)) {
6375                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6376                 }
6377                 return;
6378
6379         case RQCS_DATA_OVERRUN:
6380                 XS_SET_RESID(xs, sp->req_resid);
6381                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6382                 if (XS_NOERR(xs)) {
6383                         XS_SETERR(xs, HBA_DATAOVR);
6384                 }
6385                 return;
6386
6387         case RQCS_COMMAND_OVERRUN:
6388                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6389                 break;
6390
6391         case RQCS_STATUS_OVERRUN:
6392                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6393                 break;
6394
6395         case RQCS_BAD_MESSAGE:
6396                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6397                 break;
6398
6399         case RQCS_NO_MESSAGE_OUT:
6400                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6401                 break;
6402
6403         case RQCS_EXT_ID_FAILED:
6404                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6405                 break;
6406
6407         case RQCS_IDE_MSG_FAILED:
6408                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6409                 break;
6410
6411         case RQCS_ABORT_MSG_FAILED:
6412                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6413                 break;
6414
6415         case RQCS_REJECT_MSG_FAILED:
6416                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6417                 break;
6418
6419         case RQCS_NOP_MSG_FAILED:
6420                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6421                 break;
6422
6423         case RQCS_PARITY_ERROR_MSG_FAILED:
6424                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6425                 break;
6426
6427         case RQCS_DEVICE_RESET_MSG_FAILED:
6428                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6429                 break;
6430
6431         case RQCS_ID_MSG_FAILED:
6432                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6433                 break;
6434
6435         case RQCS_UNEXP_BUS_FREE:
6436                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6437                 break;
6438
6439         case RQCS_DATA_UNDERRUN:
6440         {
6441                 if (IS_FC(isp)) {
6442                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6443                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6444                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6445                                 if (XS_NOERR(xs)) {
6446                                         XS_SETERR(xs, HBA_BOTCH);
6447                                 }
6448                                 return;
6449                         }
6450                 }
6451                 XS_SET_RESID(xs, sp->req_resid);
6452                 if (XS_NOERR(xs)) {
6453                         XS_SETERR(xs, HBA_NOERROR);
6454                 }
6455                 return;
6456         }
6457
6458         case RQCS_XACT_ERR1:
6459                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6460                 break;
6461
6462         case RQCS_XACT_ERR2:
6463                 isp_xs_prt(isp, xs, ISP_LOGERR,
6464                     "HBA attempted queued transaction to target routine %jx",
6465                     (uintmax_t)XS_LUN(xs));
6466                 break;
6467
6468         case RQCS_XACT_ERR3:
6469                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6470                 break;
6471
6472         case RQCS_BAD_ENTRY:
6473                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6474                 break;
6475
6476         case RQCS_QUEUE_FULL:
6477                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6478
6479                 /*
6480                  * If QFULL or some other status byte is set, then this
6481                  * isn't an error, per se.
6482                  *
6483                  * Unfortunately, some QLogic f/w writers have, in
6484                  * some cases, ommitted to *set* status to QFULL.
6485                  */
6486 #if     0
6487                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6488                         XS_SETERR(xs, HBA_NOERROR);
6489                         return;
6490                 }
6491
6492 #endif
6493                 *XS_STSP(xs) = SCSI_QFULL;
6494                 XS_SETERR(xs, HBA_NOERROR);
6495                 return;
6496
6497         case RQCS_PHASE_SKIPPED:
6498                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6499                 break;
6500
6501         case RQCS_ARQS_FAILED:
6502                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6503                 if (XS_NOERR(xs)) {
6504                         XS_SETERR(xs, HBA_ARQFAIL);
6505                 }
6506                 return;
6507
6508         case RQCS_WIDE_FAILED:
6509                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6510                 if (IS_SCSI(isp)) {
6511                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6512                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6513                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6514                         sdp->update = 1;
6515                 }
6516                 if (XS_NOERR(xs)) {
6517                         XS_SETERR(xs, HBA_NOERROR);
6518                 }
6519                 return;
6520
6521         case RQCS_SYNCXFER_FAILED:
6522                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6523                 if (IS_SCSI(isp)) {
6524                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6525                         sdp += XS_CHANNEL(xs);
6526                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6527                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6528                         sdp->update = 1;
6529                 }
6530                 break;
6531
6532         case RQCS_LVD_BUSERR:
6533                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6534                 break;
6535
6536         case RQCS_PORT_UNAVAILABLE:
6537                 /*
6538                  * No such port on the loop. Moral equivalent of SELTIMEO
6539                  */
6540         case RQCS_PORT_LOGGED_OUT:
6541         {
6542                 const char *reason;
6543                 uint8_t sts = sp->req_completion_status & 0xff;
6544
6545                 /*
6546                  * It was there (maybe)- treat as a selection timeout.
6547                  */
6548                 if (sts == RQCS_PORT_UNAVAILABLE) {
6549                         reason = "unavailable";
6550                 } else {
6551                         reason = "logout";
6552                 }
6553
6554                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6555
6556                 /*
6557                  * If we're on a local loop, force a LIP (which is overkill)
6558                  * to force a re-login of this unit. If we're on fabric,
6559                  * then we'll have to log in again as a matter of course.
6560                  */
6561                 if (FCPARAM(isp, 0)->isp_topo == TOPO_NL_PORT ||
6562                     FCPARAM(isp, 0)->isp_topo == TOPO_FL_PORT) {
6563                         mbreg_t mbs;
6564                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6565                         if (ISP_CAP_2KLOGIN(isp)) {
6566                                 mbs.ibits = (1 << 10);
6567                         }
6568                         isp_mboxcmd_qnw(isp, &mbs, 1);
6569                 }
6570                 if (XS_NOERR(xs)) {
6571                         XS_SETERR(xs, HBA_SELTIMEOUT);
6572                 }
6573                 return;
6574         }
6575         case RQCS_PORT_CHANGED:
6576                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6577                 if (XS_NOERR(xs)) {
6578                         XS_SETERR(xs, HBA_SELTIMEOUT);
6579                 }
6580                 return;
6581
6582         case RQCS_PORT_BUSY:
6583                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6584                 if (XS_NOERR(xs)) {
6585                         XS_SETERR(xs, HBA_TGTBSY);
6586                 }
6587                 return;
6588
6589         default:
6590                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6591                 break;
6592         }
6593         if (XS_NOERR(xs)) {
6594                 XS_SETERR(xs, HBA_BOTCH);
6595         }
6596 }
6597
6598 static void
6599 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6600 {
6601         int ru_marked, sv_marked;
6602         int chan = XS_CHANNEL(xs);
6603
6604         switch (sp->req_completion_status) {
6605         case RQCS_COMPLETE:
6606                 if (XS_NOERR(xs)) {
6607                         XS_SETERR(xs, HBA_NOERROR);
6608                 }
6609                 return;
6610
6611         case RQCS_DMA_ERROR:
6612                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6613                 break;
6614
6615         case RQCS_TRANSPORT_ERROR:
6616                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6617                 break;
6618
6619         case RQCS_RESET_OCCURRED:
6620                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6621                 FCPARAM(isp, chan)->sendmarker = 1;
6622                 if (XS_NOERR(xs)) {
6623                         XS_SETERR(xs, HBA_BUSRESET);
6624                 }
6625                 return;
6626
6627         case RQCS_ABORTED:
6628                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6629                 FCPARAM(isp, chan)->sendmarker = 1;
6630                 if (XS_NOERR(xs)) {
6631                         XS_SETERR(xs, HBA_ABORTED);
6632                 }
6633                 return;
6634
6635         case RQCS_TIMEOUT:
6636                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6637                 if (XS_NOERR(xs)) {
6638                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6639                 }
6640                 return;
6641
6642         case RQCS_DATA_OVERRUN:
6643                 XS_SET_RESID(xs, sp->req_resid);
6644                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6645                 if (XS_NOERR(xs)) {
6646                         XS_SETERR(xs, HBA_DATAOVR);
6647                 }
6648                 return;
6649
6650         case RQCS_24XX_DRE:     /* data reassembly error */
6651                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6652                 if (XS_NOERR(xs)) {
6653                         XS_SETERR(xs, HBA_ABORTED);
6654                 }
6655                 *rp = XS_XFRLEN(xs);
6656                 return;
6657
6658         case RQCS_24XX_TABORT:  /* aborted by target */
6659                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6660                 if (XS_NOERR(xs)) {
6661                         XS_SETERR(xs, HBA_ABORTED);
6662                 }
6663                 return;
6664
6665         case RQCS_DATA_UNDERRUN:
6666                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6667                 /*
6668                  * We can get an underrun w/o things being marked
6669                  * if we got a non-zero status.
6670                  */
6671                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6672                 if ((ru_marked == 0 && sv_marked == 0) ||
6673                     (sp->req_resid > XS_XFRLEN(xs))) {
6674                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6675                         if (XS_NOERR(xs)) {
6676                                 XS_SETERR(xs, HBA_BOTCH);
6677                         }
6678                         return;
6679                 }
6680                 XS_SET_RESID(xs, sp->req_resid);
6681                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6682                 if (XS_NOERR(xs)) {
6683                         XS_SETERR(xs, HBA_NOERROR);
6684                 }
6685                 return;
6686
6687         case RQCS_PORT_UNAVAILABLE:
6688                 /*
6689                  * No such port on the loop. Moral equivalent of SELTIMEO
6690                  */
6691         case RQCS_PORT_LOGGED_OUT:
6692         {
6693                 const char *reason;
6694                 uint8_t sts = sp->req_completion_status & 0xff;
6695
6696                 /*
6697                  * It was there (maybe)- treat as a selection timeout.
6698                  */
6699                 if (sts == RQCS_PORT_UNAVAILABLE) {
6700                         reason = "unavailable";
6701                 } else {
6702                         reason = "logout";
6703                 }
6704
6705                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6706                     chan, reason, XS_TGT(xs));
6707
6708                 /*
6709                  * There is no MBOX_INIT_LIP for the 24XX.
6710                  */
6711                 if (XS_NOERR(xs)) {
6712                         XS_SETERR(xs, HBA_SELTIMEOUT);
6713                 }
6714                 return;
6715         }
6716         case RQCS_PORT_CHANGED:
6717                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6718                 if (XS_NOERR(xs)) {
6719                         XS_SETERR(xs, HBA_SELTIMEOUT);
6720                 }
6721                 return;
6722
6723
6724         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6725                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6726                 if (XS_NOERR(xs)) {
6727                         *XS_STSP(xs) = SCSI_BUSY;
6728                         XS_SETERR(xs, HBA_TGTBSY);
6729                 }
6730                 return;
6731
6732         case RQCS_24XX_TMO:     /* task management overrun */
6733                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6734                 if (XS_NOERR(xs)) {
6735                         *XS_STSP(xs) = SCSI_BUSY;
6736                         XS_SETERR(xs, HBA_TGTBSY);
6737                 }
6738                 return;
6739
6740         default:
6741                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6742                 break;
6743         }
6744         if (XS_NOERR(xs)) {
6745                 XS_SETERR(xs, HBA_BOTCH);
6746         }
6747 }
6748
6749 static void
6750 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6751 {
6752         XS_T *xs;
6753
6754         if (fph == 0) {
6755                 return;
6756         }
6757         xs = isp_find_xs(isp, fph);
6758         if (xs == NULL) {
6759                 isp_prt(isp, ISP_LOGWARN,
6760                     "Command for fast post handle 0x%x not found", fph);
6761                 return;
6762         }
6763         isp_destroy_handle(isp, fph);
6764
6765         /*
6766          * Since we don't have a result queue entry item,
6767          * we must believe that SCSI status is zero and
6768          * that all data transferred.
6769          */
6770         XS_SET_RESID(xs, 0);
6771         *XS_STSP(xs) = SCSI_GOOD;
6772         if (XS_XFRLEN(xs)) {
6773                 ISP_DMAFREE(isp, xs, fph);
6774         }
6775         if (isp->isp_nactive) {
6776                 isp->isp_nactive--;
6777         }
6778         isp->isp_fphccmplt++;
6779         isp_done(xs);
6780 }
6781
6782 static int
6783 isp_mbox_continue(ispsoftc_t *isp)
6784 {
6785         mbreg_t mbs;
6786         uint16_t *ptr;
6787         uint32_t offset;
6788
6789         switch (isp->isp_lastmbxcmd) {
6790         case MBOX_WRITE_RAM_WORD:
6791         case MBOX_READ_RAM_WORD:
6792         case MBOX_WRITE_RAM_WORD_EXTENDED:
6793         case MBOX_READ_RAM_WORD_EXTENDED:
6794                 break;
6795         default:
6796                 return (1);
6797         }
6798         if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6799                 isp->isp_mbxwrk0 = 0;
6800                 return (-1);
6801         }
6802
6803         /*
6804          * Clear the previous interrupt.
6805          */
6806         if (IS_24XX(isp)) {
6807                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6808         } else {
6809                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6810                 ISP_WRITE(isp, BIU_SEMA, 0);
6811         }
6812
6813         /*
6814          * Continue with next word.
6815          */
6816         ISP_MEMZERO(&mbs, sizeof (mbs));
6817         ptr = isp->isp_mbxworkp;
6818         switch (isp->isp_lastmbxcmd) {
6819         case MBOX_WRITE_RAM_WORD:
6820                 mbs.param[1] = isp->isp_mbxwrk1++;
6821                 mbs.param[2] = *ptr++;
6822                 break;
6823         case MBOX_READ_RAM_WORD:
6824                 *ptr++ = isp->isp_mboxtmp[2];
6825                 mbs.param[1] = isp->isp_mbxwrk1++;
6826                 break;
6827         case MBOX_WRITE_RAM_WORD_EXTENDED:
6828                 if (IS_24XX(isp)) {
6829                         uint32_t *lptr = (uint32_t *)ptr;
6830                         mbs.param[2] = lptr[0];
6831                         mbs.param[3] = lptr[0] >> 16;
6832                         lptr++;
6833                         ptr = (uint16_t *)lptr;
6834                 } else {
6835                         mbs.param[2] = *ptr++;
6836                 }
6837                 offset = isp->isp_mbxwrk1;
6838                 offset |= isp->isp_mbxwrk8 << 16;
6839                 mbs.param[1] = offset;
6840                 mbs.param[8] = offset >> 16;
6841                 offset++;
6842                 isp->isp_mbxwrk1 = offset;
6843                 isp->isp_mbxwrk8 = offset >> 16;
6844                 break;
6845         case MBOX_READ_RAM_WORD_EXTENDED:
6846                 if (IS_24XX(isp)) {
6847                         uint32_t *lptr = (uint32_t *)ptr;
6848                         uint32_t val = isp->isp_mboxtmp[2];
6849                         val |= (isp->isp_mboxtmp[3]) << 16;
6850                         *lptr++ = val;
6851                         ptr = (uint16_t *)lptr;
6852                 } else {
6853                         *ptr++ = isp->isp_mboxtmp[2];
6854                 }
6855                 offset = isp->isp_mbxwrk1;
6856                 offset |= isp->isp_mbxwrk8 << 16;
6857                 mbs.param[1] = offset;
6858                 mbs.param[8] = offset >> 16;
6859                 offset++;
6860                 isp->isp_mbxwrk1 = offset;
6861                 isp->isp_mbxwrk8 = offset >> 16;
6862                 break;
6863         }
6864         isp->isp_mbxworkp = ptr;
6865         isp->isp_mbxwrk0--;
6866         mbs.param[0] = isp->isp_lastmbxcmd;
6867         mbs.logval = MBLOGALL;
6868         isp_mboxcmd_qnw(isp, &mbs, 0);
6869         return (0);
6870 }
6871
6872 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6873 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6874 #define ISP_SCSI_OPMAP(in, out)         in, out
6875 static const uint8_t mbpscsi[] = {
6876         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6877         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6878         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6879         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6880         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6881         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6882         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6883         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6884         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6885         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6886         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6887         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6888         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6889         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6890         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6891         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6892         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6893         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6894         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6895         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6896         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6897         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6898         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6899         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6900         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6901         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6902         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6903         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6904         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6905         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6906         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6907         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6908         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6909         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6910         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6911         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6912         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6913         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6914         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6915         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6916         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6917         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6918         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6919         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6920         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6921         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6922         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6923         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6924         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6925         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6926         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6927         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6928         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6929         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6930         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6931         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6932         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6933         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6934         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6935         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6936         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6937         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6938         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6939         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6940         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6941         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6942         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6943         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6944         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6945         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6946         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6947         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6948         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6949         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6950         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6951         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6952         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6953         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6954         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6955         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6956         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6957         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6958         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6959         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6960         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6961         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6962         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6963         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6964         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6965         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6966         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6967         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6968         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6969         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6970 };
6971 #define MAX_SCSI_OPCODE 0x5d
6972
6973 static const char *scsi_mbcmd_names[] = {
6974         "NO-OP",
6975         "LOAD RAM",
6976         "EXEC FIRMWARE",
6977         "DUMP RAM",
6978         "WRITE RAM WORD",
6979         "READ RAM WORD",
6980         "MAILBOX REG TEST",
6981         "VERIFY CHECKSUM",
6982         "ABOUT FIRMWARE",
6983         NULL,
6984         NULL,
6985         NULL,
6986         NULL,
6987         NULL,
6988         "CHECK FIRMWARE",
6989         NULL,
6990         "INIT REQUEST QUEUE",
6991         "INIT RESULT QUEUE",
6992         "EXECUTE IOCB",
6993         "WAKE UP",
6994         "STOP FIRMWARE",
6995         "ABORT",
6996         "ABORT DEVICE",
6997         "ABORT TARGET",
6998         "BUS RESET",
6999         "STOP QUEUE",
7000         "START QUEUE",
7001         "SINGLE STEP QUEUE",
7002         "ABORT QUEUE",
7003         "GET DEV QUEUE STATUS",
7004         NULL,
7005         "GET FIRMWARE STATUS",
7006         "GET INIT SCSI ID",
7007         "GET SELECT TIMEOUT",
7008         "GET RETRY COUNT",
7009         "GET TAG AGE LIMIT",
7010         "GET CLOCK RATE",
7011         "GET ACT NEG STATE",
7012         "GET ASYNC DATA SETUP TIME",
7013         "GET PCI PARAMS",
7014         "GET TARGET PARAMS",
7015         "GET DEV QUEUE PARAMS",
7016         "GET RESET DELAY PARAMS",
7017         NULL,
7018         NULL,
7019         NULL,
7020         NULL,
7021         NULL,
7022         "SET INIT SCSI ID",
7023         "SET SELECT TIMEOUT",
7024         "SET RETRY COUNT",
7025         "SET TAG AGE LIMIT",
7026         "SET CLOCK RATE",
7027         "SET ACT NEG STATE",
7028         "SET ASYNC DATA SETUP TIME",
7029         "SET PCI CONTROL PARAMS",
7030         "SET TARGET PARAMS",
7031         "SET DEV QUEUE PARAMS",
7032         "SET RESET DELAY PARAMS",
7033         NULL,
7034         NULL,
7035         NULL,
7036         NULL,
7037         NULL,
7038         "RETURN BIOS BLOCK ADDR",
7039         "WRITE FOUR RAM WORDS",
7040         "EXEC BIOS IOCB",
7041         NULL,
7042         NULL,
7043         "SET SYSTEM PARAMETER",
7044         "GET SYSTEM PARAMETER",
7045         NULL,
7046         "GET SCAM CONFIGURATION",
7047         "SET SCAM CONFIGURATION",
7048         "SET FIRMWARE FEATURES",
7049         "GET FIRMWARE FEATURES",
7050         NULL,
7051         NULL,
7052         NULL,
7053         NULL,
7054         "LOAD RAM A64",
7055         "DUMP RAM A64",
7056         "INITIALIZE REQUEST QUEUE A64",
7057         "INITIALIZE RESPONSE QUEUE A64",
7058         "EXECUTE IOCB A64",
7059         "ENABLE TARGET MODE",
7060         "GET TARGET MODE STATE",
7061         NULL,
7062         NULL,
7063         NULL,
7064         "SET DATA OVERRUN RECOVERY MODE",
7065         "GET DATA OVERRUN RECOVERY MODE",
7066         "SET HOST DATA",
7067         "GET NOST DATA",
7068 };
7069
7070 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7071 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7072
7073 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
7074 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
7075 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
7076 static const uint32_t mbpfc[] = {
7077         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
7078         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
7079         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x02: MBOX_EXEC_FIRMWARE */
7080         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
7081         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
7082         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
7083         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
7084         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
7085         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
7086         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7087         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
7088         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
7089         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
7090         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7091         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
7092         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7093         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
7094         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
7095         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
7096         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
7097         ISP_FC_OPMAP(0x01, 0xff),       /* 0x14: MBOX_STOP_FIRMWARE */
7098         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
7099         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
7100         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
7101         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
7102         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
7103         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
7104         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7105         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
7106         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7107         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
7108         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7109         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x0, 0xcf),        /* 0x20: MBOX_GET_LOOP_ID */
7110         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
7111         ISP_FC_OPMAP(0x01, 0x07),       /* 0x22: MBOX_GET_RETRY_COUNT   */
7112         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
7113         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
7114         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
7115         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
7116         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
7117         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7118         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7119         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
7120         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
7121         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
7122         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
7123         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
7124         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
7125         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
7126         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
7127         ISP_FC_OPMAP(0x07, 0x07),       /* 0x32: MBOX_SET_RETRY_COUNT   */
7128         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
7129         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
7130         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
7131         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
7132         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
7133         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7134         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7135         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
7136         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
7137         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
7138         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
7139         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
7140         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
7141         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
7142         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
7143         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),        /* 0x42: MBOX_GET_RESOURCE_COUNT */
7144         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7145         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
7146         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
7147         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
7148         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
7149         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7150         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
7151         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7152         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
7153         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
7154         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
7155         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
7156         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
7157         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
7158         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
7159         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
7160         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
7161         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
7162         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
7163         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
7164         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
7165         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
7166         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
7167         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
7168         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
7169         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
7170         ISP_FC_OPMAP(0x07, 0x03),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
7171         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
7172         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
7173         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
7174         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
7175         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
7176         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7177         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
7178         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
7179         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
7180         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
7181         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
7182         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
7183         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
7184         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
7185         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
7186         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
7187         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
7188         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
7189         ISP_FC_OPMAP(0x03, 0x01),       /* 0x70: MBOX_SEND_CHANGE_REQUEST */
7190         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
7191         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
7192         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
7193         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
7194         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x75: GET PORT/NODE NAME LIST */
7195         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
7196         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
7197         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
7198         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
7199         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
7200         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
7201         ISP_FC_OPMAP(0x4f, 0x03),       /* 0x7c: Get ID List */
7202         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
7203         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
7204 };
7205 #define MAX_FC_OPCODE   0x7e
7206 /*
7207  * Footnotes
7208  *
7209  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7210  *      do not access at this time in the core driver. The caller is
7211  *      responsible for setting this register first (Gross!). The assumption
7212  *      is that we won't overflow.
7213  */
7214
7215 static const char *fc_mbcmd_names[] = {
7216         "NO-OP",
7217         "LOAD RAM",
7218         "EXEC FIRMWARE",
7219         "DUMP RAM",
7220         "WRITE RAM WORD",
7221         "READ RAM WORD",
7222         "MAILBOX REG TEST",
7223         "VERIFY CHECKSUM",
7224         "ABOUT FIRMWARE",
7225         "LOAD RAM (2100)",
7226         "DUMP RAM",
7227         "LOAD RISC RAM",
7228         NULL,
7229         "WRITE RAM WORD EXTENDED",
7230         "CHECK FIRMWARE",
7231         "READ RAM WORD EXTENDED",
7232         "INIT REQUEST QUEUE",
7233         "INIT RESULT QUEUE",
7234         "EXECUTE IOCB",
7235         "WAKE UP",
7236         "STOP FIRMWARE",
7237         "ABORT",
7238         "ABORT DEVICE",
7239         "ABORT TARGET",
7240         "BUS RESET",
7241         "STOP QUEUE",
7242         "START QUEUE",
7243         "SINGLE STEP QUEUE",
7244         "ABORT QUEUE",
7245         "GET DEV QUEUE STATUS",
7246         NULL,
7247         "GET FIRMWARE STATUS",
7248         "GET LOOP ID",
7249         NULL,
7250         "GET RETRY COUNT",
7251         NULL,
7252         NULL,
7253         NULL,
7254         NULL,
7255         NULL,
7256         "GET FIRMWARE OPTIONS",
7257         "GET PORT QUEUE PARAMS",
7258         NULL,
7259         NULL,
7260         NULL,
7261         NULL,
7262         NULL,
7263         NULL,
7264         NULL,
7265         NULL,
7266         "SET RETRY COUNT",
7267         NULL,
7268         NULL,
7269         NULL,
7270         NULL,
7271         NULL,
7272         "SET FIRMWARE OPTIONS",
7273         "SET PORT QUEUE PARAMS",
7274         NULL,
7275         NULL,
7276         NULL,
7277         NULL,
7278         NULL,
7279         NULL,
7280         "LOOP PORT BYPASS",
7281         "LOOP PORT ENABLE",
7282         "GET RESOURCE COUNT",
7283         "REQUEST NON PARTICIPATING MODE",
7284         NULL,
7285         NULL,
7286         NULL,
7287         "GET PORT DATABASE ENHANCED",
7288         "INIT FIRMWARE MULTI ID",
7289         "GET VP DATABASE",
7290         "GET VP DATABASE ENTRY",
7291         NULL,
7292         NULL,
7293         NULL,
7294         NULL,
7295         NULL,
7296         NULL,
7297         NULL,
7298         NULL,
7299         NULL,
7300         "EXECUTE IOCB A64",
7301         NULL,
7302         NULL,
7303         NULL,
7304         NULL,
7305         NULL,
7306         NULL,
7307         "DRIVER HEARTBEAT",
7308         NULL,
7309         "GET/SET DATA RATE",
7310         NULL,
7311         NULL,
7312         "INIT FIRMWARE",
7313         NULL,
7314         "INIT LIP",
7315         "GET FC-AL POSITION MAP",
7316         "GET PORT DATABASE",
7317         "CLEAR ACA",
7318         "TARGET RESET",
7319         "CLEAR TASK SET",
7320         "ABORT TASK SET",
7321         "GET FW STATE",
7322         "GET PORT NAME",
7323         "GET LINK STATUS",
7324         "INIT LIP RESET",
7325         NULL,
7326         "SEND SNS",
7327         "FABRIC LOGIN",
7328         "SEND CHANGE REQUEST",
7329         "FABRIC LOGOUT",
7330         "INIT LIP LOGIN",
7331         NULL,
7332         "LOGIN LOOP PORT",
7333         "GET PORT/NODE NAME LIST",
7334         "SET VENDOR ID",
7335         "INITIALIZE IP MAILBOX",
7336         NULL,
7337         NULL,
7338         NULL,
7339         NULL,
7340         "Get ID List",
7341         "SEND LFA",
7342         "Lun RESET"
7343 };
7344
7345 static void
7346 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7347 {
7348         unsigned int ibits, obits, box, opcode;
7349
7350         opcode = mbp->param[0];
7351         if (IS_FC(isp)) {
7352                 ibits = ISP_FC_IBITS(opcode);
7353                 obits = ISP_FC_OBITS(opcode);
7354         } else {
7355                 ibits = ISP_SCSI_IBITS(opcode);
7356                 obits = ISP_SCSI_OBITS(opcode);
7357         }
7358         ibits |= mbp->ibits;
7359         obits |= mbp->obits;
7360         for (box = 0; box < ISP_NMBOX(isp); box++) {
7361                 if (ibits & (1 << box)) {
7362                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7363                 }
7364                 if (nodelay == 0) {
7365                         isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7366                 }
7367         }
7368         if (nodelay == 0) {
7369                 isp->isp_lastmbxcmd = opcode;
7370                 isp->isp_obits = obits;
7371                 isp->isp_mboxbsy = 1;
7372         }
7373         if (IS_24XX(isp)) {
7374                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7375         } else {
7376                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7377         }
7378         /*
7379          * Oddly enough, if we're not delaying for an answer,
7380          * delay a bit to give the f/w a chance to pick up the
7381          * command.
7382          */
7383         if (nodelay) {
7384                 ISP_DELAY(1000);
7385         }
7386 }
7387
7388 static void
7389 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7390 {
7391         const char *cname, *xname;
7392         char tname[16], mname[16];
7393         unsigned int ibits, obits, box, opcode;
7394
7395         opcode = mbp->param[0];
7396         if (IS_FC(isp)) {
7397                 if (opcode > MAX_FC_OPCODE) {
7398                         mbp->param[0] = MBOX_INVALID_COMMAND;
7399                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7400                         return;
7401                 }
7402                 cname = fc_mbcmd_names[opcode];
7403                 ibits = ISP_FC_IBITS(opcode);
7404                 obits = ISP_FC_OBITS(opcode);
7405         } else {
7406                 if (opcode > MAX_SCSI_OPCODE) {
7407                         mbp->param[0] = MBOX_INVALID_COMMAND;
7408                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7409                         return;
7410                 }
7411                 cname = scsi_mbcmd_names[opcode];
7412                 ibits = ISP_SCSI_IBITS(opcode);
7413                 obits = ISP_SCSI_OBITS(opcode);
7414         }
7415         if (cname == NULL) {
7416                 cname = tname;
7417                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7418         }
7419         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7420
7421         /*
7422          * Pick up any additional bits that the caller might have set.
7423          */
7424         ibits |= mbp->ibits;
7425         obits |= mbp->obits;
7426
7427         /*
7428          * Mask any bits that the caller wants us to mask
7429          */
7430         ibits &= mbp->ibitm;
7431         obits &= mbp->obitm;
7432
7433
7434         if (ibits == 0 && obits == 0) {
7435                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7436                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7437                 return;
7438         }
7439
7440         /*
7441          * Get exclusive usage of mailbox registers.
7442          */
7443         if (MBOX_ACQUIRE(isp)) {
7444                 mbp->param[0] = MBOX_REGS_BUSY;
7445                 goto out;
7446         }
7447
7448         for (box = 0; box < ISP_NMBOX(isp); box++) {
7449                 if (ibits & (1 << box)) {
7450                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7451                             mbp->param[box]);
7452                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7453                 }
7454                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7455         }
7456
7457         isp->isp_lastmbxcmd = opcode;
7458
7459         /*
7460          * We assume that we can't overwrite a previous command.
7461          */
7462         isp->isp_obits = obits;
7463         isp->isp_mboxbsy = 1;
7464
7465         /*
7466          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7467          */
7468         if (IS_24XX(isp)) {
7469                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7470         } else {
7471                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7472         }
7473
7474         /*
7475          * While we haven't finished the command, spin our wheels here.
7476          */
7477         MBOX_WAIT_COMPLETE(isp, mbp);
7478
7479         /*
7480          * Did the command time out?
7481          */
7482         if (mbp->param[0] == MBOX_TIMEOUT) {
7483                 isp->isp_mboxbsy = 0;
7484                 MBOX_RELEASE(isp);
7485                 goto out;
7486         }
7487
7488         /*
7489          * Copy back output registers.
7490          */
7491         for (box = 0; box < ISP_NMBOX(isp); box++) {
7492                 if (obits & (1 << box)) {
7493                         mbp->param[box] = isp->isp_mboxtmp[box];
7494                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7495                             mbp->param[box]);
7496                 }
7497         }
7498
7499         isp->isp_mboxbsy = 0;
7500         MBOX_RELEASE(isp);
7501  out:
7502         if (mbp->logval == 0 || opcode == MBOX_EXEC_FIRMWARE) {
7503                 return;
7504         }
7505
7506         /*
7507          * Just to be chatty here...
7508          */
7509         xname = NULL;
7510         switch (mbp->param[0]) {
7511         case MBOX_COMMAND_COMPLETE:
7512                 break;
7513         case MBOX_INVALID_COMMAND:
7514                 if (mbp->logval & MBLOGMASK(MBOX_COMMAND_COMPLETE)) {
7515                         xname = "INVALID COMMAND";
7516                 }
7517                 break;
7518         case MBOX_HOST_INTERFACE_ERROR:
7519                 if (mbp->logval & MBLOGMASK(MBOX_HOST_INTERFACE_ERROR)) {
7520                         xname = "HOST INTERFACE ERROR";
7521                 }
7522                 break;
7523         case MBOX_TEST_FAILED:
7524                 if (mbp->logval & MBLOGMASK(MBOX_TEST_FAILED)) {
7525                         xname = "TEST FAILED";
7526                 }
7527                 break;
7528         case MBOX_COMMAND_ERROR:
7529                 if (mbp->logval & MBLOGMASK(MBOX_COMMAND_ERROR)) {
7530                         xname = "COMMAND ERROR";
7531                 }
7532                 break;
7533         case MBOX_COMMAND_PARAM_ERROR:
7534                 if (mbp->logval & MBLOGMASK(MBOX_COMMAND_PARAM_ERROR)) {
7535                         xname = "COMMAND PARAMETER ERROR";
7536                 }
7537                 break;
7538         case MBOX_LOOP_ID_USED:
7539                 if (mbp->logval & MBLOGMASK(MBOX_LOOP_ID_USED)) {
7540                         xname = "LOOP ID ALREADY IN USE";
7541                 }
7542                 break;
7543         case MBOX_PORT_ID_USED:
7544                 if (mbp->logval & MBLOGMASK(MBOX_PORT_ID_USED)) {
7545                         xname = "PORT ID ALREADY IN USE";
7546                 }
7547                 break;
7548         case MBOX_ALL_IDS_USED:
7549                 if (mbp->logval & MBLOGMASK(MBOX_ALL_IDS_USED)) {
7550                         xname = "ALL LOOP IDS IN USE";
7551                 }
7552                 break;
7553         case MBOX_REGS_BUSY:
7554                 xname = "REGISTERS BUSY";
7555                 break;
7556         case MBOX_TIMEOUT:
7557                 xname = "TIMEOUT";
7558                 break;
7559         default:
7560                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7561                 xname = mname;
7562                 break;
7563         }
7564         if (xname) {
7565                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s)",
7566                     cname, xname);
7567         }
7568 }
7569
7570 static void
7571 isp_fw_state(ispsoftc_t *isp, int chan)
7572 {
7573         if (IS_FC(isp)) {
7574                 mbreg_t mbs;
7575                 fcparam *fcp = FCPARAM(isp, chan);
7576
7577                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7578                 isp_mboxcmd(isp, &mbs);
7579                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7580                         fcp->isp_fwstate = mbs.param[1];
7581                 }
7582         }
7583 }
7584
7585 static void
7586 isp_spi_update(ispsoftc_t *isp, int chan)
7587 {
7588         int tgt;
7589         mbreg_t mbs;
7590         sdparam *sdp;
7591
7592         if (IS_FC(isp)) {
7593                 /*
7594                  * There are no 'per-bus' settings for Fibre Channel.
7595                  */
7596                 return;
7597         }
7598         sdp = SDPARAM(isp, chan);
7599         sdp->update = 0;
7600
7601         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7602                 uint16_t flags, period, offset;
7603                 int get;
7604
7605                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7606                         sdp->isp_devparam[tgt].dev_update = 0;
7607                         sdp->isp_devparam[tgt].dev_refresh = 0;
7608                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7609                         continue;
7610                 }
7611                 /*
7612                  * If the goal is to update the status of the device,
7613                  * take what's in goal_flags and try and set the device
7614                  * toward that. Otherwise, if we're just refreshing the
7615                  * current device state, get the current parameters.
7616                  */
7617
7618                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7619
7620                 /*
7621                  * Refresh overrides set
7622                  */
7623                 if (sdp->isp_devparam[tgt].dev_refresh) {
7624                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7625                         get = 1;
7626                 } else if (sdp->isp_devparam[tgt].dev_update) {
7627                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7628
7629                         /*
7630                          * Make sure goal_flags has "Renegotiate on Error"
7631                          * on and "Freeze Queue on Error" off.
7632                          */
7633                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7634                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7635                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7636
7637                         /*
7638                          * Insist that PARITY must be enabled
7639                          * if SYNC or WIDE is enabled.
7640                          */
7641                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7642                                 mbs.param[2] |= DPARM_PARITY;
7643                         }
7644
7645                         if (mbs.param[2] & DPARM_SYNC) {
7646                                 mbs.param[3] =
7647                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7648                                     (sdp->isp_devparam[tgt].goal_period);
7649                         }
7650                         /*
7651                          * A command completion later that has
7652                          * RQSTF_NEGOTIATION set can cause
7653                          * the dev_refresh/announce cycle also.
7654                          *
7655                          * Note: It is really important to update our current
7656                          * flags with at least the state of TAG capabilities-
7657                          * otherwise we might try and send a tagged command
7658                          * when we have it all turned off. So change it here
7659                          * to say that current already matches goal.
7660                          */
7661                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7662                         sdp->isp_devparam[tgt].actv_flags |=
7663                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7664                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7665                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7666                         get = 0;
7667                 } else {
7668                         continue;
7669                 }
7670                 mbs.param[1] = (chan << 15) | (tgt << 8);
7671                 isp_mboxcmd(isp, &mbs);
7672                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7673                         continue;
7674                 }
7675                 if (get == 0) {
7676                         sdp->sendmarker = 1;
7677                         sdp->isp_devparam[tgt].dev_update = 0;
7678                         sdp->isp_devparam[tgt].dev_refresh = 1;
7679                 } else {
7680                         sdp->isp_devparam[tgt].dev_refresh = 0;
7681                         flags = mbs.param[2];
7682                         period = mbs.param[3] & 0xff;
7683                         offset = mbs.param[3] >> 8;
7684                         sdp->isp_devparam[tgt].actv_flags = flags;
7685                         sdp->isp_devparam[tgt].actv_period = period;
7686                         sdp->isp_devparam[tgt].actv_offset = offset;
7687                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7688                 }
7689         }
7690
7691         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7692                 if (sdp->isp_devparam[tgt].dev_update ||
7693                     sdp->isp_devparam[tgt].dev_refresh) {
7694                         sdp->update = 1;
7695                         break;
7696                 }
7697         }
7698 }
7699
7700 static void
7701 isp_setdfltsdparm(ispsoftc_t *isp)
7702 {
7703         int tgt;
7704         sdparam *sdp, *sdp1;
7705
7706         sdp = SDPARAM(isp, 0);
7707         sdp->role = GET_DEFAULT_ROLE(isp, 0);
7708         if (IS_DUALBUS(isp)) {
7709                 sdp1 = sdp + 1;
7710                 sdp1->role = GET_DEFAULT_ROLE(isp, 1);
7711         } else {
7712                 sdp1 = NULL;
7713         }
7714
7715         /*
7716          * Establish some default parameters.
7717          */
7718         sdp->isp_cmd_dma_burst_enable = 0;
7719         sdp->isp_data_dma_burst_enabl = 1;
7720         sdp->isp_fifo_threshold = 0;
7721         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7722         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7723                 sdp->isp_async_data_setup = 9;
7724         } else {
7725                 sdp->isp_async_data_setup = 6;
7726         }
7727         sdp->isp_selection_timeout = 250;
7728         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7729         sdp->isp_tag_aging = 8;
7730         sdp->isp_bus_reset_delay = 5;
7731         /*
7732          * Don't retry selection, busy or queue full automatically- reflect
7733          * these back to us.
7734          */
7735         sdp->isp_retry_count = 0;
7736         sdp->isp_retry_delay = 0;
7737
7738         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7739                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7740                 sdp->isp_devparam[tgt].dev_enable = 1;
7741         }
7742
7743         /*
7744          * The trick here is to establish a default for the default (honk!)
7745          * state (goal_flags). Then try and get the current status from
7746          * the card to fill in the current state. We don't, in fact, set
7747          * the default to the SAFE default state- that's not the goal state.
7748          */
7749         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7750                 uint8_t off, per;
7751                 sdp->isp_devparam[tgt].actv_offset = 0;
7752                 sdp->isp_devparam[tgt].actv_period = 0;
7753                 sdp->isp_devparam[tgt].actv_flags = 0;
7754
7755                 sdp->isp_devparam[tgt].goal_flags =
7756                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7757
7758                 /*
7759                  * We default to Wide/Fast for versions less than a 1040
7760                  * (unless it's SBus).
7761                  */
7762                 if (IS_ULTRA3(isp)) {
7763                         off = ISP_80M_SYNCPARMS >> 8;
7764                         per = ISP_80M_SYNCPARMS & 0xff;
7765                 } else if (IS_ULTRA2(isp)) {
7766                         off = ISP_40M_SYNCPARMS >> 8;
7767                         per = ISP_40M_SYNCPARMS & 0xff;
7768                 } else if (IS_1240(isp)) {
7769                         off = ISP_20M_SYNCPARMS >> 8;
7770                         per = ISP_20M_SYNCPARMS & 0xff;
7771                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7772                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7773                     (isp->isp_bustype == ISP_BT_PCI &&
7774                     isp->isp_type < ISP_HA_SCSI_1040) ||
7775                     (isp->isp_clock && isp->isp_clock < 60) ||
7776                     (sdp->isp_ultramode == 0)) {
7777                         off = ISP_10M_SYNCPARMS >> 8;
7778                         per = ISP_10M_SYNCPARMS & 0xff;
7779                 } else {
7780                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7781                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7782                 }
7783                 sdp->isp_devparam[tgt].goal_offset =
7784                     sdp->isp_devparam[tgt].nvrm_offset = off;
7785                 sdp->isp_devparam[tgt].goal_period =
7786                     sdp->isp_devparam[tgt].nvrm_period = per;
7787
7788         }
7789
7790         /*
7791          * If we're a dual bus card, just copy the data over
7792          */
7793         if (sdp1) {
7794                 *sdp1 = *sdp;
7795                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7796         }
7797
7798         /*
7799          * If we've not been told to avoid reading NVRAM, try and read it.
7800          * If we're successful reading it, we can then return because NVRAM
7801          * will tell us what the desired settings are. Otherwise, we establish
7802          * some reasonable 'fake' nvram and goal defaults.
7803          */
7804         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7805                 mbreg_t mbs;
7806
7807                 if (isp_read_nvram(isp, 0) == 0) {
7808                         if (IS_DUALBUS(isp)) {
7809                                 if (isp_read_nvram(isp, 1) == 0) {
7810                                         return;
7811                                 }
7812                         }
7813                 }
7814                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7815                 isp_mboxcmd(isp, &mbs);
7816                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7817                         sdp->isp_req_ack_active_neg = 1;
7818                         sdp->isp_data_line_active_neg = 1;
7819                         if (sdp1) {
7820                                 sdp1->isp_req_ack_active_neg = 1;
7821                                 sdp1->isp_data_line_active_neg = 1;
7822                         }
7823                 } else {
7824                         sdp->isp_req_ack_active_neg =
7825                             (mbs.param[1] >> 4) & 0x1;
7826                         sdp->isp_data_line_active_neg =
7827                             (mbs.param[1] >> 5) & 0x1;
7828                         if (sdp1) {
7829                                 sdp1->isp_req_ack_active_neg =
7830                                     (mbs.param[2] >> 4) & 0x1;
7831                                 sdp1->isp_data_line_active_neg =
7832                                     (mbs.param[2] >> 5) & 0x1;
7833                         }
7834                 }
7835         }
7836
7837 }
7838
7839 static void
7840 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7841 {
7842         fcparam *fcp = FCPARAM(isp, chan);
7843
7844         /*
7845          * Establish some default parameters.
7846          */
7847         fcp->role = GET_DEFAULT_ROLE(isp, chan);
7848         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7849         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7850         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7851         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7852         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7853         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7854         fcp->isp_fwoptions = 0;
7855         fcp->isp_lasthdl = NIL_HANDLE;
7856
7857         if (IS_24XX(isp)) {
7858                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7859                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7860                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX) {
7861                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7862                 }
7863                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7864         } else {
7865                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7866                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7867                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7868                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX) {
7869                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7870                 }
7871                 /*
7872                  * Make sure this is turned off now until we get
7873                  * extended options from NVRAM
7874                  */
7875                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7876         }
7877
7878
7879         /*
7880          * Now try and read NVRAM unless told to not do so.
7881          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7882          */
7883         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7884                 int i, j = 0;
7885                 /*
7886                  * Give a couple of tries at reading NVRAM.
7887                  */
7888                 for (i = 0; i < 2; i++) {
7889                         j = isp_read_nvram(isp, chan);
7890                         if (j == 0) {
7891                                 break;
7892                         }
7893                 }
7894                 if (j) {
7895                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7896                 }
7897         }
7898
7899         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7900         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7901         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7902             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7903             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7904             isp_class3_roles[fcp->role]);
7905 }
7906
7907 /*
7908  * Re-initialize the ISP and complete all orphaned commands
7909  * with a 'botched' notice. The reset/init routines should
7910  * not disturb an already active list of commands.
7911  */
7912
7913 int
7914 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7915 {
7916         int i, res = 0;
7917
7918         isp_reset(isp, do_load_defaults);
7919         if (isp->isp_state != ISP_RESETSTATE) {
7920                 res = EIO;
7921                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7922                 ISP_DISABLE_INTS(isp);
7923                 goto cleanup;
7924         }
7925
7926         isp_init(isp);
7927         if (isp->isp_state == ISP_INITSTATE) {
7928                 isp->isp_state = ISP_RUNSTATE;
7929         }
7930
7931         if (isp->isp_state != ISP_RUNSTATE) {
7932                 res = EIO;
7933 #ifndef ISP_TARGET_MODE
7934                 isp_prt(isp, ISP_LOGWARN, "%s: not at runstate", __func__);
7935 #endif
7936                 ISP_DISABLE_INTS(isp);
7937                 if (IS_FC(isp)) {
7938                         /*
7939                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7940                          */
7941                         if (!IS_24XX(isp)) {
7942                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7943                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7944                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7945                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7946                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7947                         }
7948                 }
7949         }
7950
7951  cleanup:
7952         isp->isp_nactive = 0;
7953         isp_clear_commands(isp);
7954         if (IS_FC(isp)) {
7955                 for (i = 0; i < isp->isp_nchan; i++)
7956                         ISP_MARK_PORTDB(isp, i, -1);
7957         }
7958         return (res);
7959 }
7960
7961 /*
7962  * NVRAM Routines
7963  */
7964 static int
7965 isp_read_nvram(ispsoftc_t *isp, int bus)
7966 {
7967         int i, amt, retval;
7968         uint8_t csum, minversion;
7969         union {
7970                 uint8_t _x[ISP2400_NVRAM_SIZE];
7971                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7972         } _n;
7973 #define nvram_data      _n._x
7974 #define nvram_words     _n._s
7975
7976         if (IS_24XX(isp)) {
7977                 return (isp_read_nvram_2400(isp, nvram_data));
7978         } else if (IS_FC(isp)) {
7979                 amt = ISP2100_NVRAM_SIZE;
7980                 minversion = 1;
7981         } else if (IS_ULTRA2(isp)) {
7982                 amt = ISP1080_NVRAM_SIZE;
7983                 minversion = 0;
7984         } else {
7985                 amt = ISP_NVRAM_SIZE;
7986                 minversion = 2;
7987         }
7988
7989         for (i = 0; i < amt>>1; i++) {
7990                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7991         }
7992
7993         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7994             nvram_data[2] != 'P') {
7995                 if (isp->isp_bustype != ISP_BT_SBUS) {
7996                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7997                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7998                 }
7999                 retval = -1;
8000                 goto out;
8001         }
8002
8003         for (csum = 0, i = 0; i < amt; i++) {
8004                 csum += nvram_data[i];
8005         }
8006         if (csum != 0) {
8007                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8008                 retval = -1;
8009                 goto out;
8010         }
8011
8012         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
8013                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
8014                     ISP_NVRAM_VERSION(nvram_data));
8015                 retval = -1;
8016                 goto out;
8017         }
8018
8019         if (IS_ULTRA3(isp)) {
8020                 isp_parse_nvram_12160(isp, bus, nvram_data);
8021         } else if (IS_1080(isp)) {
8022                 isp_parse_nvram_1080(isp, bus, nvram_data);
8023         } else if (IS_1280(isp) || IS_1240(isp)) {
8024                 isp_parse_nvram_1080(isp, bus, nvram_data);
8025         } else if (IS_SCSI(isp)) {
8026                 isp_parse_nvram_1020(isp, nvram_data);
8027         } else {
8028                 isp_parse_nvram_2100(isp, nvram_data);
8029         }
8030         retval = 0;
8031 out:
8032         return (retval);
8033 #undef  nvram_data
8034 #undef  nvram_words
8035 }
8036
8037 static int
8038 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8039 {
8040         int retval = 0;
8041         uint32_t addr, csum, lwrds, *dptr;
8042
8043         if (isp->isp_port) {
8044                 addr = ISP2400_NVRAM_PORT1_ADDR;
8045         } else {
8046                 addr = ISP2400_NVRAM_PORT0_ADDR;
8047         }
8048
8049         dptr = (uint32_t *) nvram_data;
8050         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8051                 isp_rd_2400_nvram(isp, addr++, dptr++);
8052         }
8053         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
8054             nvram_data[2] != 'P') {
8055                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
8056                     nvram_data[0], nvram_data[1], nvram_data[2]);
8057                 retval = -1;
8058                 goto out;
8059         }
8060         dptr = (uint32_t *) nvram_data;
8061         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8062                 uint32_t tmp;
8063                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8064                 csum += tmp;
8065         }
8066         if (csum != 0) {
8067                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8068                 retval = -1;
8069                 goto out;
8070         }
8071         isp_parse_nvram_2400(isp, nvram_data);
8072 out:
8073         return (retval);
8074 }
8075
8076 static void
8077 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8078 {
8079         int i, cbits;
8080         uint16_t bit, rqst, junk;
8081
8082         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8083         ISP_DELAY(10);
8084         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8085         ISP_DELAY(10);
8086
8087         if (IS_FC(isp)) {
8088                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8089                 if (IS_2312(isp) && isp->isp_port) {
8090                         wo += 128;
8091                 }
8092                 rqst = (ISP_NVRAM_READ << 8) | wo;
8093                 cbits = 10;
8094         } else if (IS_ULTRA2(isp)) {
8095                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8096                 rqst = (ISP_NVRAM_READ << 8) | wo;
8097                 cbits = 10;
8098         } else {
8099                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8100                 rqst = (ISP_NVRAM_READ << 6) | wo;
8101                 cbits = 8;
8102         }
8103
8104         /*
8105          * Clock the word select request out...
8106          */
8107         for (i = cbits; i >= 0; i--) {
8108                 if ((rqst >> i) & 1) {
8109                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8110                 } else {
8111                         bit = BIU_NVRAM_SELECT;
8112                 }
8113                 ISP_WRITE(isp, BIU_NVRAM, bit);
8114                 ISP_DELAY(10);
8115                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8116                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8117                 ISP_DELAY(10);
8118                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8119                 ISP_WRITE(isp, BIU_NVRAM, bit);
8120                 ISP_DELAY(10);
8121                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8122         }
8123         /*
8124          * Now read the result back in (bits come back in MSB format).
8125          */
8126         *rp = 0;
8127         for (i = 0; i < 16; i++) {
8128                 uint16_t rv;
8129                 *rp <<= 1;
8130                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8131                 ISP_DELAY(10);
8132                 rv = ISP_READ(isp, BIU_NVRAM);
8133                 if (rv & BIU_NVRAM_DATAIN) {
8134                         *rp |= 1;
8135                 }
8136                 ISP_DELAY(10);
8137                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8138                 ISP_DELAY(10);
8139                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8140         }
8141         ISP_WRITE(isp, BIU_NVRAM, 0);
8142         ISP_DELAY(10);
8143         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8144         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8145 }
8146
8147 static void
8148 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8149 {
8150         int loops = 0;
8151         uint32_t base = 0x7ffe0000;
8152         uint32_t tmp = 0;
8153
8154         if (IS_25XX(isp)) {
8155                 base = 0x7ff00000 | 0x48000;
8156         }
8157         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8158         for (loops = 0; loops < 5000; loops++) {
8159                 ISP_DELAY(10);
8160                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8161                 if ((tmp & (1U << 31)) != 0) {
8162                         break;
8163                 }
8164         }
8165         if (tmp & (1U << 31)) {
8166                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8167                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8168         } else {
8169                 *rp = 0xffffffff;
8170         }
8171 }
8172
8173 static void
8174 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8175 {
8176         sdparam *sdp = SDPARAM(isp, 0);
8177         int tgt;
8178
8179         sdp->isp_fifo_threshold =
8180                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8181                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8182
8183         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8184                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8185
8186         sdp->isp_bus_reset_delay =
8187                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8188
8189         sdp->isp_retry_count =
8190                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8191
8192         sdp->isp_retry_delay =
8193                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8194
8195         sdp->isp_async_data_setup =
8196                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8197
8198         if (isp->isp_type >= ISP_HA_SCSI_1040) {
8199                 if (sdp->isp_async_data_setup < 9) {
8200                         sdp->isp_async_data_setup = 9;
8201                 }
8202         } else {
8203                 if (sdp->isp_async_data_setup != 6) {
8204                         sdp->isp_async_data_setup = 6;
8205                 }
8206         }
8207
8208         sdp->isp_req_ack_active_neg =
8209                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8210
8211         sdp->isp_data_line_active_neg =
8212                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8213
8214         sdp->isp_data_dma_burst_enabl =
8215                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8216
8217         sdp->isp_cmd_dma_burst_enable =
8218                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8219
8220         sdp->isp_tag_aging =
8221                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8222
8223         sdp->isp_selection_timeout =
8224                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8225
8226         sdp->isp_max_queue_depth =
8227                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8228
8229         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8230
8231         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8232                 sdp->isp_devparam[tgt].dev_enable =
8233                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8234                 sdp->isp_devparam[tgt].exc_throttle =
8235                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8236                 sdp->isp_devparam[tgt].nvrm_offset =
8237                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8238                 sdp->isp_devparam[tgt].nvrm_period =
8239                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8240                 /*
8241                  * We probably shouldn't lie about this, but it
8242                  * it makes it much safer if we limit NVRAM values
8243                  * to sanity.
8244                  */
8245                 if (isp->isp_type < ISP_HA_SCSI_1040) {
8246                         /*
8247                          * If we're not ultra, we can't possibly
8248                          * be a shorter period than this.
8249                          */
8250                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8251                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
8252                         }
8253                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8254                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8255                         }
8256                 } else {
8257                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8258                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8259                         }
8260                 }
8261                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8262                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8263                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8264                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8265                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8266                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8267                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8268                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8269                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8270                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8271                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8272                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8273                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8274                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8275                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8276                 sdp->isp_devparam[tgt].goal_offset =
8277                     sdp->isp_devparam[tgt].nvrm_offset;
8278                 sdp->isp_devparam[tgt].goal_period =
8279                     sdp->isp_devparam[tgt].nvrm_period;
8280                 sdp->isp_devparam[tgt].goal_flags =
8281                     sdp->isp_devparam[tgt].nvrm_flags;
8282         }
8283 }
8284
8285 static void
8286 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8287 {
8288         sdparam *sdp = SDPARAM(isp, bus);
8289         int tgt;
8290
8291         sdp->isp_fifo_threshold =
8292             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8293
8294         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8295                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8296
8297         sdp->isp_bus_reset_delay =
8298             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8299
8300         sdp->isp_retry_count =
8301             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8302
8303         sdp->isp_retry_delay =
8304             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8305
8306         sdp->isp_async_data_setup =
8307             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8308
8309         sdp->isp_req_ack_active_neg =
8310             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8311
8312         sdp->isp_data_line_active_neg =
8313             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8314
8315         sdp->isp_data_dma_burst_enabl =
8316             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8317
8318         sdp->isp_cmd_dma_burst_enable =
8319             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8320
8321         sdp->isp_selection_timeout =
8322             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8323
8324         sdp->isp_max_queue_depth =
8325              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8326
8327         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8328                 sdp->isp_devparam[tgt].dev_enable =
8329                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8330                 sdp->isp_devparam[tgt].exc_throttle =
8331                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8332                 sdp->isp_devparam[tgt].nvrm_offset =
8333                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8334                 sdp->isp_devparam[tgt].nvrm_period =
8335                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8336                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8337                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8338                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8339                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8340                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8341                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8342                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8343                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8344                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8345                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8346                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8347                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8348                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8349                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8350                 sdp->isp_devparam[tgt].actv_flags = 0;
8351                 sdp->isp_devparam[tgt].goal_offset =
8352                     sdp->isp_devparam[tgt].nvrm_offset;
8353                 sdp->isp_devparam[tgt].goal_period =
8354                     sdp->isp_devparam[tgt].nvrm_period;
8355                 sdp->isp_devparam[tgt].goal_flags =
8356                     sdp->isp_devparam[tgt].nvrm_flags;
8357         }
8358 }
8359
8360 static void
8361 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8362 {
8363         sdparam *sdp = SDPARAM(isp, bus);
8364         int tgt;
8365
8366         sdp->isp_fifo_threshold =
8367             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8368
8369         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8370                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8371
8372         sdp->isp_bus_reset_delay =
8373             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8374
8375         sdp->isp_retry_count =
8376             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8377
8378         sdp->isp_retry_delay =
8379             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8380
8381         sdp->isp_async_data_setup =
8382             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8383
8384         sdp->isp_req_ack_active_neg =
8385             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8386
8387         sdp->isp_data_line_active_neg =
8388             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8389
8390         sdp->isp_data_dma_burst_enabl =
8391             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8392
8393         sdp->isp_cmd_dma_burst_enable =
8394             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8395
8396         sdp->isp_selection_timeout =
8397             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8398
8399         sdp->isp_max_queue_depth =
8400              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8401
8402         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8403                 sdp->isp_devparam[tgt].dev_enable =
8404                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8405                 sdp->isp_devparam[tgt].exc_throttle =
8406                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8407                 sdp->isp_devparam[tgt].nvrm_offset =
8408                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8409                 sdp->isp_devparam[tgt].nvrm_period =
8410                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8411                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8412                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8413                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8414                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8415                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8416                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8417                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8418                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8419                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8420                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8421                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8422                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8423                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8424                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8425                 sdp->isp_devparam[tgt].actv_flags = 0;
8426                 sdp->isp_devparam[tgt].goal_offset =
8427                     sdp->isp_devparam[tgt].nvrm_offset;
8428                 sdp->isp_devparam[tgt].goal_period =
8429                     sdp->isp_devparam[tgt].nvrm_period;
8430                 sdp->isp_devparam[tgt].goal_flags =
8431                     sdp->isp_devparam[tgt].nvrm_flags;
8432         }
8433 }
8434
8435 static void
8436 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8437 {
8438         fcparam *fcp = FCPARAM(isp, 0);
8439         uint64_t wwn;
8440
8441         /*
8442          * There is NVRAM storage for both Port and Node entities-
8443          * but the Node entity appears to be unused on all the cards
8444          * I can find. However, we should account for this being set
8445          * at some point in the future.
8446          *
8447          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8448          * bits 48..60. In the case of the 2202, it appears that they do
8449          * use bit 48 to distinguish between the two instances on the card.
8450          * The 2204, which I've never seen, *probably* extends this method.
8451          */
8452         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8453         if (wwn) {
8454                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8455                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8456                 if ((wwn >> 60) == 0) {
8457                         wwn |= (((uint64_t) 2)<< 60);
8458                 }
8459         }
8460         fcp->isp_wwpn_nvram = wwn;
8461         if (IS_2200(isp) || IS_23XX(isp)) {
8462                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8463                 if (wwn) {
8464                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8465                             (uint32_t) (wwn >> 32),
8466                             (uint32_t) (wwn));
8467                         if ((wwn >> 60) == 0) {
8468                                 wwn |= (((uint64_t) 2)<< 60);
8469                         }
8470                 } else {
8471                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8472                 }
8473         } else {
8474                 wwn &= ~((uint64_t) 0xfff << 48);
8475         }
8476         fcp->isp_wwnn_nvram = wwn;
8477
8478         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8479         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8480                 DEFAULT_FRAMESIZE(isp) =
8481                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8482         }
8483         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8484         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8485         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8486                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8487         }
8488         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8489                 DEFAULT_EXEC_THROTTLE(isp) =
8490                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8491         }
8492         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8493         isp_prt(isp, ISP_LOGDEBUG0,
8494             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8495             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8496             (uint32_t) fcp->isp_wwnn_nvram,
8497             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8498             (uint32_t) fcp->isp_wwpn_nvram,
8499             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8500             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8501         isp_prt(isp, ISP_LOGDEBUG0,
8502             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8503             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8504             ISP2100_NVRAM_OPTIONS(nvram_data),
8505             ISP2100_NVRAM_HARDLOOPID(nvram_data),
8506             ISP2100_NVRAM_TOV(nvram_data));
8507         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8508         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8509         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8510             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8511 }
8512
8513 static void
8514 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8515 {
8516         fcparam *fcp = FCPARAM(isp, 0);
8517         uint64_t wwn;
8518
8519         isp_prt(isp, ISP_LOGDEBUG0,
8520             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8521             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8522             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8523             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8524             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8525             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8526             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8527         isp_prt(isp, ISP_LOGDEBUG0,
8528             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8529             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8530             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8531             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8532             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8533             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8534
8535         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8536         fcp->isp_wwpn_nvram = wwn;
8537
8538         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8539         if (wwn) {
8540                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8541                         wwn = 0;
8542                 }
8543         }
8544         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8545                 wwn = fcp->isp_wwpn_nvram;
8546                 wwn &= ~((uint64_t) 0xfff << 48);
8547         }
8548         fcp->isp_wwnn_nvram = wwn;
8549
8550         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8551                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8552         }
8553         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8554                 DEFAULT_FRAMESIZE(isp) =
8555                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8556         }
8557         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8558                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8559         }
8560         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8561                 DEFAULT_EXEC_THROTTLE(isp) =
8562                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8563         }
8564         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8565         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8566         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8567 }