sys/dev/isp/isp.c

   1 /*-
   2  *  Copyright (c) 1997-2009 by Matthew Jacob
   3  *  All rights reserved.
   4  *
   5  *  Redistribution and use in source and binary forms, with or without
   6  *  modification, are permitted provided that the following conditions
   7  *  are met:
   8  *
   9  *  1. Redistributions of source code must retain the above copyright
  10  *     notice, this list of conditions and the following disclaimer.
  11  *  2. Redistributions in binary form must reproduce the above copyright
  12  *     notice, this list of conditions and the following disclaimer in the
  13  *     documentation and/or other materials provided with the distribution.
  14  *
  15  *  THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  *  ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  *  IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  *  ARE DISCLAIMED.  IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
  19  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  *  DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  *  OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  *  HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  *  LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  *  OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  *  SUCH DAMAGE.
  26  *
  27  */
  28
  29 /*
  30  * Machine and OS Independent (well, as best as possible)
  31  * code for the Qlogic ISP SCSI and FC-SCSI adapters.
  32  */
  33
  34 /*
  35  * Inspiration and ideas about this driver are from Erik Moe's Linux driver
  36  * (qlogicisp.c) and Dave Miller's SBus version of same (qlogicisp.c). Some
  37  * ideas dredged from the Solaris driver.
  38  */
  39
  40 /*
  41  * Include header file appropriate for platform we're building on.
  42  */
  43 #ifdef  __NetBSD__
  44 #include <sys/cdefs.h>
  45 __KERNEL_RCSID(0, "$NetBSD$");
  46 #include <dev/ic/isp_netbsd.h>
  47 #endif
  48 #ifdef  __FreeBSD__
  49 #include <sys/cdefs.h>
  50 __FBSDID("$FreeBSD$");
  51 #include <dev/isp/isp_freebsd.h>
  52 #endif
  53 #ifdef  __OpenBSD__
  54 #include <dev/ic/isp_openbsd.h>
  55 #endif
  56 #ifdef  __linux__
  57 #include "isp_linux.h"
  58 #endif
  59 #ifdef  __svr4__
  60 #include "isp_solaris.h"
  61 #endif
  62
  63 /*
  64  * General defines
  65  */
  66 #define MBOX_DELAY_COUNT        1000000 / 100
  67 #define ISP_MARK_PORTDB(a, b, c)                                \
  68         do {                                                            \
  69                 isp_prt(isp, ISP_LOG_SANCFG,                            \
  70                     "Chan %d ISP_MARK_PORTDB@LINE %d", (b), __LINE__);  \
  71                 isp_mark_portdb((a), (b), (c));                         \
  72         } while (0)
  73
  74 /*
  75  * Local static data
  76  */
  77 static const char fconf[] = "Chan %d PortDB[%d] changed:\n current =(0x%x@0x%06x 0x%08x%08x 0x%08x%08x)\n database=(0x%x@0x%06x 0x%08x%08x 0x%08x%08x)";
  78 static const char notresp[] = "Not RESPONSE in RESPONSE Queue (type 0x%x) @ idx %d (next %d) nlooked %d";
  79 static const char topology[] = "Chan %d WWPN 0x%08x%08x PortID 0x%06x handle 0x%x, Connection '%s'";
  80 static const char bun[] = "bad underrun (count %d, resid %d, status %s)";
  81 static const char lipd[] = "Chan %d LIP destroyed %d active commands";
  82 static const char sacq[] = "unable to acquire scratch area";
  83
  84 static const uint8_t alpa_map[] = {
  85         0xef, 0xe8, 0xe4, 0xe2, 0xe1, 0xe0, 0xdc, 0xda,
  86         0xd9, 0xd6, 0xd5, 0xd4, 0xd3, 0xd2, 0xd1, 0xce,
  87         0xcd, 0xcc, 0xcb, 0xca, 0xc9, 0xc7, 0xc6, 0xc5,
  88         0xc3, 0xbc, 0xba, 0xb9, 0xb6, 0xb5, 0xb4, 0xb3,
  89         0xb2, 0xb1, 0xae, 0xad, 0xac, 0xab, 0xaa, 0xa9,
  90         0xa7, 0xa6, 0xa5, 0xa3, 0x9f, 0x9e, 0x9d, 0x9b,
  91         0x98, 0x97, 0x90, 0x8f, 0x88, 0x84, 0x82, 0x81,
  92         0x80, 0x7c, 0x7a, 0x79, 0x76, 0x75, 0x74, 0x73,
  93         0x72, 0x71, 0x6e, 0x6d, 0x6c, 0x6b, 0x6a, 0x69,
  94         0x67, 0x66, 0x65, 0x63, 0x5c, 0x5a, 0x59, 0x56,
  95         0x55, 0x54, 0x53, 0x52, 0x51, 0x4e, 0x4d, 0x4c,
  96         0x4b, 0x4a, 0x49, 0x47, 0x46, 0x45, 0x43, 0x3c,
  97         0x3a, 0x39, 0x36, 0x35, 0x34, 0x33, 0x32, 0x31,
  98         0x2e, 0x2d, 0x2c, 0x2b, 0x2a, 0x29, 0x27, 0x26,
  99         0x25, 0x23, 0x1f, 0x1e, 0x1d, 0x1b, 0x18, 0x17,
 100         0x10, 0x0f, 0x08, 0x04, 0x02, 0x01, 0x00
 101 };
 102
 103 /*
 104  * Local function prototypes.
 105  */
 106 static int isp_parse_async(ispsoftc_t *, uint16_t);
 107 static int isp_parse_async_fc(ispsoftc_t *, uint16_t);
 108 static int isp_handle_other_response(ispsoftc_t *, int, isphdr_t *, uint32_t *);
 109 static void isp_parse_status(ispsoftc_t *, ispstatusreq_t *, XS_T *, long *); static void
 110 isp_parse_status_24xx(ispsoftc_t *, isp24xx_statusreq_t *, XS_T *, long *);
 111 static void isp_fastpost_complete(ispsoftc_t *, uint32_t);
 112 static int isp_mbox_continue(ispsoftc_t *);
 113 static void isp_scsi_init(ispsoftc_t *);
 114 static void isp_scsi_channel_init(ispsoftc_t *, int);
 115 static void isp_fibre_init(ispsoftc_t *);
 116 static void isp_fibre_init_2400(ispsoftc_t *);
 117 static void isp_mark_portdb(ispsoftc_t *, int, int);
 118 static int isp_plogx(ispsoftc_t *, int, uint16_t, uint32_t, int, int);
 119 static int isp_port_login(ispsoftc_t *, uint16_t, uint32_t);
 120 static int isp_port_logout(ispsoftc_t *, uint16_t, uint32_t);
 121 static int isp_getpdb(ispsoftc_t *, int, uint16_t, isp_pdb_t *, int);
 122 static int isp_gethandles(ispsoftc_t *, int, uint16_t *, int *, int, int);
 123 static void isp_dump_chip_portdb(ispsoftc_t *, int, int);
 124 static uint64_t isp_get_wwn(ispsoftc_t *, int, int, int);
 125 static int isp_fclink_test(ispsoftc_t *, int, int);
 126 static int isp_pdb_sync(ispsoftc_t *, int);
 127 static int isp_scan_loop(ispsoftc_t *, int);
 128 static int isp_gid_ft_sns(ispsoftc_t *, int);
 129 static int isp_gid_ft_ct_passthru(ispsoftc_t *, int);
 130 static int isp_scan_fabric(ispsoftc_t *, int);
 131 static int isp_login_device(ispsoftc_t *, int, uint32_t, isp_pdb_t *, uint16_t *);
 132 static int isp_register_fc4_type(ispsoftc_t *, int);
 133 static int isp_register_fc4_type_24xx(ispsoftc_t *, int);
 134 static uint16_t isp_next_handle(ispsoftc_t *, uint16_t *);
 135 static void isp_fw_state(ispsoftc_t *, int);
 136 static void isp_mboxcmd_qnw(ispsoftc_t *, mbreg_t *, int);
 137 static void isp_mboxcmd(ispsoftc_t *, mbreg_t *);
 138
 139 static void isp_spi_update(ispsoftc_t *, int);
 140 static void isp_setdfltsdparm(ispsoftc_t *);
 141 static void isp_setdfltfcparm(ispsoftc_t *, int);
 142 static int isp_read_nvram(ispsoftc_t *, int);
 143 static int isp_read_nvram_2400(ispsoftc_t *, uint8_t *);
 144 static void isp_rdnvram_word(ispsoftc_t *, int, uint16_t *);
 145 static void isp_rd_2400_nvram(ispsoftc_t *, uint32_t, uint32_t *);
 146 static void isp_parse_nvram_1020(ispsoftc_t *, uint8_t *);
 147 static void isp_parse_nvram_1080(ispsoftc_t *, int, uint8_t *);
 148 static void isp_parse_nvram_12160(ispsoftc_t *, int, uint8_t *);
 149 static void isp_parse_nvram_2100(ispsoftc_t *, uint8_t *);
 150 static void isp_parse_nvram_2400(ispsoftc_t *, uint8_t *);
 151
 152 /*
 153  * Reset Hardware.
 154  *
 155  * Hit the chip over the head, download new f/w if available and set it running.
 156  *
 157  * Locking done elsewhere.
 158  */
 159
 160 void
 161 isp_reset(ispsoftc_t *isp, int do_load_defaults)
 162 {
 163         mbreg_t mbs;
 164         char *buf;
 165         uint64_t fwt;
 166         uint32_t code_org, val;
 167         int loops, i, dodnld = 1;
 168         const char *btype = "????";
 169         static const char dcrc[] = "Downloaded RISC Code Checksum Failure";
 170
 171         isp->isp_state = ISP_NILSTATE;
 172         if (isp->isp_dead) {
 173                 isp_shutdown(isp);
 174                 ISP_DISABLE_INTS(isp);
 175                 return;
 176         }
 177
 178         /*
 179          * Basic types (SCSI, FibreChannel and PCI or SBus)
 180          * have been set in the MD code. We figure out more
 181          * here. Possibly more refined types based upon PCI
 182          * identification. Chip revision has been gathered.
 183          *
 184          * After we've fired this chip up, zero out the conf1 register
 185          * for SCSI adapters and do other settings for the 2100.
 186          */
 187
 188         ISP_DISABLE_INTS(isp);
 189
 190         /*
 191          * Pick an initial maxcmds value which will be used
 192          * to allocate xflist pointer space. It may be changed
 193          * later by the firmware.
 194          */
 195         if (IS_24XX(isp)) {
 196                 isp->isp_maxcmds = 4096;
 197         } else if (IS_2322(isp)) {
 198                 isp->isp_maxcmds = 2048;
 199         } else if (IS_23XX(isp) || IS_2200(isp)) {
 200                 isp->isp_maxcmds = 1024;
 201         } else {
 202                 isp->isp_maxcmds = 512;
 203         }
 204
 205         /*
 206          * Set up DMA for the request and response queues.
 207          *
 208          * We do this now so we can use the request queue
 209          * for dma to load firmware from.
 210          */
 211         if (ISP_MBOXDMASETUP(isp) != 0) {
 212                 isp_prt(isp, ISP_LOGERR, "Cannot setup DMA");
 213                 return;
 214         }
 215
 216         /*
 217          * Set up default request/response queue in-pointer/out-pointer
 218          * register indices.
 219          */
 220         if (IS_24XX(isp)) {
 221                 isp->isp_rqstinrp = BIU2400_REQINP;
 222                 isp->isp_rqstoutrp = BIU2400_REQOUTP;
 223                 isp->isp_respinrp = BIU2400_RSPINP;
 224                 isp->isp_respoutrp = BIU2400_RSPOUTP;
 225         } else if (IS_23XX(isp)) {
 226                 isp->isp_rqstinrp = BIU_REQINP;
 227                 isp->isp_rqstoutrp = BIU_REQOUTP;
 228                 isp->isp_respinrp = BIU_RSPINP;
 229                 isp->isp_respoutrp = BIU_RSPOUTP;
 230         } else {
 231                 isp->isp_rqstinrp = INMAILBOX4;
 232                 isp->isp_rqstoutrp = OUTMAILBOX4;
 233                 isp->isp_respinrp = OUTMAILBOX5;
 234                 isp->isp_respoutrp = INMAILBOX5;
 235         }
 236
 237         /*
 238          * Put the board into PAUSE mode (so we can read the SXP registers
 239          * or write FPM/FBM registers).
 240          */
 241         if (IS_24XX(isp)) {
 242                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_HOST_INT);
 243                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
 244                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_PAUSE);
 245         } else {
 246                 ISP_WRITE(isp, HCCR, HCCR_CMD_PAUSE);
 247         }
 248
 249         if (IS_FC(isp)) {
 250                 switch (isp->isp_type) {
 251                 case ISP_HA_FC_2100:
 252                         btype = "2100";
 253                         break;
 254                 case ISP_HA_FC_2200:
 255                         btype = "2200";
 256                         break;
 257                 case ISP_HA_FC_2300:
 258                         btype = "2300";
 259                         break;
 260                 case ISP_HA_FC_2312:
 261                         btype = "2312";
 262                         break;
 263                 case ISP_HA_FC_2322:
 264                         btype = "2322";
 265                         break;
 266                 case ISP_HA_FC_2400:
 267                         btype = "2422";
 268                         break;
 269                 case ISP_HA_FC_2500:
 270                         btype = "2532";
 271                         break;
 272                 default:
 273                         break;
 274                 }
 275
 276                 if (!IS_24XX(isp)) {
 277                         /*
 278                          * While we're paused, reset the FPM module and FBM
 279                          * fifos.
 280                          */
 281                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
 282                         ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
 283                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
 284                         ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
 285                         ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
 286                 }
 287         } else if (IS_1240(isp)) {
 288                 sdparam *sdp;
 289
 290                 btype = "1240";
 291                 isp->isp_clock = 60;
 292                 sdp = SDPARAM(isp, 0);
 293                 sdp->isp_ultramode = 1;
 294                 sdp = SDPARAM(isp, 1);
 295                 sdp->isp_ultramode = 1;
 296                 /*
 297                  * XXX: Should probably do some bus sensing.
 298                  */
 299         } else if (IS_ULTRA3(isp)) {
 300                 sdparam *sdp = isp->isp_param;
 301
 302                 isp->isp_clock = 100;
 303
 304                 if (IS_10160(isp))
 305                         btype = "10160";
 306                 else if (IS_12160(isp))
 307                         btype = "12160";
 308                 else
 309                         btype = "<UNKLVD>";
 310                 sdp->isp_lvdmode = 1;
 311
 312                 if (IS_DUALBUS(isp)) {
 313                         sdp++;
 314                         sdp->isp_lvdmode = 1;
 315                 }
 316         } else if (IS_ULTRA2(isp)) {
 317                 static const char m[] = "bus %d is in %s Mode";
 318                 uint16_t l;
 319                 sdparam *sdp = SDPARAM(isp, 0);
 320
 321                 isp->isp_clock = 100;
 322
 323                 if (IS_1280(isp))
 324                         btype = "1280";
 325                 else if (IS_1080(isp))
 326                         btype = "1080";
 327                 else
 328                         btype = "<UNKLVD>";
 329
 330                 l = ISP_READ(isp, SXP_PINS_DIFF) & ISP1080_MODE_MASK;
 331                 switch (l) {
 332                 case ISP1080_LVD_MODE:
 333                         sdp->isp_lvdmode = 1;
 334                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "LVD");
 335                         break;
 336                 case ISP1080_HVD_MODE:
 337                         sdp->isp_diffmode = 1;
 338                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Differential");
 339                         break;
 340                 case ISP1080_SE_MODE:
 341                         sdp->isp_ultramode = 1;
 342                         isp_prt(isp, ISP_LOGCONFIG, m, 0, "Single-Ended");
 343                         break;
 344                 default:
 345                         isp_prt(isp, ISP_LOGERR,
 346                             "unknown mode on bus %d (0x%x)", 0, l);
 347                         break;
 348                 }
 349
 350                 if (IS_DUALBUS(isp)) {
 351                         sdp = SDPARAM(isp, 1);
 352                         l = ISP_READ(isp, SXP_PINS_DIFF|SXP_BANK1_SELECT);
 353                         l &= ISP1080_MODE_MASK;
 354                         switch (l) {
 355                         case ISP1080_LVD_MODE:
 356                                 sdp->isp_lvdmode = 1;
 357                                 isp_prt(isp, ISP_LOGCONFIG, m, 1, "LVD");
 358                                 break;
 359                         case ISP1080_HVD_MODE:
 360                                 sdp->isp_diffmode = 1;
 361                                 isp_prt(isp, ISP_LOGCONFIG,
 362                                     m, 1, "Differential");
 363                                 break;
 364                         case ISP1080_SE_MODE:
 365                                 sdp->isp_ultramode = 1;
 366                                 isp_prt(isp, ISP_LOGCONFIG,
 367                                     m, 1, "Single-Ended");
 368                                 break;
 369                         default:
 370                                 isp_prt(isp, ISP_LOGERR,
 371                                     "unknown mode on bus %d (0x%x)", 1, l);
 372                                 break;
 373                         }
 374                 }
 375         } else {
 376                 sdparam *sdp = SDPARAM(isp, 0);
 377                 i = ISP_READ(isp, BIU_CONF0) & BIU_CONF0_HW_MASK;
 378                 switch (i) {
 379                 default:
 380                         isp_prt(isp, ISP_LOGALL, "Unknown Chip Type 0x%x", i);
 381                         /* FALLTHROUGH */
 382                 case 1:
 383                         btype = "1020";
 384                         isp->isp_type = ISP_HA_SCSI_1020;
 385                         isp->isp_clock = 40;
 386                         break;
 387                 case 2:
 388                         /*
 389                          * Some 1020A chips are Ultra Capable, but don't
 390                          * run the clock rate up for that unless told to
 391                          * do so by the Ultra Capable bits being set.
 392                          */
 393                         btype = "1020A";
 394                         isp->isp_type = ISP_HA_SCSI_1020A;
 395                         isp->isp_clock = 40;
 396                         break;
 397                 case 3:
 398                         btype = "1040";
 399                         isp->isp_type = ISP_HA_SCSI_1040;
 400                         isp->isp_clock = 60;
 401                         break;
 402                 case 4:
 403                         btype = "1040A";
 404                         isp->isp_type = ISP_HA_SCSI_1040A;
 405                         isp->isp_clock = 60;
 406                         break;
 407                 case 5:
 408                         btype = "1040B";
 409                         isp->isp_type = ISP_HA_SCSI_1040B;
 410                         isp->isp_clock = 60;
 411                         break;
 412                 case 6:
 413                         btype = "1040C";
 414                         isp->isp_type = ISP_HA_SCSI_1040C;
 415                         isp->isp_clock = 60;
 416                         break;
 417                 }
 418                 /*
 419                  * Now, while we're at it, gather info about ultra
 420                  * and/or differential mode.
 421                  */
 422                 if (ISP_READ(isp, SXP_PINS_DIFF) & SXP_PINS_DIFF_MODE) {
 423                         isp_prt(isp, ISP_LOGCONFIG, "Differential Mode");
 424                         sdp->isp_diffmode = 1;
 425                 } else {
 426                         sdp->isp_diffmode = 0;
 427                 }
 428                 i = ISP_READ(isp, RISC_PSR);
 429                 if (isp->isp_bustype == ISP_BT_SBUS) {
 430                         i &= RISC_PSR_SBUS_ULTRA;
 431                 } else {
 432                         i &= RISC_PSR_PCI_ULTRA;
 433                 }
 434                 if (i != 0) {
 435                         isp_prt(isp, ISP_LOGCONFIG, "Ultra Mode Capable");
 436                         sdp->isp_ultramode = 1;
 437                         /*
 438                          * If we're in Ultra Mode, we have to be 60MHz clock-
 439                          * even for the SBus version.
 440                          */
 441                         isp->isp_clock = 60;
 442                 } else {
 443                         sdp->isp_ultramode = 0;
 444                         /*
 445                          * Clock is known. Gronk.
 446                          */
 447                 }
 448
 449                 /*
 450                  * Machine dependent clock (if set) overrides
 451                  * our generic determinations.
 452                  */
 453                 if (isp->isp_mdvec->dv_clock) {
 454                         if (isp->isp_mdvec->dv_clock < isp->isp_clock) {
 455                                 isp->isp_clock = isp->isp_mdvec->dv_clock;
 456                         }
 457                 }
 458
 459         }
 460
 461         /*
 462          * Clear instrumentation
 463          */
 464         isp->isp_intcnt = isp->isp_intbogus = 0;
 465
 466         /*
 467          * Do MD specific pre initialization
 468          */
 469         ISP_RESET0(isp);
 470
 471         /*
 472          * Hit the chip over the head with hammer,
 473          * and give it a chance to recover.
 474          */
 475
 476         if (IS_SCSI(isp)) {
 477                 ISP_WRITE(isp, BIU_ICR, BIU_ICR_SOFT_RESET);
 478                 /*
 479                  * A slight delay...
 480                  */
 481                 ISP_DELAY(100);
 482
 483                 /*
 484                  * Clear data && control DMA engines.
 485                  */
 486                 ISP_WRITE(isp, CDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 487                 ISP_WRITE(isp, DDMA_CONTROL, DMA_CNTRL_CLEAR_CHAN | DMA_CNTRL_RESET_INT);
 488
 489
 490         } else if (IS_24XX(isp)) {
 491                 /*
 492                  * Stop DMA and wait for it to stop.
 493                  */
 494                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_DMA_STOP|(3 << 4));
 495                 for (val = loops = 0; loops < 30000; loops++) {
 496                         ISP_DELAY(10);
 497                         val = ISP_READ(isp, BIU2400_CSR);
 498                         if ((val & BIU2400_DMA_ACTIVE) == 0) {
 499                                 break;
 500                         }
 501                 }
 502                 if (val & BIU2400_DMA_ACTIVE) {
 503                         ISP_RESET0(isp);
 504                         isp_prt(isp, ISP_LOGERR, "DMA Failed to Stop on Reset");
 505                         return;
 506                 }
 507                 /*
 508                  * Hold it in SOFT_RESET and STOP state for 100us.
 509                  */
 510                 ISP_WRITE(isp, BIU2400_CSR, BIU2400_SOFT_RESET|BIU2400_DMA_STOP|(3 << 4));
 511                 ISP_DELAY(100);
 512                 for (loops = 0; loops < 10000; loops++) {
 513                         ISP_DELAY(5);
 514                         val = ISP_READ(isp, OUTMAILBOX0);
 515                 }
 516                 for (val = loops = 0; loops < 500000; loops ++) {
 517                         val = ISP_READ(isp, BIU2400_CSR);
 518                         if ((val & BIU2400_SOFT_RESET) == 0) {
 519                                 break;
 520                         }
 521                 }
 522                 if (val & BIU2400_SOFT_RESET) {
 523                         ISP_RESET0(isp);
 524                         isp_prt(isp, ISP_LOGERR, "Failed to come out of reset");
 525                         return;
 526                 }
 527         } else {
 528                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_SOFT_RESET);
 529                 /*
 530                  * A slight delay...
 531                  */
 532                 ISP_DELAY(100);
 533
 534                 /*
 535                  * Clear data && control DMA engines.
 536                  */
 537                 ISP_WRITE(isp, CDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 538                 ISP_WRITE(isp, TDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 539                 ISP_WRITE(isp, RDMA2100_CONTROL, DMA_CNTRL2100_CLEAR_CHAN | DMA_CNTRL2100_RESET_INT);
 540         }
 541
 542         /*
 543          * Wait for ISP to be ready to go...
 544          */
 545         loops = MBOX_DELAY_COUNT;
 546         for (;;) {
 547                 if (IS_SCSI(isp)) {
 548                         if (!(ISP_READ(isp, BIU_ICR) & BIU_ICR_SOFT_RESET)) {
 549                                 break;
 550                         }
 551                 } else if (IS_24XX(isp)) {
 552                         if (ISP_READ(isp, OUTMAILBOX0) == 0) {
 553                                 break;
 554                         }
 555                 } else {
 556                         if (!(ISP_READ(isp, BIU2100_CSR) & BIU2100_SOFT_RESET))
 557                                 break;
 558                 }
 559                 ISP_DELAY(100);
 560                 if (--loops < 0) {
 561                         ISP_DUMPREGS(isp, "chip reset timed out");
 562                         ISP_RESET0(isp);
 563                         return;
 564                 }
 565         }
 566
 567         /*
 568          * After we've fired this chip up, zero out the conf1 register
 569          * for SCSI adapters and other settings for the 2100.
 570          */
 571
 572         if (IS_SCSI(isp)) {
 573                 ISP_WRITE(isp, BIU_CONF1, 0);
 574         } else if (!IS_24XX(isp)) {
 575                 ISP_WRITE(isp, BIU2100_CSR, 0);
 576         }
 577
 578         /*
 579          * Reset RISC Processor
 580          */
 581         if (IS_24XX(isp)) {
 582                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RESET);
 583                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_RELEASE);
 584                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RESET);
 585         } else {
 586                 ISP_WRITE(isp, HCCR, HCCR_CMD_RESET);
 587                 ISP_DELAY(100);
 588                 ISP_WRITE(isp, BIU_SEMA, 0);
 589         }
 590
 591         /*
 592          * Post-RISC Reset stuff.
 593          */
 594         if (IS_24XX(isp)) {
 595                 for (val = loops = 0; loops < 5000000; loops++) {
 596                         ISP_DELAY(5);
 597                         val = ISP_READ(isp, OUTMAILBOX0);
 598                         if (val == 0) {
 599                                 break;
 600                         }
 601                 }
 602                 if (val != 0) {
 603                         ISP_RESET0(isp);
 604                         isp_prt(isp, ISP_LOGERR, "reset didn't clear");
 605                         return;
 606                 }
 607         } else if (IS_SCSI(isp)) {
 608                 uint16_t tmp = isp->isp_mdvec->dv_conf1;
 609                 /*
 610                  * Busted FIFO. Turn off all but burst enables.
 611                  */
 612                 if (isp->isp_type == ISP_HA_SCSI_1040A) {
 613                         tmp &= BIU_BURST_ENABLE;
 614                 }
 615                 ISP_SETBITS(isp, BIU_CONF1, tmp);
 616                 if (tmp & BIU_BURST_ENABLE) {
 617                         ISP_SETBITS(isp, CDMA_CONF, DMA_ENABLE_BURST);
 618                         ISP_SETBITS(isp, DDMA_CONF, DMA_ENABLE_BURST);
 619                 }
 620                 if (SDPARAM(isp, 0)->isp_ptisp) {
 621                         if (SDPARAM(isp, 0)->isp_ultramode) {
 622                                 while (ISP_READ(isp, RISC_MTR) != 0x1313) {
 623                                         ISP_WRITE(isp, RISC_MTR, 0x1313);
 624                                         ISP_WRITE(isp, HCCR, HCCR_CMD_STEP);
 625                                 }
 626                         } else {
 627                                 ISP_WRITE(isp, RISC_MTR, 0x1212);
 628                         }
 629                         /*
 630                          * PTI specific register
 631                          */
 632                         ISP_WRITE(isp, RISC_EMB, DUAL_BANK);
 633                 } else {
 634                         ISP_WRITE(isp, RISC_MTR, 0x1212);
 635                 }
 636                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 637         } else {
 638                 ISP_WRITE(isp, RISC_MTR2100, 0x1212);
 639                 if (IS_2200(isp) || IS_23XX(isp)) {
 640                         ISP_WRITE(isp, HCCR, HCCR_2X00_DISABLE_PARITY_PAUSE);
 641                 }
 642                 ISP_WRITE(isp, HCCR, HCCR_CMD_RELEASE);
 643         }
 644
 645         ISP_WRITE(isp, isp->isp_rqstinrp, 0);
 646         ISP_WRITE(isp, isp->isp_rqstoutrp, 0);
 647         ISP_WRITE(isp, isp->isp_respinrp, 0);
 648         ISP_WRITE(isp, isp->isp_respoutrp, 0);
 649         if (IS_24XX(isp)) {
 650                 ISP_WRITE(isp, BIU2400_PRI_REQINP, 0);
 651                 ISP_WRITE(isp, BIU2400_PRI_REQOUTP, 0);
 652                 ISP_WRITE(isp, BIU2400_ATIO_RSPINP, 0);
 653                 ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, 0);
 654         }
 655
 656         /*
 657          * Do MD specific post initialization
 658          */
 659         ISP_RESET1(isp);
 660
 661         /*
 662          * Wait for everything to finish firing up.
 663          *
 664          * Avoid doing this on early 2312s because you can generate a PCI
 665          * parity error (chip breakage).
 666          */
 667         if (IS_2312(isp) && isp->isp_revision < 2) {
 668                 ISP_DELAY(100);
 669         } else {
 670                 loops = MBOX_DELAY_COUNT;
 671                 while (ISP_READ(isp, OUTMAILBOX0) == MBOX_BUSY) {
 672                         ISP_DELAY(100);
 673                         if (--loops < 0) {
 674                                 ISP_RESET0(isp);
 675                                 isp_prt(isp, ISP_LOGERR, "MBOX_BUSY never cleared on reset");
 676                                 return;
 677                         }
 678                 }
 679         }
 680
 681         /*
 682          * Up until this point we've done everything by just reading or
 683          * setting registers. From this point on we rely on at least *some*
 684          * kind of firmware running in the card.
 685          */
 686
 687         /*
 688          * Do some sanity checking by running a NOP command.
 689          * If it succeeds, the ROM firmware is now running.
 690          */
 691         MBSINIT(&mbs, MBOX_NO_OP, MBLOGALL, 0);
 692         isp_mboxcmd(isp, &mbs);
 693         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 694                 isp_prt(isp, ISP_LOGERR, "NOP command failed (%x)", mbs.param[0]);
 695                 ISP_RESET0(isp);
 696                 return;
 697         }
 698
 699         /*
 700          * Do some operational tests
 701          */
 702
 703         if (IS_SCSI(isp) || IS_24XX(isp)) {
 704                 static const uint16_t patterns[MAX_MAILBOX] = {
 705                         0x0000, 0xdead, 0xbeef, 0xffff,
 706                         0xa5a5, 0x5a5a, 0x7f7f, 0x7ff7,
 707                         0x3421, 0xabcd, 0xdcba, 0xfeef,
 708                         0xbead, 0xdebe, 0x2222, 0x3333,
 709                         0x5555, 0x6666, 0x7777, 0xaaaa,
 710                         0xffff, 0xdddd, 0x9999, 0x1fbc,
 711                         0x6666, 0x6677, 0x1122, 0x33ff,
 712                         0x0000, 0x0001, 0x1000, 0x1010,
 713                 };
 714                 int nmbox = ISP_NMBOX(isp);
 715                 if (IS_SCSI(isp))
 716                         nmbox = 6;
 717                 MBSINIT(&mbs, MBOX_MAILBOX_REG_TEST, MBLOGALL, 0);
 718                 for (i = 1; i < nmbox; i++) {
 719                         mbs.param[i] = patterns[i];
 720                 }
 721                 isp_mboxcmd(isp, &mbs);
 722                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 723                         ISP_RESET0(isp);
 724                         return;
 725                 }
 726                 for (i = 1; i < nmbox; i++) {
 727                         if (mbs.param[i] != patterns[i]) {
 728                                 ISP_RESET0(isp);
 729                                 isp_prt(isp, ISP_LOGERR, "Register Test Failed at Register %d: should have 0x%04x but got 0x%04x", i, patterns[i], mbs.param[i]);
 730                                 return;
 731                         }
 732                 }
 733         }
 734
 735         /*
 736          * Download new Firmware, unless requested not to do so.
 737          * This is made slightly trickier in some cases where the
 738          * firmware of the ROM revision is newer than the revision
 739          * compiled into the driver. So, where we used to compare
 740          * versions of our f/w and the ROM f/w, now we just see
 741          * whether we have f/w at all and whether a config flag
 742          * has disabled our download.
 743          */
 744         if ((isp->isp_mdvec->dv_ispfw == NULL) || (isp->isp_confopts & ISP_CFG_NORELOAD)) {
 745                 dodnld = 0;
 746         }
 747
 748         if (IS_24XX(isp)) {
 749                 code_org = ISP_CODE_ORG_2400;
 750         } else if (IS_23XX(isp)) {
 751                 code_org = ISP_CODE_ORG_2300;
 752         } else {
 753                 code_org = ISP_CODE_ORG;
 754         }
 755
 756         if (dodnld && IS_24XX(isp)) {
 757                 const uint32_t *ptr = isp->isp_mdvec->dv_ispfw;
 758                 int wordload;
 759
 760                 /*
 761                  * Keep loading until we run out of f/w.
 762                  */
 763                 code_org = ptr[2];      /* 1st load address is our start addr */
 764                 wordload = 0;
 765
 766                 for (;;) {
 767                         uint32_t la, wi, wl;
 768
 769                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], ptr[2]);
 770
 771                         wi = 0;
 772                         la = ptr[2];
 773                         wl = ptr[3];
 774
 775                         while (wi < ptr[3]) {
 776                                 uint32_t *cp;
 777                                 uint32_t nw;
 778
 779                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 2;
 780                                 if (nw > wl) {
 781                                         nw = wl;
 782                                 }
 783                                 cp = isp->isp_rquest;
 784                                 for (i = 0; i < nw; i++) {
 785                                         ISP_IOXPUT_32(isp,  ptr[wi++], &cp[i]);
 786                                         wl--;
 787                                 }
 788                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 789         again:
 790                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 791                                 if (la < 0x10000 && nw < 0x10000) {
 792                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 793                                         mbs.param[1] = la;
 794                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 795                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 796                                         mbs.param[4] = nw;
 797                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 798                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 799                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM 2100 %u words at load address 0x%x", nw, la);
 800                                 } else if (wordload) {
 801                                         union {
 802                                                 const uint32_t *cp;
 803                                                 uint32_t *np;
 804                                         } ucd;
 805                                         ucd.cp = (const uint32_t *)cp;
 806                                         mbs.param[0] = MBOX_WRITE_RAM_WORD_EXTENDED;
 807                                         mbs.param[1] = la;
 808                                         mbs.param[2] = (*ucd.np);
 809                                         mbs.param[3] = (*ucd.np) >> 16;
 810                                         mbs.param[8] = la >> 16;
 811                                         isp->isp_mbxwrk0 = nw - 1;
 812                                         isp->isp_mbxworkp = ucd.np+1;
 813                                         isp->isp_mbxwrk1 = (la + 1);
 814                                         isp->isp_mbxwrk8 = (la + 1) >> 16;
 815                                         isp_prt(isp, ISP_LOGDEBUG0, "WRITE RAM WORD EXTENDED %u words at load address 0x%x", nw, la);
 816                                 } else {
 817                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 818                                         mbs.param[1] = la;
 819                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 820                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 821                                         mbs.param[4] = nw >> 16;
 822                                         mbs.param[5] = nw;
 823                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 824                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 825                                         mbs.param[8] = la >> 16;
 826                                         isp_prt(isp, ISP_LOGDEBUG0, "LOAD RISC RAM %u words at load address 0x%x", nw, la);
 827                                 }
 828                                 isp_mboxcmd(isp, &mbs);
 829                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 830                                         if (mbs.param[0] == MBOX_HOST_INTERFACE_ERROR) {
 831                                                 isp_prt(isp, ISP_LOGERR, "switching to word load");
 832                                                 wordload = 1;
 833                                                 goto again;
 834                                         }
 835                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 836                                         ISP_RESET0(isp);
 837                                         return;
 838                                 }
 839                                 la += nw;
 840                         }
 841
 842                         if (ptr[1] == 0) {
 843                                 break;
 844                         }
 845                         ptr += ptr[3];
 846                 }
 847                 isp->isp_loaded_fw = 1;
 848         } else if (dodnld && IS_23XX(isp)) {
 849                 const uint16_t *ptr = isp->isp_mdvec->dv_ispfw;
 850                 uint16_t wi, wl, segno;
 851                 uint32_t la;
 852
 853                 la = code_org;
 854                 segno = 0;
 855
 856                 for (;;) {
 857                         uint32_t nxtaddr;
 858
 859                         isp_prt(isp, ISP_LOGDEBUG0, "load 0x%x words of code at load address 0x%x", ptr[3], la);
 860
 861                         wi = 0;
 862                         wl = ptr[3];
 863
 864                         while (wi < ptr[3]) {
 865                                 uint16_t *cp;
 866                                 uint16_t nw;
 867
 868                                 nw = ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)) >> 1;
 869                                 if (nw > wl) {
 870                                         nw = wl;
 871                                 }
 872                                 if (nw > (1 << 15)) {
 873                                         nw = 1 << 15;
 874                                 }
 875                                 cp = isp->isp_rquest;
 876                                 for (i = 0; i < nw; i++) {
 877                                         ISP_IOXPUT_16(isp,  ptr[wi++], &cp[i]);
 878                                         wl--;
 879                                 }
 880                                 MEMORYBARRIER(isp, SYNC_REQUEST, 0, ISP_QUEUE_SIZE(RQUEST_QUEUE_LEN(isp)), -1);
 881                                 MBSINIT(&mbs, 0, MBLOGALL, 0);
 882                                 if (la < 0x10000) {
 883                                         mbs.param[0] = MBOX_LOAD_RISC_RAM_2100;
 884                                         mbs.param[1] = la;
 885                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 886                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 887                                         mbs.param[4] = nw;
 888                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 889                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 890                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM 2100 %u words at load address 0x%x\n", nw, la);
 891                                 } else {
 892                                         mbs.param[0] = MBOX_LOAD_RISC_RAM;
 893                                         mbs.param[1] = la;
 894                                         mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
 895                                         mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
 896                                         mbs.param[4] = nw;
 897                                         mbs.param[6] = DMA_WD3(isp->isp_rquest_dma);
 898                                         mbs.param[7] = DMA_WD2(isp->isp_rquest_dma);
 899                                         mbs.param[8] = la >> 16;
 900                                         isp_prt(isp, ISP_LOGDEBUG1, "LOAD RISC RAM %u words at load address 0x%x\n", nw, la);
 901                                 }
 902                                 isp_mboxcmd(isp, &mbs);
 903                                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 904                                         isp_prt(isp, ISP_LOGERR, "F/W Risc Ram Load Failed");
 905                                         ISP_RESET0(isp);
 906                                         return;
 907                                 }
 908                                 la += nw;
 909                         }
 910
 911                         if (!IS_2322(isp)) {
 912                                 break;
 913                         }
 914
 915                         if (++segno == 3) {
 916                                 break;
 917                         }
 918
 919                         /*
 920                          * If we're a 2322, the firmware actually comes in
 921                          * three chunks. We loaded the first at the code_org
 922                          * address. The other two chunks, which follow right
 923                          * after each other in memory here, get loaded at
 924                          * addresses specfied at offset 0x9..0xB.
 925                          */
 926
 927                         nxtaddr = ptr[3];
 928                         ptr = &ptr[nxtaddr];
 929                         la = ptr[5] | ((ptr[4] & 0x3f) << 16);
 930                 }
 931                 isp->isp_loaded_fw = 1;
 932         } else if (dodnld) {
 933                 union {
 934                         const uint16_t *cp;
 935                         uint16_t *np;
 936                 } ucd;
 937                 ucd.cp = isp->isp_mdvec->dv_ispfw;
 938                 isp->isp_mbxworkp = &ucd.np[1];
 939                 isp->isp_mbxwrk0 = ucd.np[3] - 1;
 940                 isp->isp_mbxwrk1 = code_org + 1;
 941                 MBSINIT(&mbs, MBOX_WRITE_RAM_WORD, MBLOGNONE, 0);
 942                 mbs.param[1] = code_org;
 943                 mbs.param[2] = ucd.np[0];
 944                 isp_prt(isp, ISP_LOGDEBUG1, "WRITE RAM %u words at load address 0x%x", ucd.np[3], code_org);
 945                 isp_mboxcmd(isp, &mbs);
 946                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 947                         isp_prt(isp, ISP_LOGERR, "F/W download failed at word %d", isp->isp_mbxwrk1 - code_org);
 948                         ISP_RESET0(isp);
 949                         return;
 950                 }
 951         } else {
 952                 isp->isp_loaded_fw = 0;
 953                 isp_prt(isp, ISP_LOGDEBUG2, "skipping f/w download");
 954         }
 955
 956         /*
 957          * If we loaded firmware, verify its checksum
 958          */
 959         if (isp->isp_loaded_fw) {
 960                 MBSINIT(&mbs, MBOX_VERIFY_CHECKSUM, MBLOGNONE, 0);
 961                 mbs.param[0] = MBOX_VERIFY_CHECKSUM;
 962                 if (IS_24XX(isp)) {
 963                         mbs.param[1] = code_org >> 16;
 964                         mbs.param[2] = code_org;
 965                 } else {
 966                         mbs.param[1] = code_org;
 967                 }
 968                 isp_mboxcmd(isp, &mbs);
 969                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
 970                         isp_prt(isp, ISP_LOGERR, dcrc);
 971                         ISP_RESET0(isp);
 972                         return;
 973                 }
 974         }
 975
 976         /*
 977          * Now start it rolling.
 978          *
 979          * If we didn't actually download f/w,
 980          * we still need to (re)start it.
 981          */
 982
 983
 984         MBSINIT(&mbs, MBOX_EXEC_FIRMWARE, MBLOGALL, 5000000);
 985         if (IS_24XX(isp)) {
 986                 mbs.param[1] = code_org >> 16;
 987                 mbs.param[2] = code_org;
 988                 if (isp->isp_loaded_fw) {
 989                         mbs.param[3] = 0;
 990                 } else {
 991                         mbs.param[3] = 1;
 992                 }
 993                 if (IS_25XX(isp)) {
 994                         mbs.ibits |= 0x10;
 995                 }
 996         } else if (IS_2322(isp)) {
 997                 mbs.param[1] = code_org;
 998                 if (isp->isp_loaded_fw) {
 999                         mbs.param[2] = 0;
1000                 } else {
1001                         mbs.param[2] = 1;
1002                 }
1003         } else {
1004                 mbs.param[1] = code_org;
1005         }
1006         isp_mboxcmd(isp, &mbs);
1007         if (IS_2322(isp) || IS_24XX(isp)) {
1008                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1009                         ISP_RESET0(isp);
1010                         return;
1011                 }
1012         }
1013
1014         if (IS_SCSI(isp)) {
1015                 /*
1016                  * Set CLOCK RATE, but only if asked to.
1017                  */
1018                 if (isp->isp_clock) {
1019                         MBSINIT(&mbs, MBOX_SET_CLOCK_RATE, MBLOGALL, 0);
1020                         mbs.param[1] = isp->isp_clock;
1021                         isp_mboxcmd(isp, &mbs);
1022                         /* we will try not to care if this fails */
1023                 }
1024         }
1025
1026         /*
1027          * Ask the chip for the current firmware version.
1028          * This should prove that the new firmware is working.
1029          */
1030         MBSINIT(&mbs, MBOX_ABOUT_FIRMWARE, MBLOGALL, 0);
1031         isp_mboxcmd(isp, &mbs);
1032         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1033                 ISP_RESET0(isp);
1034                 return;
1035         }
1036
1037         /*
1038          * The SBus firmware that we are using apparently does not return
1039          * major, minor, micro revisions in the mailbox registers, which
1040          * is really, really, annoying.
1041          */
1042         if (ISP_SBUS_SUPPORTED && isp->isp_bustype == ISP_BT_SBUS) {
1043                 if (dodnld) {
1044 #ifdef  ISP_TARGET_MODE
1045                         isp->isp_fwrev[0] = 7;
1046                         isp->isp_fwrev[1] = 55;
1047 #else
1048                         isp->isp_fwrev[0] = 1;
1049                         isp->isp_fwrev[1] = 37;
1050 #endif
1051                         isp->isp_fwrev[2] = 0;
1052                 }
1053         } else {
1054                 isp->isp_fwrev[0] = mbs.param[1];
1055                 isp->isp_fwrev[1] = mbs.param[2];
1056                 isp->isp_fwrev[2] = mbs.param[3];
1057         }
1058
1059         if (IS_FC(isp)) {
1060                 /*
1061                  * We do not believe firmware attributes for 2100 code less
1062                  * than 1.17.0, unless it's the firmware we specifically
1063                  * are loading.
1064                  *
1065                  * Note that all 22XX and later f/w is greater than 1.X.0.
1066                  */
1067                 if ((ISP_FW_OLDER_THAN(isp, 1, 17, 1))) {
1068 #ifdef  USE_SMALLER_2100_FIRMWARE
1069                         isp->isp_fwattr = ISP_FW_ATTR_SCCLUN;
1070 #else
1071                         isp->isp_fwattr = 0;
1072 #endif
1073                 } else {
1074                         isp->isp_fwattr = mbs.param[6];
1075                 }
1076                 if (IS_24XX(isp)) {
1077                         isp->isp_fwattr |= ((uint64_t) mbs.param[15]) << 16;
1078                         if (isp->isp_fwattr & ISP2400_FW_ATTR_EXTNDED) {
1079                                 isp->isp_fwattr |=
1080                                     (((uint64_t) mbs.param[16]) << 32) |
1081                                     (((uint64_t) mbs.param[17]) << 48);
1082                         }
1083                 }
1084         } else if (IS_SCSI(isp)) {
1085 #ifndef ISP_TARGET_MODE
1086                 isp->isp_fwattr = ISP_FW_ATTR_TMODE;
1087 #else
1088                 isp->isp_fwattr = 0;
1089 #endif
1090         }
1091
1092         isp_prt(isp, ISP_LOGCONFIG, "Board Type %s, Chip Revision 0x%x, %s F/W Revision %d.%d.%d",
1093             btype, isp->isp_revision, dodnld? "loaded" : "resident", isp->isp_fwrev[0], isp->isp_fwrev[1], isp->isp_fwrev[2]);
1094
1095         fwt = isp->isp_fwattr;
1096         if (IS_24XX(isp)) {
1097                 buf = FCPARAM(isp, 0)->isp_scratch;
1098                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1099                 if (fwt & ISP2400_FW_ATTR_CLASS2) {
1100                         fwt ^=ISP2400_FW_ATTR_CLASS2;
1101                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1102                 }
1103                 if (fwt & ISP2400_FW_ATTR_IP) {
1104                         fwt ^=ISP2400_FW_ATTR_IP;
1105                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1106                 }
1107                 if (fwt & ISP2400_FW_ATTR_MULTIID) {
1108                         fwt ^=ISP2400_FW_ATTR_MULTIID;
1109                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MultiID", buf);
1110                 }
1111                 if (fwt & ISP2400_FW_ATTR_SB2) {
1112                         fwt ^=ISP2400_FW_ATTR_SB2;
1113                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SB2", buf);
1114                 }
1115                 if (fwt & ISP2400_FW_ATTR_T10CRC) {
1116                         fwt ^=ISP2400_FW_ATTR_T10CRC;
1117                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s T10CRC", buf);
1118                 }
1119                 if (fwt & ISP2400_FW_ATTR_VI) {
1120                         fwt ^=ISP2400_FW_ATTR_VI;
1121                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1122                 }
1123                 if (fwt & ISP2400_FW_ATTR_MQ) {
1124                         fwt ^=ISP2400_FW_ATTR_MQ;
1125                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MQ", buf);
1126                 }
1127                 if (fwt & ISP2400_FW_ATTR_MSIX) {
1128                         fwt ^=ISP2400_FW_ATTR_MSIX;
1129                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s MSIX", buf);
1130                 }
1131                 if (fwt & ISP2400_FW_ATTR_FCOE) {
1132                         fwt ^=ISP2400_FW_ATTR_FCOE;
1133                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FCOE", buf);
1134                 }
1135                 if (fwt & ISP2400_FW_ATTR_VP0) {
1136                         fwt ^= ISP2400_FW_ATTR_VP0;
1137                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VP0_Decoupling", buf);
1138                 }
1139                 if (fwt & ISP2400_FW_ATTR_EXPFW) {
1140                         fwt ^= ISP2400_FW_ATTR_EXPFW;
1141                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (Experimental)", buf);
1142                 }
1143                 if (fwt & ISP2400_FW_ATTR_HOTFW) {
1144                         fwt ^= ISP2400_FW_ATTR_HOTFW;
1145                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s HotFW", buf);
1146                 }
1147                 fwt &= ~ISP2400_FW_ATTR_EXTNDED;
1148                 if (fwt & ISP2400_FW_ATTR_EXTVP) {
1149                         fwt ^= ISP2400_FW_ATTR_EXTVP;
1150                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ExtVP", buf);
1151                 }
1152                 if (fwt & ISP2400_FW_ATTR_VN2VN) {
1153                         fwt ^= ISP2400_FW_ATTR_VN2VN;
1154                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VN2VN", buf);
1155                 }
1156                 if (fwt & ISP2400_FW_ATTR_EXMOFF) {
1157                         fwt ^= ISP2400_FW_ATTR_EXMOFF;
1158                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s EXMOFF", buf);
1159                 }
1160                 if (fwt & ISP2400_FW_ATTR_NPMOFF) {
1161                         fwt ^= ISP2400_FW_ATTR_NPMOFF;
1162                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s NPMOFF", buf);
1163                 }
1164                 if (fwt & ISP2400_FW_ATTR_DIFCHOP) {
1165                         fwt ^= ISP2400_FW_ATTR_DIFCHOP;
1166                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s DIFCHOP", buf);
1167                 }
1168                 if (fwt & ISP2400_FW_ATTR_SRIOV) {
1169                         fwt ^= ISP2400_FW_ATTR_SRIOV;
1170                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SRIOV", buf);
1171                 }
1172                 if (fwt & ISP2400_FW_ATTR_ASICTMP) {
1173                         fwt ^= ISP2400_FW_ATTR_ASICTMP;
1174                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ASICTMP", buf);
1175                 }
1176                 if (fwt & ISP2400_FW_ATTR_ATIOMQ) {
1177                         fwt ^= ISP2400_FW_ATTR_ATIOMQ;
1178                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s ATIOMQ", buf);
1179                 }
1180                 if (fwt) {
1181                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1182                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1183                 }
1184                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1185         } else if (IS_FC(isp)) {
1186                 buf = FCPARAM(isp, 0)->isp_scratch;
1187                 ISP_SNPRINTF(buf, ISP_FC_SCRLEN, "Attributes:");
1188                 if (fwt & ISP_FW_ATTR_TMODE) {
1189                         fwt ^=ISP_FW_ATTR_TMODE;
1190                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s TargetMode", buf);
1191                 }
1192                 if (fwt & ISP_FW_ATTR_SCCLUN) {
1193                         fwt ^=ISP_FW_ATTR_SCCLUN;
1194                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s SCC-Lun", buf);
1195                 }
1196                 if (fwt & ISP_FW_ATTR_FABRIC) {
1197                         fwt ^=ISP_FW_ATTR_FABRIC;
1198                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Fabric", buf);
1199                 }
1200                 if (fwt & ISP_FW_ATTR_CLASS2) {
1201                         fwt ^=ISP_FW_ATTR_CLASS2;
1202                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s Class2", buf);
1203                 }
1204                 if (fwt & ISP_FW_ATTR_FCTAPE) {
1205                         fwt ^=ISP_FW_ATTR_FCTAPE;
1206                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s FC-Tape", buf);
1207                 }
1208                 if (fwt & ISP_FW_ATTR_IP) {
1209                         fwt ^=ISP_FW_ATTR_IP;
1210                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s IP", buf);
1211                 }
1212                 if (fwt & ISP_FW_ATTR_VI) {
1213                         fwt ^=ISP_FW_ATTR_VI;
1214                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI", buf);
1215                 }
1216                 if (fwt & ISP_FW_ATTR_VI_SOLARIS) {
1217                         fwt ^=ISP_FW_ATTR_VI_SOLARIS;
1218                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s VI_SOLARIS", buf);
1219                 }
1220                 if (fwt & ISP_FW_ATTR_2KLOGINS) {
1221                         fwt ^=ISP_FW_ATTR_2KLOGINS;
1222                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s 2K-Login", buf);
1223                 }
1224                 if (fwt != 0) {
1225                         ISP_SNPRINTF(buf, ISP_FC_SCRLEN - strlen(buf), "%s (unknown 0x%08x%08x)", buf,
1226                             (uint32_t) (fwt >> 32), (uint32_t) fwt);
1227                 }
1228                 isp_prt(isp, ISP_LOGCONFIG, "%s", buf);
1229         }
1230
1231         if (IS_24XX(isp)) {
1232                 MBSINIT(&mbs, MBOX_GET_RESOURCE_COUNT, MBLOGALL, 0);
1233                 isp_mboxcmd(isp, &mbs);
1234                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1235                         ISP_RESET0(isp);
1236                         return;
1237                 }
1238                 if (isp->isp_maxcmds >= mbs.param[3]) {
1239                         isp->isp_maxcmds = mbs.param[3];
1240                 }
1241         } else {
1242                 MBSINIT(&mbs, MBOX_GET_FIRMWARE_STATUS, MBLOGALL, 0);
1243                 isp_mboxcmd(isp, &mbs);
1244                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1245                         ISP_RESET0(isp);
1246                         return;
1247                 }
1248                 if (isp->isp_maxcmds >= mbs.param[2]) {
1249                         isp->isp_maxcmds = mbs.param[2];
1250                 }
1251         }
1252         isp_prt(isp, ISP_LOGCONFIG, "%d max I/O command limit set", isp->isp_maxcmds);
1253
1254         /*
1255          * If we don't have Multi-ID f/w loaded, we need to restrict channels to one.
1256          * Only make this check for non-SCSI cards (I'm not sure firmware attributes
1257          * work for them).
1258          */
1259         if (IS_FC(isp) && isp->isp_nchan > 1) {
1260                 if (!ISP_CAP_MULTI_ID(isp)) {
1261                         isp_prt(isp, ISP_LOGWARN, "non-MULTIID f/w loaded, "
1262                             "only can enable 1 of %d channels", isp->isp_nchan);
1263                         isp->isp_nchan = 1;
1264                 } else if (!ISP_CAP_VP0(isp)) {
1265                         isp_prt(isp, ISP_LOGWARN, "We can not use MULTIID "
1266                             "feature properly without VP0_Decoupling");
1267                         isp->isp_nchan = 1;
1268                 }
1269         }
1270         for (i = 0; i < isp->isp_nchan; i++) {
1271                 isp_fw_state(isp, i);
1272         }
1273         if (isp->isp_dead) {
1274                 isp_shutdown(isp);
1275                 ISP_DISABLE_INTS(isp);
1276                 return;
1277         }
1278
1279         isp->isp_state = ISP_RESETSTATE;
1280
1281         /*
1282          * Okay- now that we have new firmware running, we now (re)set our
1283          * notion of how many luns we support. This is somewhat tricky because
1284          * if we haven't loaded firmware, we sometimes do not have an easy way
1285          * of knowing how many luns we support.
1286          *
1287          * Expanded lun firmware gives you 32 luns for SCSI cards and
1288          * 16384 luns for Fibre Channel cards.
1289          *
1290          * It turns out that even for QLogic 2100s with ROM 1.10 and above
1291          * we do get a firmware attributes word returned in mailbox register 6.
1292          *
1293          * Because the lun is in a different position in the Request Queue
1294          * Entry structure for Fibre Channel with expanded lun firmware, we
1295          * can only support one lun (lun zero) when we don't know what kind
1296          * of firmware we're running.
1297          */
1298         if (IS_SCSI(isp)) {
1299                 if (dodnld) {
1300                         if (IS_ULTRA2(isp) || IS_ULTRA3(isp)) {
1301                                 isp->isp_maxluns = 32;
1302                         } else {
1303                                 isp->isp_maxluns = 8;
1304                         }
1305                 } else {
1306                         isp->isp_maxluns = 8;
1307                 }
1308         } else {
1309                 if (ISP_CAP_SCCFW(isp)) {
1310                         isp->isp_maxluns = 0;   /* No limit -- 2/8 bytes */
1311                 } else {
1312                         isp->isp_maxluns = 16;
1313                 }
1314         }
1315
1316         /*
1317          * We get some default values established. As a side
1318          * effect, NVRAM is read here (unless overriden by
1319          * a configuration flag).
1320          */
1321         if (do_load_defaults) {
1322                 if (IS_SCSI(isp)) {
1323                         isp_setdfltsdparm(isp);
1324                 } else {
1325                         for (i = 0; i < isp->isp_nchan; i++) {
1326                                 isp_setdfltfcparm(isp, i);
1327                         }
1328                 }
1329         }
1330 }
1331
1332 /*
1333  * Initialize Parameters of Hardware to a known state.
1334  *
1335  * Locks are held before coming here.
1336  */
1337
1338 void
1339 isp_init(ispsoftc_t *isp)
1340 {
1341         if (IS_FC(isp)) {
1342                 if (IS_24XX(isp)) {
1343                         isp_fibre_init_2400(isp);
1344                 } else {
1345                         isp_fibre_init(isp);
1346                 }
1347         } else {
1348                 isp_scsi_init(isp);
1349         }
1350         GET_NANOTIME(&isp->isp_init_time);
1351 }
1352
1353 static void
1354 isp_scsi_init(ispsoftc_t *isp)
1355 {
1356         sdparam *sdp_chan0, *sdp_chan1;
1357         mbreg_t mbs;
1358
1359         isp->isp_state = ISP_INITSTATE;
1360
1361         sdp_chan0 = SDPARAM(isp, 0);
1362         sdp_chan1 = sdp_chan0;
1363         if (IS_DUALBUS(isp)) {
1364                 sdp_chan1 = SDPARAM(isp, 1);
1365         }
1366
1367         /* First do overall per-card settings. */
1368
1369         /*
1370          * If we have fast memory timing enabled, turn it on.
1371          */
1372         if (sdp_chan0->isp_fast_mttr) {
1373                 ISP_WRITE(isp, RISC_MTR, 0x1313);
1374         }
1375
1376         /*
1377          * Set Retry Delay and Count.
1378          * You set both channels at the same time.
1379          */
1380         MBSINIT(&mbs, MBOX_SET_RETRY_COUNT, MBLOGALL, 0);
1381         mbs.param[1] = sdp_chan0->isp_retry_count;
1382         mbs.param[2] = sdp_chan0->isp_retry_delay;
1383         mbs.param[6] = sdp_chan1->isp_retry_count;
1384         mbs.param[7] = sdp_chan1->isp_retry_delay;
1385         isp_mboxcmd(isp, &mbs);
1386         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1387                 return;
1388         }
1389
1390         /*
1391          * Set ASYNC DATA SETUP time. This is very important.
1392          */
1393         MBSINIT(&mbs, MBOX_SET_ASYNC_DATA_SETUP_TIME, MBLOGALL, 0);
1394         mbs.param[1] = sdp_chan0->isp_async_data_setup;
1395         mbs.param[2] = sdp_chan1->isp_async_data_setup;
1396         isp_mboxcmd(isp, &mbs);
1397         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1398                 return;
1399         }
1400
1401         /*
1402          * Set ACTIVE Negation State.
1403          */
1404         MBSINIT(&mbs, MBOX_SET_ACT_NEG_STATE, MBLOGNONE, 0);
1405         mbs.param[1] =
1406             (sdp_chan0->isp_req_ack_active_neg << 4) |
1407             (sdp_chan0->isp_data_line_active_neg << 5);
1408         mbs.param[2] =
1409             (sdp_chan1->isp_req_ack_active_neg << 4) |
1410             (sdp_chan1->isp_data_line_active_neg << 5);
1411         isp_mboxcmd(isp, &mbs);
1412         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1413                 isp_prt(isp, ISP_LOGERR,
1414                     "failed to set active negation state (%d,%d), (%d,%d)",
1415                     sdp_chan0->isp_req_ack_active_neg,
1416                     sdp_chan0->isp_data_line_active_neg,
1417                     sdp_chan1->isp_req_ack_active_neg,
1418                     sdp_chan1->isp_data_line_active_neg);
1419                 /*
1420                  * But don't return.
1421                  */
1422         }
1423
1424         /*
1425          * Set the Tag Aging limit
1426          */
1427         MBSINIT(&mbs, MBOX_SET_TAG_AGE_LIMIT, MBLOGALL, 0);
1428         mbs.param[1] = sdp_chan0->isp_tag_aging;
1429         mbs.param[2] = sdp_chan1->isp_tag_aging;
1430         isp_mboxcmd(isp, &mbs);
1431         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1432                 isp_prt(isp, ISP_LOGERR, "failed to set tag age limit (%d,%d)",
1433                     sdp_chan0->isp_tag_aging, sdp_chan1->isp_tag_aging);
1434                 return;
1435         }
1436
1437         /*
1438          * Set selection timeout.
1439          */
1440         MBSINIT(&mbs, MBOX_SET_SELECT_TIMEOUT, MBLOGALL, 0);
1441         mbs.param[1] = sdp_chan0->isp_selection_timeout;
1442         mbs.param[2] = sdp_chan1->isp_selection_timeout;
1443         isp_mboxcmd(isp, &mbs);
1444         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1445                 return;
1446         }
1447
1448         /* now do per-channel settings */
1449         isp_scsi_channel_init(isp, 0);
1450         if (IS_DUALBUS(isp))
1451                 isp_scsi_channel_init(isp, 1);
1452
1453         /*
1454          * Now enable request/response queues
1455          */
1456
1457         if (IS_ULTRA2(isp) || IS_1240(isp)) {
1458                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE_A64, MBLOGALL, 0);
1459                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1460                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1461                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1462                 mbs.param[4] = 0;
1463                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1464                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1465                 isp_mboxcmd(isp, &mbs);
1466                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1467                         return;
1468                 }
1469                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1470
1471                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE_A64, MBLOGALL, 0);
1472                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1473                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1474                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1475                 mbs.param[5] = 0;
1476                 mbs.param[6] = DMA_WD3(isp->isp_result_dma);
1477                 mbs.param[7] = DMA_WD2(isp->isp_result_dma);
1478                 isp_mboxcmd(isp, &mbs);
1479                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1480                         return;
1481                 }
1482                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1483         } else {
1484                 MBSINIT(&mbs, MBOX_INIT_RES_QUEUE, MBLOGALL, 0);
1485                 mbs.param[1] = RESULT_QUEUE_LEN(isp);
1486                 mbs.param[2] = DMA_WD1(isp->isp_result_dma);
1487                 mbs.param[3] = DMA_WD0(isp->isp_result_dma);
1488                 mbs.param[4] = 0;
1489                 isp_mboxcmd(isp, &mbs);
1490                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1491                         return;
1492                 }
1493                 isp->isp_residx = isp->isp_resodx = mbs.param[5];
1494
1495                 MBSINIT(&mbs, MBOX_INIT_REQ_QUEUE, MBLOGALL, 0);
1496                 mbs.param[1] = RQUEST_QUEUE_LEN(isp);
1497                 mbs.param[2] = DMA_WD1(isp->isp_rquest_dma);
1498                 mbs.param[3] = DMA_WD0(isp->isp_rquest_dma);
1499                 mbs.param[5] = 0;
1500                 isp_mboxcmd(isp, &mbs);
1501                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1502                         return;
1503                 }
1504                 isp->isp_reqidx = isp->isp_reqodx = mbs.param[4];
1505         }
1506
1507         /*
1508          * Turn on LVD transitions for ULTRA2 or better and other features
1509          *
1510          * Now that we have 32 bit handles, don't do any fast posting
1511          * any more. For Ultra2/Ultra3 cards, we can turn on 32 bit RIO
1512          * operation or use fast posting. To be conservative, we'll only
1513          * do this for Ultra3 cards now because the other cards are so
1514          * rare for this author to find and test with.
1515          */
1516
1517         MBSINIT(&mbs, MBOX_SET_FW_FEATURES, MBLOGALL, 0);
1518         if (IS_ULTRA2(isp))
1519                 mbs.param[1] |= FW_FEATURE_LVD_NOTIFY;
1520 #ifdef  ISP_NO_RIO
1521         if (IS_ULTRA3(isp))
1522                 mbs.param[1] |= FW_FEATURE_FAST_POST;
1523 #else
1524         if (IS_ULTRA3(isp))
1525                 mbs.param[1] |= FW_FEATURE_RIO_32BIT;
1526 #endif
1527         if (mbs.param[1] != 0) {
1528                 uint16_t sfeat = mbs.param[1];
1529                 isp_mboxcmd(isp, &mbs);
1530                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
1531                         isp_prt(isp, ISP_LOGINFO,
1532                             "Enabled FW features (0x%x)", sfeat);
1533                 }
1534         }
1535
1536         isp->isp_state = ISP_RUNSTATE;
1537 }
1538
1539 static void
1540 isp_scsi_channel_init(ispsoftc_t *isp, int chan)
1541 {
1542         sdparam *sdp;
1543         mbreg_t mbs;
1544         int tgt;
1545
1546         sdp = SDPARAM(isp, chan);
1547
1548         /*
1549          * Set (possibly new) Initiator ID.
1550          */
1551         MBSINIT(&mbs, MBOX_SET_INIT_SCSI_ID, MBLOGALL, 0);
1552         mbs.param[1] = (chan << 7) | sdp->isp_initiator_id;
1553         isp_mboxcmd(isp, &mbs);
1554         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1555                 return;
1556         }
1557         isp_prt(isp, ISP_LOGINFO, "Chan %d Initiator ID is %d",
1558             chan, sdp->isp_initiator_id);
1559
1560
1561         /*
1562          * Set current per-target parameters to an initial safe minimum.
1563          */
1564         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1565                 int lun;
1566                 uint16_t sdf;
1567
1568                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
1569                         continue;
1570                 }
1571 #ifndef ISP_TARGET_MODE
1572                 sdf = sdp->isp_devparam[tgt].goal_flags;
1573                 sdf &= DPARM_SAFE_DFLT;
1574                 /*
1575                  * It is not quite clear when this changed over so that
1576                  * we could force narrow and async for 1000/1020 cards,
1577                  * but assume that this is only the case for loaded
1578                  * firmware.
1579                  */
1580                 if (isp->isp_loaded_fw) {
1581                         sdf |= DPARM_NARROW | DPARM_ASYNC;
1582                 }
1583 #else
1584                 /*
1585                  * The !$*!)$!$)* f/w uses the same index into some
1586                  * internal table to decide how to respond to negotiations,
1587                  * so if we've said "let's be safe" for ID X, and ID X
1588                  * selects *us*, the negotiations will back to 'safe'
1589                  * (as in narrow/async). What the f/w *should* do is
1590                  * use the initiator id settings to decide how to respond.
1591                  */
1592                 sdp->isp_devparam[tgt].goal_flags = sdf = DPARM_DEFAULT;
1593 #endif
1594                 MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGNONE, 0);
1595                 mbs.param[1] = (chan << 15) | (tgt << 8);
1596                 mbs.param[2] = sdf;
1597                 if ((sdf & DPARM_SYNC) == 0) {
1598                         mbs.param[3] = 0;
1599                 } else {
1600                         mbs.param[3] =
1601                             (sdp->isp_devparam[tgt].goal_offset << 8) |
1602                             (sdp->isp_devparam[tgt].goal_period);
1603                 }
1604                 isp_prt(isp, ISP_LOGDEBUG0, "Initial Settings bus%d tgt%d flags 0x%x off 0x%x per 0x%x",
1605                     chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
1606                 isp_mboxcmd(isp, &mbs);
1607                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1608                         sdf = DPARM_SAFE_DFLT;
1609                         MBSINIT(&mbs, MBOX_SET_TARGET_PARAMS, MBLOGALL, 0);
1610                         mbs.param[1] = (tgt << 8) | (chan << 15);
1611                         mbs.param[2] = sdf;
1612                         mbs.param[3] = 0;
1613                         isp_mboxcmd(isp, &mbs);
1614                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1615                                 continue;
1616                         }
1617                 }
1618
1619                 /*
1620                  * We don't update any information directly from the f/w
1621                  * because we need to run at least one command to cause a
1622                  * new state to be latched up. So, we just assume that we
1623                  * converge to the values we just had set.
1624                  *
1625                  * Ensure that we don't believe tagged queuing is enabled yet.
1626                  * It turns out that sometimes the ISP just ignores our
1627                  * attempts to set parameters for devices that it hasn't
1628                  * seen yet.
1629                  */
1630                 sdp->isp_devparam[tgt].actv_flags = sdf & ~DPARM_TQING;
1631                 for (lun = 0; lun < (int) isp->isp_maxluns; lun++) {
1632                         MBSINIT(&mbs, MBOX_SET_DEV_QUEUE_PARAMS, MBLOGALL, 0);
1633                         mbs.param[1] = (chan << 15) | (tgt << 8) | lun;
1634                         mbs.param[2] = sdp->isp_max_queue_depth;
1635                         mbs.param[3] = sdp->isp_devparam[tgt].exc_throttle;
1636                         isp_mboxcmd(isp, &mbs);
1637                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1638                                 break;
1639                         }
1640                 }
1641         }
1642         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
1643                 if (sdp->isp_devparam[tgt].dev_refresh) {
1644                         sdp->sendmarker = 1;
1645                         sdp->update = 1;
1646                         break;
1647                 }
1648         }
1649 }
1650
1651 /*
1652  * Fibre Channel specific initialization.
1653  */
1654 static void
1655 isp_fibre_init(ispsoftc_t *isp)
1656 {
1657         fcparam *fcp;
1658         isp_icb_t local, *icbp = &local;
1659         mbreg_t mbs;
1660
1661         /*
1662          * We only support one channel on non-24XX cards
1663          */
1664         fcp = FCPARAM(isp, 0);
1665         if (fcp->role == ISP_ROLE_NONE)
1666                 return;
1667
1668         isp->isp_state = ISP_INITSTATE;
1669         ISP_MEMZERO(icbp, sizeof (*icbp));
1670         icbp->icb_version = ICB_VERSION1;
1671         icbp->icb_fwoptions = fcp->isp_fwoptions;
1672
1673         /*
1674          * Firmware Options are either retrieved from NVRAM or
1675          * are patched elsewhere. We check them for sanity here
1676          * and make changes based on board revision, but otherwise
1677          * let others decide policy.
1678          */
1679
1680         /*
1681          * If this is a 2100 < revision 5, we have to turn off FAIRNESS.
1682          */
1683         if (IS_2100(isp) && isp->isp_revision < 5) {
1684                 icbp->icb_fwoptions &= ~ICBOPT_FAIRNESS;
1685         }
1686
1687         /*
1688          * We have to use FULL LOGIN even though it resets the loop too much
1689          * because otherwise port database entries don't get updated after
1690          * a LIP- this is a known f/w bug for 2100 f/w less than 1.17.0.
1691          */
1692         if (!ISP_FW_NEWER_THAN(isp, 1, 17, 0)) {
1693                 icbp->icb_fwoptions |= ICBOPT_FULL_LOGIN;
1694         }
1695
1696         /*
1697          * Insist on Port Database Update Async notifications
1698          */
1699         icbp->icb_fwoptions |= ICBOPT_PDBCHANGE_AE;
1700
1701         /*
1702          * Make sure that target role reflects into fwoptions.
1703          */
1704         if (fcp->role & ISP_ROLE_TARGET) {
1705                 icbp->icb_fwoptions |= ICBOPT_TGT_ENABLE;
1706         } else {
1707                 icbp->icb_fwoptions &= ~ICBOPT_TGT_ENABLE;
1708         }
1709
1710         if (fcp->role & ISP_ROLE_INITIATOR) {
1711                 icbp->icb_fwoptions &= ~ICBOPT_INI_DISABLE;
1712         } else {
1713                 icbp->icb_fwoptions |= ICBOPT_INI_DISABLE;
1714         }
1715
1716         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
1717         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
1718                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
1719                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
1720         }
1721         icbp->icb_maxalloc = fcp->isp_maxalloc;
1722         if (icbp->icb_maxalloc < 1) {
1723                 isp_prt(isp, ISP_LOGERR, "bad maximum allocation (%d)- using 16", fcp->isp_maxalloc);
1724                 icbp->icb_maxalloc = 16;
1725         }
1726         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
1727         if (icbp->icb_execthrottle < 1) {
1728                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
1729                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
1730         }
1731         icbp->icb_retry_delay = fcp->isp_retry_delay;
1732         icbp->icb_retry_count = fcp->isp_retry_count;
1733         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
1734                 icbp->icb_hardaddr = fcp->isp_loopid;
1735                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
1736                         icbp->icb_fwoptions |= ICBOPT_HARD_ADDRESS;
1737                 else
1738                         icbp->icb_fwoptions |= ICBOPT_PREV_ADDRESS;
1739         }
1740
1741         /*
1742          * Right now we just set extended options to prefer point-to-point
1743          * over loop based upon some soft config options.
1744          *
1745          * NB: for the 2300, ICBOPT_EXTENDED is required.
1746          */
1747         if (IS_2100(isp)) {
1748                 /*
1749                  * We can't have Fast Posting any more- we now
1750                  * have 32 bit handles.
1751                  */
1752                 icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1753         } else if (IS_2200(isp) || IS_23XX(isp)) {
1754                 icbp->icb_fwoptions |= ICBOPT_EXTENDED;
1755
1756                 icbp->icb_xfwoptions = fcp->isp_xfwoptions;
1757
1758                 if (ISP_CAP_FCTAPE(isp)) {
1759                         if (isp->isp_confopts & ISP_CFG_NOFCTAPE)
1760                                 icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1761
1762                         if (isp->isp_confopts & ISP_CFG_FCTAPE)
1763                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE;
1764
1765                         if (icbp->icb_xfwoptions & ICBXOPT_FCTAPE) {
1766                                 icbp->icb_fwoptions &= ~ICBOPT_FULL_LOGIN;      /* per documents */
1767                                 icbp->icb_xfwoptions |= ICBXOPT_FCTAPE_CCQ|ICBXOPT_FCTAPE_CONFIRM;
1768                                 FCPARAM(isp, 0)->fctape_enabled = 1;
1769                         } else {
1770                                 FCPARAM(isp, 0)->fctape_enabled = 0;
1771                         }
1772                 } else {
1773                         icbp->icb_xfwoptions &= ~ICBXOPT_FCTAPE;
1774                         FCPARAM(isp, 0)->fctape_enabled = 0;
1775                 }
1776
1777                 /*
1778                  * Prefer or force Point-To-Point instead Loop?
1779                  */
1780                 switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
1781                 case ISP_CFG_NPORT:
1782                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1783                         icbp->icb_xfwoptions |= ICBXOPT_PTP_2_LOOP;
1784                         break;
1785                 case ISP_CFG_NPORT_ONLY:
1786                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1787                         icbp->icb_xfwoptions |= ICBXOPT_PTP_ONLY;
1788                         break;
1789                 case ISP_CFG_LPORT_ONLY:
1790                         icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1791                         icbp->icb_xfwoptions |= ICBXOPT_LOOP_ONLY;
1792                         break;
1793                 default:
1794                         /*
1795                          * Let NVRAM settings define it if they are sane
1796                          */
1797                         switch (icbp->icb_xfwoptions & ICBXOPT_TOPO_MASK) {
1798                         case ICBXOPT_PTP_2_LOOP:
1799                         case ICBXOPT_PTP_ONLY:
1800                         case ICBXOPT_LOOP_ONLY:
1801                         case ICBXOPT_LOOP_2_PTP:
1802                                 break;
1803                         default:
1804                                 icbp->icb_xfwoptions &= ~ICBXOPT_TOPO_MASK;
1805                                 icbp->icb_xfwoptions |= ICBXOPT_LOOP_2_PTP;
1806                         }
1807                         break;
1808                 }
1809                 if (IS_2200(isp)) {
1810                         /*
1811                          * We can't have Fast Posting any more- we now
1812                          * have 32 bit handles.
1813                          *
1814                          * RIO seemed to have to much breakage.
1815                          *
1816                          * Just opt for safety.
1817                          */
1818                         icbp->icb_xfwoptions &= ~ICBXOPT_RIO_16BIT;
1819                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1820                 } else {
1821                         /*
1822                          * QLogic recommends that FAST Posting be turned
1823                          * off for 23XX cards and instead allow the HBA
1824                          * to write response queue entries and interrupt
1825                          * after a delay (ZIO).
1826                          */
1827                         icbp->icb_fwoptions &= ~ICBOPT_FAST_POST;
1828                         if ((fcp->isp_xfwoptions & ICBXOPT_TIMER_MASK) == ICBXOPT_ZIO) {
1829                                 icbp->icb_xfwoptions |= ICBXOPT_ZIO;
1830                                 icbp->icb_idelaytimer = 10;
1831                         }
1832                         icbp->icb_zfwoptions = fcp->isp_zfwoptions;
1833                         if (isp->isp_confopts & ISP_CFG_ONEGB) {
1834                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1835                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_ONEGB;
1836                         } else if (isp->isp_confopts & ISP_CFG_TWOGB) {
1837                                 icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1838                                 icbp->icb_zfwoptions |= ICBZOPT_RATE_TWOGB;
1839                         } else {
1840                                 switch (icbp->icb_zfwoptions & ICBZOPT_RATE_MASK) {
1841                                 case ICBZOPT_RATE_ONEGB:
1842                                 case ICBZOPT_RATE_TWOGB:
1843                                 case ICBZOPT_RATE_AUTO:
1844                                         break;
1845                                 default:
1846                                         icbp->icb_zfwoptions &= ~ICBZOPT_RATE_MASK;
1847                                         icbp->icb_zfwoptions |= ICBZOPT_RATE_AUTO;
1848                                         break;
1849                                 }
1850                         }
1851                 }
1852         }
1853
1854
1855         /*
1856          * For 22XX > 2.1.26 && 23XX, set some options.
1857          */
1858         if (ISP_FW_NEWER_THAN(isp, 2, 26, 0)) {
1859                 MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1860                 mbs.param[1] = IFCOPT1_DISF7SWTCH|IFCOPT1_LIPASYNC|IFCOPT1_LIPF8;
1861                 mbs.param[2] = 0;
1862                 mbs.param[3] = 0;
1863                 if (ISP_FW_NEWER_THAN(isp, 3, 16, 0)) {
1864                         mbs.param[1] |= IFCOPT1_EQFQASYNC|IFCOPT1_CTIO_RETRY;
1865                         if (fcp->role & ISP_ROLE_TARGET) {
1866                                 if (ISP_FW_NEWER_THAN(isp, 3, 25, 0)) {
1867                                         mbs.param[1] |= IFCOPT1_ENAPURE;
1868                                 }
1869                                 mbs.param[3] = IFCOPT3_NOPRLI;
1870                         }
1871                 }
1872                 isp_mboxcmd(isp, &mbs);
1873                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1874                         return;
1875                 }
1876         }
1877         icbp->icb_logintime = ICB_LOGIN_TOV;
1878
1879 #ifdef  ISP_TARGET_MODE
1880         if (IS_23XX(isp) && (icbp->icb_fwoptions & ICBOPT_TGT_ENABLE)) {
1881                 icbp->icb_lunenables = 0xffff;
1882                 icbp->icb_ccnt = DFLT_CMND_CNT;
1883                 icbp->icb_icnt = DFLT_INOT_CNT;
1884                 icbp->icb_lunetimeout = ICB_LUN_ENABLE_TOV;
1885         }
1886 #endif
1887         if (fcp->isp_wwnn && fcp->isp_wwpn) {
1888                 icbp->icb_fwoptions |= ICBOPT_BOTH_WWNS;
1889                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
1890                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1891                 isp_prt(isp, ISP_LOGDEBUG1,
1892                     "Setting ICB Node 0x%08x%08x Port 0x%08x%08x",
1893                     ((uint32_t) (fcp->isp_wwnn >> 32)),
1894                     ((uint32_t) (fcp->isp_wwnn)),
1895                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1896                     ((uint32_t) (fcp->isp_wwpn)));
1897         } else if (fcp->isp_wwpn) {
1898                 icbp->icb_fwoptions &= ~ICBOPT_BOTH_WWNS;
1899                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
1900                 isp_prt(isp, ISP_LOGDEBUG1,
1901                     "Setting ICB Port 0x%08x%08x",
1902                     ((uint32_t) (fcp->isp_wwpn >> 32)),
1903                     ((uint32_t) (fcp->isp_wwpn)));
1904         } else {
1905                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
1906                 return;
1907         }
1908         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
1909         if (icbp->icb_rqstqlen < 1) {
1910                 isp_prt(isp, ISP_LOGERR, "bad request queue length");
1911         }
1912         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
1913         if (icbp->icb_rsltqlen < 1) {
1914                 isp_prt(isp, ISP_LOGERR, "bad result queue length");
1915         }
1916         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
1917         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
1918         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
1919         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
1920         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
1921         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
1922         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
1923         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
1924
1925         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
1926                 isp_prt(isp, ISP_LOGERR, sacq);
1927                 return;
1928         }
1929         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init: fwopt 0x%x xfwopt 0x%x zfwopt 0x%x",
1930             icbp->icb_fwoptions, icbp->icb_xfwoptions, icbp->icb_zfwoptions);
1931
1932         isp_put_icb(isp, icbp, (isp_icb_t *)fcp->isp_scratch);
1933
1934         /*
1935          * Init the firmware
1936          */
1937         MBSINIT(&mbs, MBOX_INIT_FIRMWARE, MBLOGALL, 30000000);
1938         mbs.param[1] = 0;
1939         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
1940         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
1941         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
1942         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
1943         mbs.logval = MBLOGALL;
1944         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %p (%08x%08x)",
1945             fcp->isp_scratch, (uint32_t) ((uint64_t)fcp->isp_scdma >> 32),
1946             (uint32_t) fcp->isp_scdma);
1947         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
1948         isp_mboxcmd(isp, &mbs);
1949         FC_SCRATCH_RELEASE(isp, 0);
1950         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
1951                 isp_print_bytes(isp, "isp_fibre_init", sizeof (*icbp), icbp);
1952                 return;
1953         }
1954         isp->isp_reqidx = 0;
1955         isp->isp_reqodx = 0;
1956         isp->isp_residx = 0;
1957         isp->isp_resodx = 0;
1958
1959         /*
1960          * Whatever happens, we're now committed to being here.
1961          */
1962         isp->isp_state = ISP_RUNSTATE;
1963 }
1964
1965 static void
1966 isp_fibre_init_2400(ispsoftc_t *isp)
1967 {
1968         fcparam *fcp;
1969         isp_icb_2400_t local, *icbp = &local;
1970         mbreg_t mbs;
1971         int chan;
1972
1973         /*
1974          * Check to see whether all channels have *some* kind of role
1975          */
1976         for (chan = 0; chan < isp->isp_nchan; chan++) {
1977                 fcp = FCPARAM(isp, chan);
1978                 if (fcp->role != ISP_ROLE_NONE) {
1979                         break;
1980                 }
1981         }
1982         if (chan == isp->isp_nchan) {
1983                 isp_prt(isp, ISP_LOG_WARN1, "all %d channels with role 'none'", chan);
1984                 return;
1985         }
1986
1987         isp->isp_state = ISP_INITSTATE;
1988
1989         /*
1990          * Start with channel 0.
1991          */
1992         fcp = FCPARAM(isp, 0);
1993
1994         /*
1995          * Turn on LIP F8 async event (1)
1996          */
1997         MBSINIT(&mbs, MBOX_SET_FIRMWARE_OPTIONS, MBLOGALL, 0);
1998         mbs.param[1] = 1;
1999         isp_mboxcmd(isp, &mbs);
2000         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2001                 return;
2002         }
2003
2004         ISP_MEMZERO(icbp, sizeof (*icbp));
2005         icbp->icb_fwoptions1 = fcp->isp_fwoptions;
2006         icbp->icb_fwoptions2 = fcp->isp_xfwoptions;
2007         icbp->icb_fwoptions3 = fcp->isp_zfwoptions;
2008         if (isp->isp_nchan > 1 && ISP_CAP_VP0(isp)) {
2009                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2010                 icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2011         } else {
2012                 if (fcp->role & ISP_ROLE_TARGET)
2013                         icbp->icb_fwoptions1 |= ICB2400_OPT1_TGT_ENABLE;
2014                 else
2015                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_TGT_ENABLE;
2016                 if (fcp->role & ISP_ROLE_INITIATOR)
2017                         icbp->icb_fwoptions1 &= ~ICB2400_OPT1_INI_DISABLE;
2018                 else
2019                         icbp->icb_fwoptions1 |= ICB2400_OPT1_INI_DISABLE;
2020         }
2021
2022         icbp->icb_version = ICB_VERSION1;
2023         icbp->icb_maxfrmlen = DEFAULT_FRAMESIZE(isp);
2024         if (icbp->icb_maxfrmlen < ICB_MIN_FRMLEN || icbp->icb_maxfrmlen > ICB_MAX_FRMLEN) {
2025                 isp_prt(isp, ISP_LOGERR, "bad frame length (%d) from NVRAM- using %d", DEFAULT_FRAMESIZE(isp), ICB_DFLT_FRMLEN);
2026                 icbp->icb_maxfrmlen = ICB_DFLT_FRMLEN;
2027         }
2028
2029         icbp->icb_execthrottle = DEFAULT_EXEC_THROTTLE(isp);
2030         if (icbp->icb_execthrottle < 1) {
2031                 isp_prt(isp, ISP_LOGERR, "bad execution throttle of %d- using %d", DEFAULT_EXEC_THROTTLE(isp), ICB_DFLT_THROTTLE);
2032                 icbp->icb_execthrottle = ICB_DFLT_THROTTLE;
2033         }
2034
2035         /*
2036          * Set target exchange count. Take half if we are supporting both roles.
2037          */
2038         if (icbp->icb_fwoptions1 & ICB2400_OPT1_TGT_ENABLE) {
2039                 icbp->icb_xchgcnt = isp->isp_maxcmds;
2040                 if ((icbp->icb_fwoptions1 & ICB2400_OPT1_INI_DISABLE) == 0)
2041                         icbp->icb_xchgcnt >>= 1;
2042         }
2043
2044         if (fcp->isp_loopid < LOCAL_LOOP_LIM) {
2045                 icbp->icb_hardaddr = fcp->isp_loopid;
2046                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2047                         icbp->icb_fwoptions1 |= ICB2400_OPT1_HARD_ADDRESS;
2048                 else
2049                         icbp->icb_fwoptions1 |= ICB2400_OPT1_PREV_ADDRESS;
2050         }
2051
2052         if (isp->isp_confopts & ISP_CFG_NOFCTAPE) {
2053                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_FCTAPE;
2054         }
2055         if (isp->isp_confopts & ISP_CFG_FCTAPE) {
2056                 icbp->icb_fwoptions2 |= ICB2400_OPT2_FCTAPE;
2057         }
2058
2059         for (chan = 0; chan < isp->isp_nchan; chan++) {
2060                 if (icbp->icb_fwoptions2 & ICB2400_OPT2_FCTAPE)
2061                         FCPARAM(isp, chan)->fctape_enabled = 1;
2062                 else
2063                         FCPARAM(isp, chan)->fctape_enabled = 0;
2064         }
2065
2066         switch (isp->isp_confopts & ISP_CFG_PORT_PREF) {
2067         case ISP_CFG_NPORT_ONLY:
2068                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2069                 icbp->icb_fwoptions2 |= ICB2400_OPT2_PTP_ONLY;
2070                 break;
2071         case ISP_CFG_LPORT_ONLY:
2072                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2073                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_ONLY;
2074                 break;
2075         default:
2076                 /* ISP_CFG_PTP_2_LOOP not available in 24XX/25XX */
2077                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TOPO_MASK;
2078                 icbp->icb_fwoptions2 |= ICB2400_OPT2_LOOP_2_PTP;
2079                 break;
2080         }
2081
2082         switch (icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK) {
2083         case ICB2400_OPT2_ZIO:
2084         case ICB2400_OPT2_ZIO1:
2085                 icbp->icb_idelaytimer = 0;
2086                 break;
2087         case 0:
2088                 break;
2089         default:
2090                 isp_prt(isp, ISP_LOGWARN, "bad value %x in fwopt2 timer field", icbp->icb_fwoptions2 & ICB2400_OPT2_TIMER_MASK);
2091                 icbp->icb_fwoptions2 &= ~ICB2400_OPT2_TIMER_MASK;
2092                 break;
2093         }
2094
2095         if ((icbp->icb_fwoptions3 & ICB2400_OPT3_RSPSZ_MASK) == 0) {
2096                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RSPSZ_24;
2097         }
2098         icbp->icb_fwoptions3 &= ~ICB2400_OPT3_RATE_AUTO;
2099         if (isp->isp_confopts & ISP_CFG_ONEGB) {
2100                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_ONEGB;
2101         } else if (isp->isp_confopts & ISP_CFG_TWOGB) {
2102                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_TWOGB;
2103         } else if (isp->isp_confopts & ISP_CFG_FOURGB) {
2104                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_FOURGB;
2105         } else if (IS_25XX(isp) && (isp->isp_confopts & ISP_CFG_EIGHTGB)) {
2106                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_EIGHTGB;
2107         } else {
2108                 icbp->icb_fwoptions3 |= ICB2400_OPT3_RATE_AUTO;
2109         }
2110         icbp->icb_logintime = ICB_LOGIN_TOV;
2111
2112         if (fcp->isp_wwnn && fcp->isp_wwpn) {
2113                 icbp->icb_fwoptions1 |= ICB2400_OPT1_BOTH_WWNS;
2114                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2115                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_nodename, fcp->isp_wwnn);
2116                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node 0x%08x%08x Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwnn >> 32)), ((uint32_t) (fcp->isp_wwnn)),
2117                     ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2118         } else if (fcp->isp_wwpn) {
2119                 icbp->icb_fwoptions1 &= ~ICB2400_OPT1_BOTH_WWNS;
2120                 MAKE_NODE_NAME_FROM_WWN(icbp->icb_portname, fcp->isp_wwpn);
2121                 isp_prt(isp, ISP_LOGDEBUG1, "Setting ICB Node to be same as Port 0x%08x%08x", ((uint32_t) (fcp->isp_wwpn >> 32)), ((uint32_t) (fcp->isp_wwpn)));
2122         } else {
2123                 isp_prt(isp, ISP_LOGERR, "No valid WWNs to use");
2124                 return;
2125         }
2126         icbp->icb_retry_count = fcp->isp_retry_count;
2127
2128         icbp->icb_rqstqlen = RQUEST_QUEUE_LEN(isp);
2129         if (icbp->icb_rqstqlen < 8) {
2130                 isp_prt(isp, ISP_LOGERR, "bad request queue length %d", icbp->icb_rqstqlen);
2131                 return;
2132         }
2133         icbp->icb_rsltqlen = RESULT_QUEUE_LEN(isp);
2134         if (icbp->icb_rsltqlen < 8) {
2135                 isp_prt(isp, ISP_LOGERR, "bad result queue length %d",
2136                     icbp->icb_rsltqlen);
2137                 return;
2138         }
2139         icbp->icb_rqstaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_rquest_dma);
2140         icbp->icb_rqstaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_rquest_dma);
2141         icbp->icb_rqstaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_rquest_dma);
2142         icbp->icb_rqstaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_rquest_dma);
2143
2144         icbp->icb_respaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_result_dma);
2145         icbp->icb_respaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_result_dma);
2146         icbp->icb_respaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_result_dma);
2147         icbp->icb_respaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_result_dma);
2148
2149 #ifdef  ISP_TARGET_MODE
2150         /* unconditionally set up the ATIO queue if we support target mode */
2151         icbp->icb_atioqlen = RESULT_QUEUE_LEN(isp);
2152         if (icbp->icb_atioqlen < 8) {
2153                 isp_prt(isp, ISP_LOGERR, "bad ATIO queue length %d", icbp->icb_atioqlen);
2154                 return;
2155         }
2156         icbp->icb_atioqaddr[RQRSP_ADDR0015] = DMA_WD0(isp->isp_atioq_dma);
2157         icbp->icb_atioqaddr[RQRSP_ADDR1631] = DMA_WD1(isp->isp_atioq_dma);
2158         icbp->icb_atioqaddr[RQRSP_ADDR3247] = DMA_WD2(isp->isp_atioq_dma);
2159         icbp->icb_atioqaddr[RQRSP_ADDR4863] = DMA_WD3(isp->isp_atioq_dma);
2160         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: atioq %04x%04x%04x%04x", DMA_WD3(isp->isp_atioq_dma), DMA_WD2(isp->isp_atioq_dma),
2161             DMA_WD1(isp->isp_atioq_dma), DMA_WD0(isp->isp_atioq_dma));
2162 #endif
2163
2164         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x", icbp->icb_fwoptions1, icbp->icb_fwoptions2, icbp->icb_fwoptions3);
2165
2166         isp_prt(isp, ISP_LOGDEBUG0, "isp_fibre_init_2400: rqst %04x%04x%04x%04x rsp %04x%04x%04x%04x", DMA_WD3(isp->isp_rquest_dma), DMA_WD2(isp->isp_rquest_dma),
2167             DMA_WD1(isp->isp_rquest_dma), DMA_WD0(isp->isp_rquest_dma), DMA_WD3(isp->isp_result_dma), DMA_WD2(isp->isp_result_dma),
2168             DMA_WD1(isp->isp_result_dma), DMA_WD0(isp->isp_result_dma));
2169
2170         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2171                 isp_print_bytes(isp, "isp_fibre_init_2400", sizeof (*icbp), icbp);
2172         }
2173
2174         if (FC_SCRATCH_ACQUIRE(isp, 0)) {
2175                 isp_prt(isp, ISP_LOGERR, sacq);
2176                 return;
2177         }
2178         ISP_MEMZERO(fcp->isp_scratch, ISP_FC_SCRLEN);
2179         isp_put_icb_2400(isp, icbp, fcp->isp_scratch);
2180
2181         /*
2182          * Now fill in information about any additional channels
2183          */
2184         if (isp->isp_nchan > 1) {
2185                 isp_icb_2400_vpinfo_t vpinfo, *vdst;
2186                 vp_port_info_t pi, *pdst;
2187                 size_t amt = 0;
2188                 uint8_t *off;
2189
2190                 vpinfo.vp_global_options = ICB2400_VPGOPT_GEN_RIDA;
2191                 if (ISP_CAP_VP0(isp)) {
2192                         vpinfo.vp_global_options |= ICB2400_VPGOPT_VP0_DECOUPLE;
2193                         vpinfo.vp_count = isp->isp_nchan;
2194                         chan = 0;
2195                 } else {
2196                         vpinfo.vp_count = isp->isp_nchan - 1;
2197                         chan = 1;
2198                 }
2199                 off = fcp->isp_scratch;
2200                 off += ICB2400_VPINFO_OFF;
2201                 vdst = (isp_icb_2400_vpinfo_t *) off;
2202                 isp_put_icb_2400_vpinfo(isp, &vpinfo, vdst);
2203                 amt = ICB2400_VPINFO_OFF + sizeof (isp_icb_2400_vpinfo_t);
2204                 for (; chan < isp->isp_nchan; chan++) {
2205                         fcparam *fcp2;
2206
2207                         ISP_MEMZERO(&pi, sizeof (pi));
2208                         fcp2 = FCPARAM(isp, chan);
2209                         if (fcp2->role != ISP_ROLE_NONE) {
2210                                 pi.vp_port_options = ICB2400_VPOPT_ENABLED |
2211                                     ICB2400_VPOPT_ENA_SNSLOGIN;
2212                                 if (fcp2->role & ISP_ROLE_INITIATOR)
2213                                         pi.vp_port_options |= ICB2400_VPOPT_INI_ENABLE;
2214                                 if ((fcp2->role & ISP_ROLE_TARGET) == 0)
2215                                         pi.vp_port_options |= ICB2400_VPOPT_TGT_DISABLE;
2216                         }
2217                         if (fcp2->isp_loopid < LOCAL_LOOP_LIM) {
2218                                 pi.vp_port_loopid = fcp2->isp_loopid;
2219                                 if (isp->isp_confopts & ISP_CFG_OWNLOOPID)
2220                                         pi.vp_port_options |= ICB2400_VPOPT_HARD_ADDRESS;
2221                                 else
2222                                         pi.vp_port_options |= ICB2400_VPOPT_PREV_ADDRESS;
2223                         }
2224                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_portname, fcp2->isp_wwpn);
2225                         MAKE_NODE_NAME_FROM_WWN(pi.vp_port_nodename, fcp2->isp_wwnn);
2226                         off = fcp->isp_scratch;
2227                         if (ISP_CAP_VP0(isp))
2228                                 off += ICB2400_VPINFO_PORT_OFF(chan);
2229                         else
2230                                 off += ICB2400_VPINFO_PORT_OFF(chan - 1);
2231                         pdst = (vp_port_info_t *) off;
2232                         isp_put_vp_port_info(isp, &pi, pdst);
2233                         amt += ICB2400_VPOPT_WRITE_SIZE;
2234                 }
2235                 if (isp->isp_dblev & ISP_LOGDEBUG1) {
2236                         isp_print_bytes(isp, "isp_fibre_init_2400",
2237                             amt - ICB2400_VPINFO_OFF,
2238                             (char *)fcp->isp_scratch + ICB2400_VPINFO_OFF);
2239                 }
2240         }
2241
2242         /*
2243          * Init the firmware
2244          */
2245         MBSINIT(&mbs, 0, MBLOGALL, 30000000);
2246         if (isp->isp_nchan > 1) {
2247                 mbs.param[0] = MBOX_INIT_FIRMWARE_MULTI_ID;
2248         } else {
2249                 mbs.param[0] = MBOX_INIT_FIRMWARE;
2250         }
2251         mbs.param[1] = 0;
2252         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2253         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2254         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2255         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2256         isp_prt(isp, ISP_LOGDEBUG0, "INIT F/W from %04x%04x%04x%04x", DMA_WD3(fcp->isp_scdma), DMA_WD2(fcp->isp_scdma), DMA_WD1(fcp->isp_scdma), DMA_WD0(fcp->isp_scdma));
2257         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (*icbp), 0);
2258         isp_mboxcmd(isp, &mbs);
2259         FC_SCRATCH_RELEASE(isp, 0);
2260
2261         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2262                 return;
2263         }
2264         isp->isp_reqidx = 0;
2265         isp->isp_reqodx = 0;
2266         isp->isp_residx = 0;
2267         isp->isp_resodx = 0;
2268         isp->isp_atioodx = 0;
2269
2270         /*
2271          * Whatever happens, we're now committed to being here.
2272          */
2273         isp->isp_state = ISP_RUNSTATE;
2274 }
2275
2276 static void
2277 isp_mark_portdb(ispsoftc_t *isp, int chan, int disposition)
2278 {
2279         fcparam *fcp = FCPARAM(isp, chan);
2280         fcportdb_t *lp;
2281         int i;
2282
2283         for (i = 0; i < MAX_FC_TARG; i++) {
2284                 lp = &fcp->portdb[i];
2285                 switch (lp->state) {
2286                 case FC_PORTDB_STATE_PROBATIONAL:
2287                 case FC_PORTDB_STATE_DEAD:
2288                 case FC_PORTDB_STATE_CHANGED:
2289                 case FC_PORTDB_STATE_PENDING_VALID:
2290                 case FC_PORTDB_STATE_VALID:
2291                         if (disposition > 0)
2292                                 lp->state = FC_PORTDB_STATE_PROBATIONAL;
2293                         else {
2294                                 lp->state = FC_PORTDB_STATE_NIL;
2295                                 isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
2296                         }
2297                         break;
2298                 case FC_PORTDB_STATE_ZOMBIE:
2299                         break;
2300                 case FC_PORTDB_STATE_NIL:
2301                 case FC_PORTDB_STATE_NEW:
2302                 default:
2303                         ISP_MEMZERO(lp, sizeof(*lp));
2304                         lp->state = FC_PORTDB_STATE_NIL;
2305                         break;
2306                 }
2307         }
2308 }
2309
2310 /*
2311  * Perform an IOCB PLOGI or LOGO via EXECUTE IOCB A64 for 24XX cards
2312  * or via FABRIC LOGIN/FABRIC LOGOUT for other cards.
2313  */
2314 static int
2315 isp_plogx(ispsoftc_t *isp, int chan, uint16_t handle, uint32_t portid, int flags, int gs)
2316 {
2317         mbreg_t mbs;
2318         uint8_t q[QENTRY_LEN];
2319         isp_plogx_t *plp;
2320         fcparam *fcp;
2321         uint8_t *scp;
2322         uint32_t sst, parm1;
2323         int rval, lev;
2324         const char *msg;
2325         char buf[64];
2326
2327         if (!IS_24XX(isp)) {
2328                 int action = flags & PLOGX_FLG_CMD_MASK;
2329                 if (action == PLOGX_FLG_CMD_PLOGI) {
2330                         return (isp_port_login(isp, handle, portid));
2331                 } else if (action == PLOGX_FLG_CMD_LOGO) {
2332                         return (isp_port_logout(isp, handle, portid));
2333                 } else {
2334                         return (MBOX_INVALID_COMMAND);
2335                 }
2336         }
2337
2338         ISP_MEMZERO(q, QENTRY_LEN);
2339         plp = (isp_plogx_t *) q;
2340         plp->plogx_header.rqs_entry_count = 1;
2341         plp->plogx_header.rqs_entry_type = RQSTYPE_LOGIN;
2342         plp->plogx_handle = 0xffffffff;
2343         plp->plogx_nphdl = handle;
2344         plp->plogx_vphdl = chan;
2345         plp->plogx_portlo = portid;
2346         plp->plogx_rspsz_porthi = (portid >> 16) & 0xff;
2347         plp->plogx_flags = flags;
2348
2349         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2350                 isp_print_bytes(isp, "IOCB LOGX", QENTRY_LEN, plp);
2351         }
2352
2353         if (gs == 0) {
2354                 if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2355                         isp_prt(isp, ISP_LOGERR, sacq);
2356                         return (-1);
2357                 }
2358         }
2359         fcp = FCPARAM(isp, chan);
2360         scp = fcp->isp_scratch;
2361         isp_put_plogx(isp, plp, (isp_plogx_t *) scp);
2362
2363         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 500000);
2364         mbs.param[1] = QENTRY_LEN;
2365         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2366         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2367         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2368         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2369         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, QENTRY_LEN, chan);
2370         isp_mboxcmd(isp, &mbs);
2371         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2372                 rval = mbs.param[0];
2373                 goto out;
2374         }
2375         MEMORYBARRIER(isp, SYNC_SFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
2376         scp += QENTRY_LEN;
2377         isp_get_plogx(isp, (isp_plogx_t *) scp, plp);
2378         if (isp->isp_dblev & ISP_LOGDEBUG1) {
2379                 isp_print_bytes(isp, "IOCB LOGX response", QENTRY_LEN, plp);
2380         }
2381
2382         if (plp->plogx_status == PLOGX_STATUS_OK) {
2383                 rval = 0;
2384                 goto out;
2385         } else if (plp->plogx_status != PLOGX_STATUS_IOCBERR) {
2386                 isp_prt(isp, ISP_LOGWARN,
2387                     "status 0x%x on port login IOCB channel %d",
2388                     plp->plogx_status, chan);
2389                 rval = -1;
2390                 goto out;
2391         }
2392
2393         sst = plp->plogx_ioparm[0].lo16 | (plp->plogx_ioparm[0].hi16 << 16);
2394         parm1 = plp->plogx_ioparm[1].lo16 | (plp->plogx_ioparm[1].hi16 << 16);
2395
2396         rval = -1;
2397         lev = ISP_LOGERR;
2398         msg = NULL;
2399
2400         switch (sst) {
2401         case PLOGX_IOCBERR_NOLINK:
2402                 msg = "no link";
2403                 break;
2404         case PLOGX_IOCBERR_NOIOCB:
2405                 msg = "no IOCB buffer";
2406                 break;
2407         case PLOGX_IOCBERR_NOXGHG:
2408                 msg = "no Exchange Control Block";
2409                 break;
2410         case PLOGX_IOCBERR_FAILED:
2411                 ISP_SNPRINTF(buf, sizeof (buf), "reason 0x%x (last LOGIN state 0x%x)", parm1 & 0xff, (parm1 >> 8) & 0xff);
2412                 msg = buf;
2413                 break;
2414         case PLOGX_IOCBERR_NOFABRIC:
2415                 msg = "no fabric";
2416                 break;
2417         case PLOGX_IOCBERR_NOTREADY:
2418                 msg = "firmware not ready";
2419                 break;
2420         case PLOGX_IOCBERR_NOLOGIN:
2421                 ISP_SNPRINTF(buf, sizeof (buf), "not logged in (last state 0x%x)", parm1);
2422                 msg = buf;
2423                 rval = MBOX_NOT_LOGGED_IN;
2424                 break;
2425         case PLOGX_IOCBERR_REJECT:
2426                 ISP_SNPRINTF(buf, sizeof (buf), "LS_RJT = 0x%x", parm1);
2427                 msg = buf;
2428                 break;
2429         case PLOGX_IOCBERR_NOPCB:
2430                 msg = "no PCB allocated";
2431                 break;
2432         case PLOGX_IOCBERR_EINVAL:
2433                 ISP_SNPRINTF(buf, sizeof (buf), "invalid parameter at offset 0x%x", parm1);
2434                 msg = buf;
2435                 break;
2436         case PLOGX_IOCBERR_PORTUSED:
2437                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2438                 ISP_SNPRINTF(buf, sizeof (buf), "already logged in with N-Port handle 0x%x", parm1);
2439                 msg = buf;
2440                 rval = MBOX_PORT_ID_USED | (parm1 << 16);
2441                 break;
2442         case PLOGX_IOCBERR_HNDLUSED:
2443                 lev = ISP_LOG_SANCFG|ISP_LOG_WARN1;
2444                 ISP_SNPRINTF(buf, sizeof (buf), "handle already used for PortID 0x%06x", parm1);
2445                 msg = buf;
2446                 rval = MBOX_LOOP_ID_USED;
2447                 break;
2448         case PLOGX_IOCBERR_NOHANDLE:
2449                 msg = "no handle allocated";
2450                 break;
2451         case PLOGX_IOCBERR_NOFLOGI:
2452                 msg = "no FLOGI_ACC";
2453                 break;
2454         default:
2455                 ISP_SNPRINTF(buf, sizeof (buf), "status %x from %x", plp->plogx_status, flags);
2456                 msg = buf;
2457                 break;
2458         }
2459         if (msg) {
2460                 isp_prt(isp, ISP_LOGERR, "Chan %d PLOGX PortID 0x%06x to N-Port handle 0x%x: %s", chan, portid, handle, msg);
2461         }
2462 out:
2463         if (gs == 0) {
2464                 FC_SCRATCH_RELEASE(isp, chan);
2465         }
2466         return (rval);
2467 }
2468
2469 static int
2470 isp_port_login(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2471 {
2472         mbreg_t mbs;
2473
2474         MBSINIT(&mbs, MBOX_FABRIC_LOGIN, MBLOGNONE, 500000);
2475         if (ISP_CAP_2KLOGIN(isp)) {
2476                 mbs.param[1] = handle;
2477                 mbs.ibits = (1 << 10);
2478         } else {
2479                 mbs.param[1] = handle << 8;
2480         }
2481         mbs.param[2] = portid >> 16;
2482         mbs.param[3] = portid;
2483         mbs.logval = MBLOGNONE;
2484         mbs.timeout = 500000;
2485         isp_mboxcmd(isp, &mbs);
2486
2487         switch (mbs.param[0]) {
2488         case MBOX_PORT_ID_USED:
2489                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: portid 0x%06x already logged in as %u", portid, mbs.param[1]);
2490                 return (MBOX_PORT_ID_USED | (mbs.param[1] << 16));
2491
2492         case MBOX_LOOP_ID_USED:
2493                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: handle 0x%x in use for port id 0x%02xXXXX", handle, mbs.param[1] & 0xff);
2494                 return (MBOX_LOOP_ID_USED);
2495
2496         case MBOX_COMMAND_COMPLETE:
2497                 return (0);
2498
2499         case MBOX_COMMAND_ERROR:
2500                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: error 0x%x in PLOGI to port 0x%06x", mbs.param[1], portid);
2501                 return (MBOX_COMMAND_ERROR);
2502
2503         case MBOX_ALL_IDS_USED:
2504                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "isp_port_login: all IDs used for fabric login");
2505                 return (MBOX_ALL_IDS_USED);
2506
2507         default:
2508                 isp_prt(isp, ISP_LOG_SANCFG, "isp_port_login: error 0x%x on port login of 0x%06x@0x%0x", mbs.param[0], portid, handle);
2509                 return (mbs.param[0]);
2510         }
2511 }
2512
2513 /*
2514  * Pre-24XX fabric port logout
2515  *
2516  * Note that portid is not used
2517  */
2518 static int
2519 isp_port_logout(ispsoftc_t *isp, uint16_t handle, uint32_t portid)
2520 {
2521         mbreg_t mbs;
2522
2523         MBSINIT(&mbs, MBOX_FABRIC_LOGOUT, MBLOGNONE, 500000);
2524         if (ISP_CAP_2KLOGIN(isp)) {
2525                 mbs.param[1] = handle;
2526                 mbs.ibits = (1 << 10);
2527         } else {
2528                 mbs.param[1] = handle << 8;
2529         }
2530         isp_mboxcmd(isp, &mbs);
2531         return (mbs.param[0] == MBOX_COMMAND_COMPLETE? 0 : mbs.param[0]);
2532 }
2533
2534 static int
2535 isp_getpdb(ispsoftc_t *isp, int chan, uint16_t id, isp_pdb_t *pdb, int dolock)
2536 {
2537         fcparam *fcp = FCPARAM(isp, chan);
2538         mbreg_t mbs;
2539         union {
2540                 isp_pdb_21xx_t fred;
2541                 isp_pdb_24xx_t bill;
2542         } un;
2543
2544         MBSINIT(&mbs, MBOX_GET_PORT_DB,
2545             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 250000);
2546         if (IS_24XX(isp)) {
2547                 mbs.ibits = (1 << 9)|(1 << 10);
2548                 mbs.param[1] = id;
2549                 mbs.param[9] = chan;
2550         } else if (ISP_CAP_2KLOGIN(isp)) {
2551                 mbs.param[1] = id;
2552         } else {
2553                 mbs.param[1] = id << 8;
2554         }
2555         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2556         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2557         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2558         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2559         if (dolock) {
2560                 if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2561                         isp_prt(isp, ISP_LOGERR, sacq);
2562                         return (-1);
2563                 }
2564         }
2565         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, sizeof (un), chan);
2566         isp_mboxcmd(isp, &mbs);
2567         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2568                 if (dolock) {
2569                         FC_SCRATCH_RELEASE(isp, chan);
2570                 }
2571                 return (mbs.param[0] | (mbs.param[1] << 16));
2572         }
2573         if (IS_24XX(isp)) {
2574                 isp_get_pdb_24xx(isp, fcp->isp_scratch, &un.bill);
2575                 pdb->handle = un.bill.pdb_handle;
2576                 pdb->prli_word3 = un.bill.pdb_prli_svc3;
2577                 pdb->portid = BITS2WORD_24XX(un.bill.pdb_portid_bits);
2578                 ISP_MEMCPY(pdb->portname, un.bill.pdb_portname, 8);
2579                 ISP_MEMCPY(pdb->nodename, un.bill.pdb_nodename, 8);
2580                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d handle 0x%x Port 0x%06x flags 0x%x curstate %x", chan, id, pdb->portid, un.bill.pdb_flags, un.bill.pdb_curstate);
2581                 if (un.bill.pdb_curstate < PDB2400_STATE_PLOGI_DONE || un.bill.pdb_curstate > PDB2400_STATE_LOGGED_IN) {
2582                         mbs.param[0] = MBOX_NOT_LOGGED_IN;
2583                         if (dolock) {
2584                                 FC_SCRATCH_RELEASE(isp, chan);
2585                         }
2586                         return (mbs.param[0]);
2587                 }
2588         } else {
2589                 isp_get_pdb_21xx(isp, fcp->isp_scratch, &un.fred);
2590                 pdb->handle = un.fred.pdb_loopid;
2591                 pdb->prli_word3 = un.fred.pdb_prli_svc3;
2592                 pdb->portid = BITS2WORD(un.fred.pdb_portid_bits);
2593                 ISP_MEMCPY(pdb->portname, un.fred.pdb_portname, 8);
2594                 ISP_MEMCPY(pdb->nodename, un.fred.pdb_nodename, 8);
2595         }
2596         if (dolock) {
2597                 FC_SCRATCH_RELEASE(isp, chan);
2598         }
2599         return (0);
2600 }
2601
2602 static int
2603 isp_gethandles(ispsoftc_t *isp, int chan, uint16_t *handles, int *num,
2604     int dolock, int loop)
2605 {
2606         fcparam *fcp = FCPARAM(isp, chan);
2607         mbreg_t mbs;
2608         isp_pnhle_21xx_t el1, *elp1;
2609         isp_pnhle_23xx_t el3, *elp3;
2610         isp_pnhle_24xx_t el4, *elp4;
2611         int i, j;
2612         uint32_t p;
2613         uint16_t h;
2614
2615         MBSINIT(&mbs, MBOX_GET_ID_LIST, MBLOGALL, 250000);
2616         if (IS_24XX(isp)) {
2617                 mbs.param[2] = DMA_WD1(fcp->isp_scdma);
2618                 mbs.param[3] = DMA_WD0(fcp->isp_scdma);
2619                 mbs.param[6] = DMA_WD3(fcp->isp_scdma);
2620                 mbs.param[7] = DMA_WD2(fcp->isp_scdma);
2621                 mbs.param[8] = ISP_FC_SCRLEN;
2622                 mbs.param[9] = chan;
2623         } else {
2624                 mbs.ibits = (1 << 1)|(1 << 2)|(1 << 3)|(1 << 6);
2625                 mbs.param[1] = DMA_WD1(fcp->isp_scdma);
2626                 mbs.param[2] = DMA_WD0(fcp->isp_scdma);
2627                 mbs.param[3] = DMA_WD3(fcp->isp_scdma);
2628                 mbs.param[6] = DMA_WD2(fcp->isp_scdma);
2629         }
2630         if (dolock) {
2631                 if (FC_SCRATCH_ACQUIRE(isp, chan)) {
2632                         isp_prt(isp, ISP_LOGERR, sacq);
2633                         return (-1);
2634                 }
2635         }
2636         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, ISP_FC_SCRLEN, chan);
2637         isp_mboxcmd(isp, &mbs);
2638         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2639                 if (dolock) {
2640                         FC_SCRATCH_RELEASE(isp, chan);
2641                 }
2642                 return (mbs.param[0] | (mbs.param[1] << 16));
2643         }
2644         elp1 = fcp->isp_scratch;
2645         elp3 = fcp->isp_scratch;
2646         elp4 = fcp->isp_scratch;
2647         for (i = 0, j = 0; i < mbs.param[1] && j < *num; i++) {
2648                 if (IS_24XX(isp)) {
2649                         isp_get_pnhle_24xx(isp, &elp4[i], &el4);
2650                         p = el4.pnhle_port_id_lo |
2651                             (el4.pnhle_port_id_hi << 16);
2652                         h = el4.pnhle_handle;
2653                 } else if (IS_23XX(isp)) {
2654                         isp_get_pnhle_23xx(isp, &elp3[i], &el3);
2655                         p = el3.pnhle_port_id_lo |
2656                             (el3.pnhle_port_id_hi << 16);
2657                         h = el3.pnhle_handle;
2658                 } else { /* 21xx */
2659                         isp_get_pnhle_21xx(isp, &elp1[i], &el1);
2660                         p = el1.pnhle_port_id_lo |
2661                             ((el1.pnhle_port_id_hi_handle & 0xff) << 16);
2662                         h = el1.pnhle_port_id_hi_handle >> 8;
2663                 }
2664                 if (loop && (p >> 8) != (fcp->isp_portid >> 8))
2665                         continue;
2666                 handles[j++] = h;
2667         }
2668         *num = j;
2669         if (dolock)
2670                 FC_SCRATCH_RELEASE(isp, chan);
2671         return (0);
2672 }
2673
2674 static void
2675 isp_dump_chip_portdb(ispsoftc_t *isp, int chan, int dolock)
2676 {
2677         isp_pdb_t pdb;
2678         int lim, loopid;
2679
2680         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d chip port dump", chan);
2681         if (ISP_CAP_2KLOGIN(isp)) {
2682                 lim = NPH_MAX_2K;
2683         } else {
2684                 lim = NPH_MAX;
2685         }
2686         for (loopid = 0; loopid != lim; loopid++) {
2687                 if (isp_getpdb(isp, chan, loopid, &pdb, dolock)) {
2688                         continue;
2689                 }
2690                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGINFO, "Chan %d Loopid 0x%04x "
2691                     "PortID 0x%06x WWPN 0x%02x%02x%02x%02x%02x%02x%02x%02x",
2692                     chan, loopid, pdb.portid, pdb.portname[0], pdb.portname[1],
2693                     pdb.portname[2], pdb.portname[3], pdb.portname[4],
2694                     pdb.portname[5], pdb.portname[6], pdb.portname[7]);
2695         }
2696 }
2697
2698 static uint64_t
2699 isp_get_wwn(ispsoftc_t *isp, int chan, int loopid, int nodename)
2700 {
2701         uint64_t wwn = INI_NONE;
2702         fcparam *fcp = FCPARAM(isp, chan);
2703         mbreg_t mbs;
2704
2705         if (fcp->isp_fwstate < FW_READY ||
2706             fcp->isp_loopstate < LOOP_PDB_RCVD) {
2707                 return (wwn);
2708         }
2709         MBSINIT(&mbs, MBOX_GET_PORT_NAME,
2710             MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_PARAM_ERROR), 500000);
2711         if (ISP_CAP_2KLOGIN(isp)) {
2712                 mbs.param[1] = loopid;
2713                 if (nodename) {
2714                         mbs.param[10] = 1;
2715                 }
2716                 mbs.param[9] = chan;
2717         } else {
2718                 mbs.ibitm = 3;
2719                 mbs.param[1] = loopid << 8;
2720                 if (nodename) {
2721                         mbs.param[1] |= 1;
2722                 }
2723         }
2724         isp_mboxcmd(isp, &mbs);
2725         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2726                 return (wwn);
2727         }
2728         if (IS_24XX(isp)) {
2729                 wwn =
2730                     (((uint64_t)(mbs.param[2] >> 8))    << 56) |
2731                     (((uint64_t)(mbs.param[2] & 0xff))  << 48) |
2732                     (((uint64_t)(mbs.param[3] >> 8))    << 40) |
2733                     (((uint64_t)(mbs.param[3] & 0xff))  << 32) |
2734                     (((uint64_t)(mbs.param[6] >> 8))    << 24) |
2735                     (((uint64_t)(mbs.param[6] & 0xff))  << 16) |
2736                     (((uint64_t)(mbs.param[7] >> 8))    <<  8) |
2737                     (((uint64_t)(mbs.param[7] & 0xff)));
2738         } else {
2739                 wwn =
2740                     (((uint64_t)(mbs.param[2] & 0xff))  << 56) |
2741                     (((uint64_t)(mbs.param[2] >> 8))    << 48) |
2742                     (((uint64_t)(mbs.param[3] & 0xff))  << 40) |
2743                     (((uint64_t)(mbs.param[3] >> 8))    << 32) |
2744                     (((uint64_t)(mbs.param[6] & 0xff))  << 24) |
2745                     (((uint64_t)(mbs.param[6] >> 8))    << 16) |
2746                     (((uint64_t)(mbs.param[7] & 0xff))  <<  8) |
2747                     (((uint64_t)(mbs.param[7] >> 8)));
2748         }
2749         return (wwn);
2750 }
2751
2752 /*
2753  * Make sure we have good FC link.
2754  */
2755
2756 static int
2757 isp_fclink_test(ispsoftc_t *isp, int chan, int usdelay)
2758 {
2759         mbreg_t mbs;
2760         int check_for_fabric, r;
2761         uint8_t lwfs;
2762         int loopid;
2763         fcparam *fcp;
2764         fcportdb_t *lp;
2765         isp_pdb_t pdb;
2766         NANOTIME_T hra, hrb;
2767
2768         fcp = FCPARAM(isp, chan);
2769
2770         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Link Test Entry", chan);
2771         ISP_MARK_PORTDB(isp, chan, 1);
2772
2773         /*
2774          * Wait up to N microseconds for F/W to go to a ready state.
2775          */
2776         lwfs = FW_CONFIG_WAIT;
2777         GET_NANOTIME(&hra);
2778         while (1) {
2779                 isp_fw_state(isp, chan);
2780                 if (lwfs != fcp->isp_fwstate) {
2781                         isp_prt(isp, ISP_LOGCONFIG|ISP_LOG_SANCFG, "Chan %d Firmware State <%s->%s>", chan, isp_fc_fw_statename((int)lwfs), isp_fc_fw_statename((int)fcp->isp_fwstate));
2782                         lwfs = fcp->isp_fwstate;
2783                 }
2784                 if (fcp->isp_fwstate == FW_READY) {
2785                         break;
2786                 }
2787                 GET_NANOTIME(&hrb);
2788                 if ((NANOTIME_SUB(&hrb, &hra) / 1000 + 1000 >= usdelay))
2789                         break;
2790                 ISP_SLEEP(isp, 1000);
2791         }
2792
2793         /*
2794          * If we haven't gone to 'ready' state, return.
2795          */
2796         if (fcp->isp_fwstate != FW_READY) {
2797                 isp_prt(isp, ISP_LOG_SANCFG, "%s: chan %d not at FW_READY state", __func__, chan);
2798                 return (-1);
2799         }
2800
2801         /*
2802          * Get our Loop ID and Port ID.
2803          */
2804         MBSINIT(&mbs, MBOX_GET_LOOP_ID, MBLOGALL, 0);
2805         mbs.param[9] = chan;
2806         isp_mboxcmd(isp, &mbs);
2807         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
2808                 return (-1);
2809         }
2810
2811         if (ISP_CAP_2KLOGIN(isp)) {
2812                 fcp->isp_loopid = mbs.param[1];
2813         } else {
2814                 fcp->isp_loopid = mbs.param[1] & 0xff;
2815         }
2816
2817         if (IS_2100(isp)) {
2818                 fcp->isp_topo = TOPO_NL_PORT;
2819         } else {
2820                 int topo = (int) mbs.param[6];
2821                 if (topo < TOPO_NL_PORT || topo > TOPO_PTP_STUB) {
2822                         topo = TOPO_PTP_STUB;
2823                 }
2824                 fcp->isp_topo = topo;
2825         }
2826         fcp->isp_portid = mbs.param[2] | (mbs.param[3] << 16);
2827
2828         if (IS_2100(isp)) {
2829                 /*
2830                  * Don't bother with fabric if we are using really old
2831                  * 2100 firmware. It's just not worth it.
2832                  */
2833                 if (ISP_FW_NEWER_THAN(isp, 1, 15, 37)) {
2834                         check_for_fabric = 1;
2835                 } else {
2836                         check_for_fabric = 0;
2837                 }
2838         } else if (fcp->isp_topo == TOPO_FL_PORT || fcp->isp_topo == TOPO_F_PORT) {
2839                 check_for_fabric = 1;
2840         } else {
2841                 check_for_fabric = 0;
2842         }
2843
2844         /*
2845          * Check to make sure we got a valid loopid
2846          * The 24XX seems to mess this up for multiple channels.
2847          */
2848         if (fcp->isp_topo == TOPO_FL_PORT || fcp->isp_topo == TOPO_NL_PORT) {
2849                 uint8_t alpa = fcp->isp_portid;
2850
2851                 if (alpa == 0) {
2852                         /* "Cannot Happen" */
2853                         isp_prt(isp, ISP_LOGWARN, "Zero AL_PA for Loop Topology?");
2854                 } else {
2855                         int i;
2856                         for (i = 0; alpa_map[i]; i++) {
2857                                 if (alpa_map[i] == alpa) {
2858                                         break;
2859                                 }
2860                         }
2861                         if (alpa_map[i] && fcp->isp_loopid != i) {
2862                                 isp_prt(isp, ISP_LOG_SANCFG,
2863                                     "Chan %d deriving loopid %d from AL_PA map (AL_PA 0x%x) and ignoring returned value %d (AL_PA 0x%x)",
2864                                     chan, i, alpa_map[i], fcp->isp_loopid, alpa);
2865                                 fcp->isp_loopid = i;
2866                         }
2867                 }
2868         }
2869
2870
2871         if (IS_24XX(isp)) { /* XXX SHOULDN'T THIS BE FOR 2K F/W? XXX */
2872                 loopid = NPH_FL_ID;
2873         } else {
2874                 loopid = FL_ID;
2875         }
2876         if (check_for_fabric) {
2877                 r = isp_getpdb(isp, chan, loopid, &pdb, 1);
2878                 if (r && (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT)) {
2879                         isp_prt(isp, ISP_LOGWARN, "fabric topology but cannot get info about fabric controller (0x%x)", r);
2880                         fcp->isp_topo = TOPO_PTP_STUB;
2881                 }
2882         } else {
2883                 r = -1;
2884         }
2885         if (r == 0) {
2886                 if (IS_2100(isp)) {
2887                         fcp->isp_topo = TOPO_FL_PORT;
2888                 }
2889                 if (pdb.portid == 0) {
2890                         /*
2891                          * Crock.
2892                          */
2893                         fcp->isp_topo = TOPO_NL_PORT;
2894                         goto not_on_fabric;
2895                 }
2896
2897                 /*
2898                  * Save the Fabric controller's port database entry.
2899                  */
2900                 lp = &fcp->portdb[FL_ID];
2901                 lp->state = FC_PORTDB_STATE_PENDING_VALID;
2902                 MAKE_WWN_FROM_NODE_NAME(lp->node_wwn, pdb.nodename);
2903                 MAKE_WWN_FROM_NODE_NAME(lp->port_wwn, pdb.portname);
2904                 lp->prli_word3 = pdb.prli_word3;
2905                 lp->portid = pdb.portid;
2906                 lp->handle = pdb.handle;
2907                 lp->new_portid = lp->portid;
2908                 lp->new_prli_word3 = lp->prli_word3;
2909                 if (IS_24XX(isp)) {
2910                         if (check_for_fabric) {
2911                                 /*
2912                                  * The mbs is still hanging out from the MBOX_GET_LOOP_ID above.
2913                                  */
2914                                 fcp->isp_fabric_params = mbs.param[7];
2915                         } else {
2916                                 fcp->isp_fabric_params = 0;
2917                         }
2918                         fcp->isp_sns_hdl = NPH_SNS_ID;
2919                         r = isp_register_fc4_type_24xx(isp, chan);
2920                 } else {
2921                         fcp->isp_sns_hdl = SNS_ID;
2922                         r = isp_register_fc4_type(isp, chan);
2923                 }
2924                 if (r) {
2925                         isp_prt(isp, ISP_LOGWARN|ISP_LOG_SANCFG, "%s: register fc4 type failed", __func__);
2926                         return (-1);
2927                 }
2928         } else {
2929 not_on_fabric:
2930                 fcp->portdb[FL_ID].state = FC_PORTDB_STATE_NIL;
2931         }
2932
2933         fcp->isp_gbspeed = 1;
2934         if (IS_23XX(isp) || IS_24XX(isp)) {
2935                 MBSINIT(&mbs, MBOX_GET_SET_DATA_RATE, MBLOGALL, 3000000);
2936                 mbs.param[1] = MBGSD_GET_RATE;
2937                 /* mbs.param[2] undefined if we're just getting rate */
2938                 isp_mboxcmd(isp, &mbs);
2939                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
2940                         if (mbs.param[1] == MBGSD_EIGHTGB) {
2941                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 8Gb link speed", chan);
2942                                 fcp->isp_gbspeed = 8;
2943                         } else if (mbs.param[1] == MBGSD_FOURGB) {
2944                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 4Gb link speed", chan);
2945                                 fcp->isp_gbspeed = 4;
2946                         } else if (mbs.param[1] == MBGSD_TWOGB) {
2947                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 2Gb link speed", chan);
2948                                 fcp->isp_gbspeed = 2;
2949                         } else if (mbs.param[1] == MBGSD_ONEGB) {
2950                                 isp_prt(isp, ISP_LOGINFO, "Chan %d 1Gb link speed", chan);
2951                                 fcp->isp_gbspeed = 1;
2952                         }
2953                 }
2954         }
2955
2956         /*
2957          * Announce ourselves, too.
2958          */
2959         isp_prt(isp, ISP_LOG_SANCFG|ISP_LOGCONFIG, topology, chan, (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) fcp->isp_wwpn, fcp->isp_portid, fcp->isp_loopid, isp_fc_toponame(fcp));
2960         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Link Test Complete", chan);
2961         return (0);
2962 }
2963
2964 /*
2965  * Complete the synchronization of our Port Database.
2966  *
2967  * At this point, we've scanned the local loop (if any) and the fabric
2968  * and performed fabric logins on all new devices.
2969  *
2970  * Our task here is to go through our port database and remove any entities
2971  * that are still marked probational (issuing PLOGO for ones which we had
2972  * PLOGI'd into) or are dead.
2973  *
2974  * Our task here is to also check policy to decide whether devices which
2975  * have *changed* in some way should still be kept active. For example,
2976  * if a device has just changed PortID, we can either elect to treat it
2977  * as an old device or as a newly arrived device (and notify the outer
2978  * layer appropriately).
2979  *
2980  * We also do initiator map target id assignment here for new initiator
2981  * devices and refresh old ones ot make sure that they point to the correct
2982  * entities.
2983  */
2984 static int
2985 isp_pdb_sync(ispsoftc_t *isp, int chan)
2986 {
2987         fcparam *fcp = FCPARAM(isp, chan);
2988         fcportdb_t *lp;
2989         uint16_t dbidx;
2990
2991         if (fcp->isp_loopstate == LOOP_READY) {
2992                 return (0);
2993         }
2994
2995         /*
2996          * Make sure we're okay for doing this right now.
2997          */
2998         if (fcp->isp_loopstate != LOOP_PDB_RCVD &&
2999             fcp->isp_loopstate != LOOP_FSCAN_DONE &&
3000             fcp->isp_loopstate != LOOP_LSCAN_DONE) {
3001                 isp_prt(isp, ISP_LOGWARN, "isp_pdb_sync: bad loopstate %d",
3002                     fcp->isp_loopstate);
3003                 return (-1);
3004         }
3005
3006         if (fcp->isp_topo == TOPO_FL_PORT ||
3007             fcp->isp_topo == TOPO_NL_PORT ||
3008             fcp->isp_topo == TOPO_N_PORT) {
3009                 if (fcp->isp_loopstate < LOOP_LSCAN_DONE) {
3010                         if (isp_scan_loop(isp, chan) != 0) {
3011                                 isp_prt(isp, ISP_LOGWARN,
3012                                     "isp_pdb_sync: isp_scan_loop failed");
3013                                 return (-1);
3014                         }
3015                 }
3016         }
3017
3018         if (fcp->isp_topo == TOPO_F_PORT || fcp->isp_topo == TOPO_FL_PORT) {
3019                 if (fcp->isp_loopstate < LOOP_FSCAN_DONE) {
3020                         if (isp_scan_fabric(isp, chan) != 0) {
3021                                 isp_prt(isp, ISP_LOGWARN,
3022                                     "isp_pdb_sync: isp_scan_fabric failed");
3023                                 return (-1);
3024                         }
3025                 }
3026         }
3027
3028         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Synchronizing PDBs", chan);
3029
3030         fcp->isp_loopstate = LOOP_SYNCING_PDB;
3031
3032         for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3033                 lp = &fcp->portdb[dbidx];
3034
3035                 if (lp->state == FC_PORTDB_STATE_NIL ||
3036                     lp->state == FC_PORTDB_STATE_VALID) {
3037                         continue;
3038                 }
3039
3040                 switch (lp->state) {
3041                 case FC_PORTDB_STATE_PROBATIONAL:
3042                 case FC_PORTDB_STATE_DEAD:
3043                         lp->state = FC_PORTDB_STATE_NIL;
3044                         isp_async(isp, ISPASYNC_DEV_GONE, chan, lp);
3045                         if (lp->autologin == 0) {
3046                                 (void) isp_plogx(isp, chan, lp->handle,
3047                                     lp->portid,
3048                                     PLOGX_FLG_CMD_LOGO |
3049                                     PLOGX_FLG_IMPLICIT |
3050                                     PLOGX_FLG_FREE_NPHDL, 0);
3051                         } else {
3052                                 lp->autologin = 0;
3053                         }
3054                         lp->new_prli_word3 = 0;
3055                         lp->new_portid = 0;
3056                         /*
3057                          * Note that we might come out of this with our state
3058                          * set to FC_PORTDB_STATE_ZOMBIE.
3059                          */
3060                         break;
3061                 case FC_PORTDB_STATE_NEW:
3062                         lp->portid = lp->new_portid;
3063                         lp->prli_word3 = lp->new_prli_word3;
3064                         lp->state = FC_PORTDB_STATE_VALID;
3065                         isp_async(isp, ISPASYNC_DEV_ARRIVED, chan, lp);
3066                         lp->new_prli_word3 = 0;
3067                         lp->new_portid = 0;
3068                         break;
3069                 case FC_PORTDB_STATE_CHANGED:
3070                         lp->state = FC_PORTDB_STATE_VALID;
3071                         isp_async(isp, ISPASYNC_DEV_CHANGED, chan, lp);
3072                         lp->portid = lp->new_portid;
3073                         lp->prli_word3 = lp->new_prli_word3;
3074                         lp->new_prli_word3 = 0;
3075                         lp->new_portid = 0;
3076                         break;
3077                 case FC_PORTDB_STATE_PENDING_VALID:
3078                         lp->portid = lp->new_portid;
3079                         lp->prli_word3 = lp->new_prli_word3;
3080                         lp->state = FC_PORTDB_STATE_VALID;
3081                         isp_async(isp, ISPASYNC_DEV_STAYED, chan, lp);
3082                         if (dbidx != FL_ID) {
3083                                 lp->new_prli_word3 = 0;
3084                                 lp->new_portid = 0;
3085                         }
3086                         break;
3087                 case FC_PORTDB_STATE_ZOMBIE:
3088                         break;
3089                 default:
3090                         isp_prt(isp, ISP_LOGWARN,
3091                             "isp_pdb_sync: state %d for idx %d",
3092                             lp->state, dbidx);
3093                         isp_dump_portdb(isp, chan);
3094                 }
3095         }
3096
3097         /*
3098          * If we get here, we've for sure seen not only a valid loop
3099          * but know what is or isn't on it, so mark this for usage
3100          * in isp_start.
3101          */
3102         fcp->loop_seen_once = 1;
3103         fcp->isp_loopstate = LOOP_READY;
3104         return (0);
3105 }
3106
3107 /*
3108  * Scan local loop for devices.
3109  */
3110 static int
3111 isp_scan_loop(ispsoftc_t *isp, int chan)
3112 {
3113         fcportdb_t *lp, tmp;
3114         fcparam *fcp = FCPARAM(isp, chan);
3115         int i, idx, lim, r;
3116         isp_pdb_t pdb;
3117         uint16_t handles[LOCAL_LOOP_LIM];
3118         uint16_t handle;
3119
3120         if (fcp->isp_fwstate < FW_READY ||
3121             fcp->isp_loopstate < LOOP_PDB_RCVD) {
3122                 return (-1);
3123         }
3124         if (fcp->isp_loopstate > LOOP_SCANNING_LOOP) {
3125                 return (0);
3126         }
3127         if (fcp->isp_topo != TOPO_NL_PORT && fcp->isp_topo != TOPO_FL_PORT &&
3128             fcp->isp_topo != TOPO_N_PORT) {
3129                 isp_prt(isp, ISP_LOG_SANCFG,
3130                     "Chan %d no loop topology to scan", chan);
3131                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
3132                 return (0);
3133         }
3134
3135         fcp->isp_loopstate = LOOP_SCANNING_LOOP;
3136
3137         lim = LOCAL_LOOP_LIM;
3138         r = isp_gethandles(isp, chan, handles, &lim, 1, 1);
3139         if (r != 0) {
3140                 isp_prt(isp, ISP_LOG_SANCFG,
3141                     "Chan %d getting list of handles failed with %x", chan, r);
3142 fail:
3143                 ISP_MARK_PORTDB(isp, chan, 1);
3144                 isp_prt(isp, ISP_LOG_SANCFG,
3145                     "Chan %d FC scan loop DONE (bad)", chan);
3146                 return (-1);
3147         }
3148
3149         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop -- %d ports",
3150             chan, lim);
3151
3152         /*
3153          * Run through the list and get the port database info for each one.
3154          */
3155         for (idx = 0; idx < lim; idx++) {
3156                 handle = handles[idx];
3157
3158                 /*
3159                  * Don't scan "special" ids.
3160                  */
3161                 if (ISP_CAP_2KLOGIN(isp)) {
3162                         if (handle >= NPH_RESERVED)
3163                                 continue;
3164                 } else {
3165                         if (handle >= FL_ID && handle <= SNS_ID)
3166                                 continue;
3167                 }
3168
3169                 /*
3170                  * In older cards with older f/w GET_PORT_DATABASE has been
3171                  * known to hang. This trick gets around that problem.
3172                  */
3173                 if (IS_2100(isp) || IS_2200(isp)) {
3174                         uint64_t node_wwn = isp_get_wwn(isp, chan, handle, 1);
3175                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3176                                 goto fail;
3177                         if (node_wwn == INI_NONE) {
3178                                 continue;
3179                         }
3180                 }
3181
3182                 /*
3183                  * Get the port database entity for this index.
3184                  */
3185                 r = isp_getpdb(isp, chan, handle, &pdb, 1);
3186                 if (r != 0) {
3187                         isp_prt(isp, ISP_LOGDEBUG1,
3188                             "Chan %d FC scan loop handle %d returned %x",
3189                             chan, handle, r);
3190                         if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3191                                 goto fail;
3192                         continue;
3193                 }
3194
3195                 if (fcp->isp_loopstate < LOOP_SCANNING_LOOP)
3196                         goto fail;
3197
3198                 /*
3199                  * On *very* old 2100 firmware we would end up sometimes
3200                  * with the firmware returning the port database entry
3201                  * for something else. We used to restart this, but
3202                  * now we just punt.
3203                  */
3204                 if (IS_2100(isp) && pdb.handle != handle) {
3205                         isp_prt(isp, ISP_LOGWARN,
3206                             "Chan %d getpdb() returned wrong handle %x != %x",
3207                             chan, pdb.handle, handle);
3208                         goto fail;
3209                 }
3210
3211                 /*
3212                  * Save the pertinent info locally.
3213                  */
3214                 MAKE_WWN_FROM_NODE_NAME(tmp.node_wwn, pdb.nodename);
3215                 MAKE_WWN_FROM_NODE_NAME(tmp.port_wwn, pdb.portname);
3216                 tmp.prli_word3 = pdb.prli_word3;
3217                 tmp.portid = pdb.portid;
3218                 tmp.handle = pdb.handle;
3219
3220                 /*
3221                  * Check to make sure it's still a valid entry. The 24XX seems
3222                  * to return a portid but not a WWPN/WWNN or role for devices
3223                  * which shift on a loop.
3224                  */
3225                 if (tmp.node_wwn == 0 || tmp.port_wwn == 0 || tmp.portid == 0) {
3226                         int a, b, c;
3227                         isp_prt(isp, ISP_LOGWARN,
3228                             "Chan %d bad pdb (WWNN %016jx, WWPN %016jx, PortID %06x, W3 0x%x, H 0x%x) @ handle 0x%x",
3229                             chan, tmp.node_wwn, tmp.port_wwn, tmp.portid, tmp.prli_word3, tmp.handle, handle);
3230                         a = (tmp.node_wwn == 0);
3231                         b = (tmp.port_wwn == 0);
3232                         c = (tmp.portid == 0);
3233                         if (a == 0 && b == 0) {
3234                                 tmp.node_wwn =
3235                                     isp_get_wwn(isp, chan, handle, 1);
3236                                 tmp.port_wwn =
3237                                     isp_get_wwn(isp, chan, handle, 0);
3238                                 if (tmp.node_wwn && tmp.port_wwn) {
3239                                         isp_prt(isp, ISP_LOGWARN, "DODGED!");
3240                                         goto cont;
3241                                 }
3242                         }
3243                         isp_dump_portdb(isp, chan);
3244                         continue;
3245                 }
3246   cont:
3247
3248                 /*
3249                  * Now search the entire port database
3250                  * for the same Port WWN.
3251                  */
3252                 if (isp_find_pdb_by_wwn(isp, chan, tmp.port_wwn, &lp)) {
3253                         /*
3254                          * Okay- we've found a non-nil entry that matches.
3255                          * Check to make sure it's probational or a zombie.
3256                          */
3257                         if (lp->state != FC_PORTDB_STATE_PROBATIONAL &&
3258                             lp->state != FC_PORTDB_STATE_ZOMBIE &&
3259                             lp->state != FC_PORTDB_STATE_VALID) {
3260                                 isp_prt(isp, ISP_LOGERR,
3261                                     "Chan %d [%d] not probational/zombie (0x%x)",
3262                                     chan, FC_PORTDB_TGT(isp, chan, lp), lp->state);
3263                                 isp_dump_portdb(isp, chan);
3264                                 goto fail;
3265                         }
3266
3267                         /*
3268                          * Mark the device as something the f/w logs into
3269                          * automatically.
3270                          */
3271                         lp->autologin = 1;
3272                         lp->node_wwn = tmp.node_wwn;
3273
3274                         /*
3275                          * Check to make see if really still the same
3276                          * device. If it is, we mark it pending valid.
3277                          */
3278                         if (lp->portid == tmp.portid && lp->handle == tmp.handle && lp->prli_word3 == tmp.prli_word3) {
3279                                 lp->new_portid = tmp.portid;
3280                                 lp->new_prli_word3 = tmp.prli_word3;
3281                                 lp->state = FC_PORTDB_STATE_PENDING_VALID;
3282                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Loop Port 0x%06x@0x%04x Pending Valid", chan, tmp.portid, tmp.handle);
3283                                 continue;
3284                         }
3285
3286                         /*
3287                          * We can wipe out the old handle value
3288                          * here because it's no longer valid.
3289                          */
3290                         lp->handle = tmp.handle;
3291
3292                         /*
3293                          * Claim that this has changed and let somebody else
3294                          * decide what to do.
3295                          */
3296                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Loop Port 0x%06x@0x%04x changed", chan, tmp.portid, tmp.handle);
3297                         lp->state = FC_PORTDB_STATE_CHANGED;
3298                         lp->new_portid = tmp.portid;
3299                         lp->new_prli_word3 = tmp.prli_word3;
3300                         continue;
3301                 }
3302
3303                 /*
3304                  * Ah. A new device entry. Find an empty slot
3305                  * for it and save info for later disposition.
3306                  */
3307                 for (i = 0; i < MAX_FC_TARG; i++) {
3308                         if (fcp->portdb[i].state == FC_PORTDB_STATE_NIL) {
3309                                 break;
3310                         }
3311                 }
3312                 if (i == MAX_FC_TARG) {
3313                         isp_prt(isp, ISP_LOGERR,
3314                             "Chan %d out of portdb entries", chan);
3315                         continue;
3316                 }
3317                 lp = &fcp->portdb[i];
3318
3319                 ISP_MEMZERO(lp, sizeof (fcportdb_t));
3320                 lp->autologin = 1;
3321                 lp->state = FC_PORTDB_STATE_NEW;
3322                 lp->new_portid = tmp.portid;
3323                 lp->new_prli_word3 = tmp.prli_word3;
3324                 lp->handle = tmp.handle;
3325                 lp->port_wwn = tmp.port_wwn;
3326                 lp->node_wwn = tmp.node_wwn;
3327                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Loop Port 0x%06x@0x%04x is New Entry", chan, tmp.portid, tmp.handle);
3328         }
3329         fcp->isp_loopstate = LOOP_LSCAN_DONE;
3330         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC scan loop DONE", chan);
3331         return (0);
3332 }
3333
3334 /*
3335  * Scan the fabric for devices and add them to our port database.
3336  *
3337  * Use the GID_FT command to get all Port IDs for FC4 SCSI devices it knows.
3338  *
3339  * For 2100-23XX cards, we can use the SNS mailbox command to pass simple
3340  * name server commands to the switch management server via the QLogic f/w.
3341  *
3342  * For the 24XX card, we have to use CT-Pass through run via the Execute IOCB
3343  * mailbox command.
3344  *
3345  * The net result is to leave the list of Port IDs setting untranslated in
3346  * offset IGPOFF of the FC scratch area, whereupon we'll canonicalize it to
3347  * host order at OGPOFF.
3348  */
3349
3350 /*
3351  * Take less than half of our scratch area to store Port IDs
3352  */
3353 #define GIDLEN  ((ISP_FC_SCRLEN >> 1) - 16 - SNS_GID_FT_REQ_SIZE)
3354 #define NGENT   ((GIDLEN - 16) >> 2)
3355
3356 #define IGPOFF  (2 * QENTRY_LEN)
3357 #define OGPOFF  (ISP_FC_SCRLEN >> 1)
3358 #define ZTXOFF  (ISP_FC_SCRLEN - (1 * QENTRY_LEN))
3359 #define CTXOFF  (ISP_FC_SCRLEN - (2 * QENTRY_LEN))
3360 #define XTXOFF  (ISP_FC_SCRLEN - (3 * QENTRY_LEN))
3361
3362 static int
3363 isp_gid_ft_sns(ispsoftc_t *isp, int chan)
3364 {
3365         union {
3366                 sns_gid_ft_req_t _x;
3367                 uint8_t _y[SNS_GID_FT_REQ_SIZE];
3368         } un;
3369         fcparam *fcp = FCPARAM(isp, chan);
3370         sns_gid_ft_req_t *rq = &un._x;
3371         mbreg_t mbs;
3372
3373         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d scanning fabric (GID_FT) via SNS", chan);
3374
3375         ISP_MEMZERO(rq, SNS_GID_FT_REQ_SIZE);
3376         rq->snscb_rblen = GIDLEN >> 1;
3377         rq->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + IGPOFF);
3378         rq->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + IGPOFF);
3379         rq->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + IGPOFF);
3380         rq->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + IGPOFF);
3381         rq->snscb_sblen = 6;
3382         rq->snscb_cmd = SNS_GID_FT;
3383         rq->snscb_mword_div_2 = NGENT;
3384         rq->snscb_fc4_type = FC4_SCSI;
3385
3386         isp_put_gid_ft_request(isp, rq, fcp->isp_scratch);
3387         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_GID_FT_REQ_SIZE, chan);
3388
3389         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 10000000);
3390         mbs.param[0] = MBOX_SEND_SNS;
3391         mbs.param[1] = SNS_GID_FT_REQ_SIZE >> 1;
3392         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
3393         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
3394         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
3395         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
3396         isp_mboxcmd(isp, &mbs);
3397         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3398                 if (mbs.param[0] == MBOX_INVALID_COMMAND) {
3399                         return (1);
3400                 } else {
3401                         return (-1);
3402                 }
3403         }
3404         return (0);
3405 }
3406
3407 static int
3408 isp_gid_ft_ct_passthru(ispsoftc_t *isp, int chan)
3409 {
3410         mbreg_t mbs;
3411         fcparam *fcp = FCPARAM(isp, chan);
3412         union {
3413                 isp_ct_pt_t plocal;
3414                 ct_hdr_t clocal;
3415                 uint8_t q[QENTRY_LEN];
3416         } un;
3417         isp_ct_pt_t *pt;
3418         ct_hdr_t *ct;
3419         uint32_t *rp;
3420         uint8_t *scp = fcp->isp_scratch;
3421
3422         isp_prt(isp, ISP_LOGDEBUG0, "Chan %d scanning fabric (GID_FT) via CT", chan);
3423
3424         if (!IS_24XX(isp)) {
3425                 return (1);
3426         }
3427
3428         /*
3429          * Build a Passthrough IOCB in memory.
3430          */
3431         pt = &un.plocal;
3432         ISP_MEMZERO(un.q, QENTRY_LEN);
3433         pt->ctp_header.rqs_entry_count = 1;
3434         pt->ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
3435         pt->ctp_handle = 0xffffffff;
3436         pt->ctp_nphdl = fcp->isp_sns_hdl;
3437         pt->ctp_cmd_cnt = 1;
3438         pt->ctp_vpidx = ISP_GET_VPIDX(isp, chan);
3439         pt->ctp_time = 30;
3440         pt->ctp_rsp_cnt = 1;
3441         pt->ctp_rsp_bcnt = GIDLEN;
3442         pt->ctp_cmd_bcnt = sizeof (*ct) + sizeof (uint32_t);
3443         pt->ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma+XTXOFF);
3444         pt->ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma+XTXOFF);
3445         pt->ctp_dataseg[0].ds_count = sizeof (*ct) + sizeof (uint32_t);
3446         pt->ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma+IGPOFF);
3447         pt->ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma+IGPOFF);
3448         pt->ctp_dataseg[1].ds_count = GIDLEN;
3449         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3450                 isp_print_bytes(isp, "ct IOCB", QENTRY_LEN, pt);
3451         }
3452         isp_put_ct_pt(isp, pt, (isp_ct_pt_t *) &scp[CTXOFF]);
3453
3454         /*
3455          * Build the CT header and command in memory.
3456          *
3457          * Note that the CT header has to end up as Big Endian format in memory.
3458          */
3459         ct = &un.clocal;
3460         ISP_MEMZERO(ct, sizeof (*ct));
3461         ct->ct_revision = CT_REVISION;
3462         ct->ct_fcs_type = CT_FC_TYPE_FC;
3463         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
3464         ct->ct_cmd_resp = SNS_GID_FT;
3465         ct->ct_bcnt_resid = (GIDLEN - 16) >> 2;
3466
3467         isp_put_ct_hdr(isp, ct, (ct_hdr_t *) &scp[XTXOFF]);
3468         rp = (uint32_t *) &scp[XTXOFF+sizeof (*ct)];
3469         ISP_IOZPUT_32(isp, FC4_SCSI, rp);
3470         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3471                 isp_print_bytes(isp, "CT HDR + payload after put",
3472                     sizeof (*ct) + sizeof (uint32_t), &scp[XTXOFF]);
3473         }
3474         ISP_MEMZERO(&scp[ZTXOFF], QENTRY_LEN);
3475         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 500000);
3476         mbs.param[1] = QENTRY_LEN;
3477         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
3478         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
3479         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
3480         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
3481         MEMORYBARRIER(isp, SYNC_SFORDEV, XTXOFF, 2 * QENTRY_LEN, chan);
3482         isp_mboxcmd(isp, &mbs);
3483         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
3484                 return (-1);
3485         }
3486         MEMORYBARRIER(isp, SYNC_SFORCPU, ZTXOFF, QENTRY_LEN, chan);
3487         pt = &un.plocal;
3488         isp_get_ct_pt(isp, (isp_ct_pt_t *) &scp[ZTXOFF], pt);
3489         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3490                 isp_print_bytes(isp, "IOCB response", QENTRY_LEN, pt);
3491         }
3492
3493         if (pt->ctp_status && pt->ctp_status != RQCS_DATA_UNDERRUN) {
3494                 isp_prt(isp, ISP_LOGWARN,
3495                     "Chan %d ISP GID FT CT Passthrough returned 0x%x",
3496                     chan, pt->ctp_status);
3497                 return (-1);
3498         }
3499         MEMORYBARRIER(isp, SYNC_SFORCPU, IGPOFF, GIDLEN + 16, chan);
3500         if (isp->isp_dblev & ISP_LOGDEBUG1) {
3501                 isp_print_bytes(isp, "CT response", GIDLEN+16, &scp[IGPOFF]);
3502         }
3503         return (0);
3504 }
3505
3506 static int
3507 isp_scan_fabric(ispsoftc_t *isp, int chan)
3508 {
3509         fcparam *fcp = FCPARAM(isp, chan);
3510         uint32_t portid;
3511         uint16_t handle, loopid;
3512         isp_pdb_t pdb;
3513         int portidx, portlim, r;
3514         sns_gid_ft_rsp_t *rs0, *rs1;
3515
3516         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Scan Fabric", chan);
3517         if (fcp->isp_fwstate != FW_READY || fcp->isp_loopstate < LOOP_LSCAN_DONE) {
3518                 return (-1);
3519         }
3520         if (fcp->isp_loopstate > LOOP_SCANNING_FABRIC) {
3521                 return (0);
3522         }
3523         if (fcp->isp_topo != TOPO_FL_PORT && fcp->isp_topo != TOPO_F_PORT) {
3524                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3525                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Scan Fabric Done (no fabric)", chan);
3526                 return (0);
3527         }
3528
3529         fcp->isp_loopstate = LOOP_SCANNING_FABRIC;
3530         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
3531                 isp_prt(isp, ISP_LOGERR, sacq);
3532                 ISP_MARK_PORTDB(isp, chan, 1);
3533                 return (-1);
3534         }
3535         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3536                 FC_SCRATCH_RELEASE(isp, chan);
3537                 ISP_MARK_PORTDB(isp, chan, 1);
3538                 return (-1);
3539         }
3540
3541         /*
3542          * Make sure we still are logged into the fabric controller.
3543          */
3544         if (IS_24XX(isp)) {     /* XXX SHOULDN'T THIS BE TRUE FOR 2K F/W? XXX */
3545                 loopid = NPH_FL_ID;
3546         } else {
3547                 loopid = FL_ID;
3548         }
3549         r = isp_getpdb(isp, chan, loopid, &pdb, 0);
3550         if ((r & 0xffff) == MBOX_NOT_LOGGED_IN) {
3551                 isp_dump_chip_portdb(isp, chan, 0);
3552         }
3553         if (r) {
3554                 fcp->isp_loopstate = LOOP_PDB_RCVD;
3555                 FC_SCRATCH_RELEASE(isp, chan);
3556                 ISP_MARK_PORTDB(isp, chan, 1);
3557                 return (-1);
3558         }
3559
3560         if (IS_24XX(isp)) {
3561                 r = isp_gid_ft_ct_passthru(isp, chan);
3562         } else {
3563                 r = isp_gid_ft_sns(isp, chan);
3564         }
3565
3566         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3567                 FC_SCRATCH_RELEASE(isp, chan);
3568                 ISP_MARK_PORTDB(isp, chan, 1);
3569                 return (-1);
3570         }
3571
3572         if (r > 0) {
3573                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3574                 FC_SCRATCH_RELEASE(isp, chan);
3575                 return (0);
3576         } else if (r < 0) {
3577                 fcp->isp_loopstate = LOOP_PDB_RCVD;     /* try again */
3578                 FC_SCRATCH_RELEASE(isp, chan);
3579                 return (0);
3580         }
3581
3582         MEMORYBARRIER(isp, SYNC_SFORCPU, IGPOFF, GIDLEN, chan);
3583         rs0 = (sns_gid_ft_rsp_t *) ((uint8_t *)fcp->isp_scratch+IGPOFF);
3584         rs1 = (sns_gid_ft_rsp_t *) ((uint8_t *)fcp->isp_scratch+OGPOFF);
3585         isp_get_gid_ft_response(isp, rs0, rs1, NGENT);
3586         if (fcp->isp_loopstate < LOOP_SCANNING_FABRIC) {
3587                 FC_SCRATCH_RELEASE(isp, chan);
3588                 ISP_MARK_PORTDB(isp, chan, 1);
3589                 return (-1);
3590         }
3591         if (rs1->snscb_cthdr.ct_cmd_resp != LS_ACC) {
3592                 int level;
3593                 if (rs1->snscb_cthdr.ct_reason == 9 && rs1->snscb_cthdr.ct_explanation == 7) {
3594                         level = ISP_LOG_SANCFG;
3595                 } else {
3596                         level = ISP_LOGWARN;
3597                 }
3598                 isp_prt(isp, level, "Chan %d Fabric Nameserver rejected GID_FT"
3599                     " (Reason=0x%x Expl=0x%x)", chan,
3600                     rs1->snscb_cthdr.ct_reason,
3601                     rs1->snscb_cthdr.ct_explanation);
3602                 FC_SCRATCH_RELEASE(isp, chan);
3603                 fcp->isp_loopstate = LOOP_FSCAN_DONE;
3604                 return (0);
3605         }
3606
3607
3608         /*
3609          * If we get this far, we certainly still have the fabric controller.
3610          */
3611         fcp->portdb[FL_ID].state = FC_PORTDB_STATE_PENDING_VALID;
3612
3613         /*
3614          * Go through the list and remove duplicate port ids.
3615          */
3616
3617         portlim = 0;
3618         portidx = 0;
3619         for (portidx = 0; portidx < NGENT-1; portidx++) {
3620                 if (rs1->snscb_ports[portidx].control & 0x80) {
3621                         break;
3622                 }
3623         }
3624
3625         /*
3626          * If we're not at the last entry, our list wasn't big enough.
3627          */
3628         if ((rs1->snscb_ports[portidx].control & 0x80) == 0) {
3629                 isp_prt(isp, ISP_LOGWARN,
3630                     "fabric too big for scratch area: increase ISP_FC_SCRLEN");
3631         }
3632         portlim = portidx + 1;
3633         isp_prt(isp, ISP_LOG_SANCFG,
3634             "Chan %d got %d ports back from name server", chan, portlim);
3635
3636         for (portidx = 0; portidx < portlim; portidx++) {
3637                 int npidx;
3638
3639                 portid =
3640                     ((rs1->snscb_ports[portidx].portid[0]) << 16) |
3641                     ((rs1->snscb_ports[portidx].portid[1]) << 8) |
3642                     ((rs1->snscb_ports[portidx].portid[2]));
3643
3644                 for (npidx = portidx + 1; npidx < portlim; npidx++) {
3645                         uint32_t new_portid =
3646                             ((rs1->snscb_ports[npidx].portid[0]) << 16) |
3647                             ((rs1->snscb_ports[npidx].portid[1]) << 8) |
3648                             ((rs1->snscb_ports[npidx].portid[2]));
3649                         if (new_portid == portid) {
3650                                 break;
3651                         }
3652                 }
3653
3654                 if (npidx < portlim) {
3655                         rs1->snscb_ports[npidx].portid[0] = 0;
3656                         rs1->snscb_ports[npidx].portid[1] = 0;
3657                         rs1->snscb_ports[npidx].portid[2] = 0;
3658                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d removing duplicate PortID 0x%06x entry from list", chan, portid);
3659                 }
3660         }
3661
3662         /*
3663          * We now have a list of Port IDs for all FC4 SCSI devices
3664          * that the Fabric Name server knows about.
3665          *
3666          * For each entry on this list go through our port database looking
3667          * for probational entries- if we find one, then an old entry is
3668          * maybe still this one. We get some information to find out.
3669          *
3670          * Otherwise, it's a new fabric device, and we log into it
3671          * (unconditionally). After searching the entire database
3672          * again to make sure that we never ever ever ever have more
3673          * than one entry that has the same PortID or the same
3674          * WWNN/WWPN duple, we enter the device into our database.
3675          */
3676
3677         for (portidx = 0; portidx < portlim; portidx++) {
3678                 fcportdb_t *lp;
3679                 uint64_t wwnn, wwpn;
3680                 int dbidx, nr;
3681
3682                 portid =
3683                     ((rs1->snscb_ports[portidx].portid[0]) << 16) |
3684                     ((rs1->snscb_ports[portidx].portid[1]) << 8) |
3685                     ((rs1->snscb_ports[portidx].portid[2]));
3686
3687                 if (portid == 0) {
3688                         isp_prt(isp, ISP_LOG_SANCFG,
3689                             "Chan %d skipping null PortID at idx %d",
3690                             chan, portidx);
3691                         continue;
3692                 }
3693
3694                 /*
3695                  * Skip ourselves here and on other channels. If we're
3696                  * multi-id, we can't check the portids in other FCPARAM
3697                  * arenas because the resolutions here aren't synchronized.
3698                  * The best way to do this is to exclude looking at portids
3699                  * that have the same domain and area code as our own
3700                  * portid.
3701                  */
3702                 if (ISP_CAP_MULTI_ID(isp) && isp->isp_nchan > 1) {
3703                         if ((portid >> 8) == (fcp->isp_portid >> 8)) {
3704                                 isp_prt(isp, ISP_LOG_SANCFG,
3705                                     "Chan %d skip PortID 0x%06x",
3706                                     chan, portid);
3707                                 continue;
3708                         }
3709                 } else if (portid == fcp->isp_portid) {
3710                         isp_prt(isp, ISP_LOG_SANCFG,
3711                             "Chan %d skip ourselves on @ PortID 0x%06x",
3712                             chan, portid);
3713                         continue;
3714                 }
3715
3716                 isp_prt(isp, ISP_LOG_SANCFG,
3717                     "Chan %d Checking Fabric Port 0x%06x", chan, portid);
3718
3719                 /*
3720                  * We now search our Port Database for any
3721                  * probational entries with this PortID. We don't
3722                  * look for zombies here- only probational
3723                  * entries (we've already logged out of zombies).
3724                  */
3725                 for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3726                         lp = &fcp->portdb[dbidx];
3727
3728                         if (lp->state != FC_PORTDB_STATE_PROBATIONAL) {
3729                                 continue;
3730                         }
3731                         if (lp->portid == portid) {
3732                                 break;
3733                         }
3734                 }
3735
3736                 /*
3737                  * We found a probational entry with this Port ID.
3738                  */
3739                 if (dbidx < MAX_FC_TARG) {
3740                         int handle_changed = 0;
3741
3742                         lp = &fcp->portdb[dbidx];
3743
3744                         /*
3745                          * See if we're still logged into it.
3746                          *
3747                          * If we aren't, mark it as a dead device and
3748                          * leave the new portid in the database entry
3749                          * for somebody further along to decide what to
3750                          * do (policy choice).
3751                          *
3752                          * If we are, check to see if it's the same
3753                          * device still (it should be). If for some
3754                          * reason it isn't, mark it as a changed device
3755                          * and leave the new portid and role in the
3756                          * database entry for somebody further along to
3757                          * decide what to do (policy choice).
3758                          *
3759                          */
3760
3761                         r = isp_getpdb(isp, chan, lp->handle, &pdb, 0);
3762                         if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
3763                                 FC_SCRATCH_RELEASE(isp, chan);
3764                                 ISP_MARK_PORTDB(isp, chan, 1);
3765                                 return (-1);
3766                         }
3767                         if (r != 0) {
3768                                 lp->new_portid = portid;
3769                                 lp->state = FC_PORTDB_STATE_DEAD;
3770                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric PortID 0x%06x handle 0x%x is dead (%d)", chan, portid, lp->handle, r);
3771                                 continue;
3772                         }
3773
3774
3775                         /*
3776                          * Check to make sure that handle, portid, WWPN and
3777                          * WWNN agree. If they don't, then the association
3778                          * between this PortID and the stated handle has been
3779                          * broken by the firmware.
3780                          */
3781                         MAKE_WWN_FROM_NODE_NAME(wwnn, pdb.nodename);
3782                         MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3783                         if (pdb.handle != lp->handle ||
3784                             pdb.portid != portid ||
3785                             wwpn != lp->port_wwn ||
3786                             (lp->node_wwn != 0 && wwnn != lp->node_wwn)) {
3787                                 isp_prt(isp, ISP_LOG_SANCFG,
3788                                     fconf, chan, dbidx, pdb.handle, pdb.portid,
3789                                     (uint32_t) (wwnn >> 32), (uint32_t) wwnn,
3790                                     (uint32_t) (wwpn >> 32), (uint32_t) wwpn,
3791                                     lp->handle, portid,
3792                                     (uint32_t) (lp->node_wwn >> 32),
3793                                     (uint32_t) lp->node_wwn,
3794                                     (uint32_t) (lp->port_wwn >> 32),
3795                                     (uint32_t) lp->port_wwn);
3796                                 /*
3797                                  * Try to re-login to this device using a
3798                                  * new handle. If that fails, mark it dead.
3799                                  *
3800                                  * isp_login_device will check for handle and
3801                                  * portid consistency after re-login.
3802                                  *
3803                                  */
3804                                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0 ||
3805                                     isp_login_device(isp, chan, portid, &pdb,
3806                                      &FCPARAM(isp, 0)->isp_lasthdl)) {
3807                                         lp->new_portid = portid;
3808                                         lp->state = FC_PORTDB_STATE_DEAD;
3809                                         if (fcp->isp_loopstate !=
3810                                             LOOP_SCANNING_FABRIC) {
3811                                                 FC_SCRATCH_RELEASE(isp, chan);
3812                                                 ISP_MARK_PORTDB(isp, chan, 1);
3813                                                 return (-1);
3814                                         }
3815                                         continue;
3816                                 }
3817                                 if (fcp->isp_loopstate !=
3818                                     LOOP_SCANNING_FABRIC) {
3819                                         FC_SCRATCH_RELEASE(isp, chan);
3820                                         ISP_MARK_PORTDB(isp, chan, 1);
3821                                         return (-1);
3822                                 }
3823                                 MAKE_WWN_FROM_NODE_NAME(wwnn, pdb.nodename);
3824                                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3825                                 if (wwpn != lp->port_wwn ||
3826                                     (lp->node_wwn != 0 && wwnn != lp->node_wwn)) {
3827                                         isp_prt(isp, ISP_LOGWARN, "changed WWN"
3828                                             " after relogin");
3829                                         lp->new_portid = portid;
3830                                         lp->state = FC_PORTDB_STATE_DEAD;
3831                                         continue;
3832                                 }
3833
3834                                 lp->handle = pdb.handle;
3835                                 handle_changed++;
3836                         }
3837
3838                         nr = pdb.prli_word3;
3839
3840                         /*
3841                          * Check to see whether the portid and roles have
3842                          * stayed the same. If they have stayed the same,
3843                          * we believe that this is the same device and it
3844                          * hasn't become disconnected and reconnected, so
3845                          * mark it as pending valid.
3846                          *
3847                          * If they aren't the same, mark the device as a
3848                          * changed device and save the new port id and role
3849                          * and let somebody else decide.
3850                          */
3851
3852                         lp->new_portid = portid;
3853                         lp->new_prli_word3 = nr;
3854                         if (pdb.portid != lp->portid || nr != lp->prli_word3 || handle_changed) {
3855                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric Port 0x%06x changed", chan, portid);
3856                                 lp->state = FC_PORTDB_STATE_CHANGED;
3857                         } else {
3858                                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric Port 0x%06x Now Pending Valid", chan, portid);
3859                                 lp->state = FC_PORTDB_STATE_PENDING_VALID;
3860                         }
3861                         continue;
3862                 }
3863
3864                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0)
3865                         continue;
3866
3867                 /*
3868                  * Ah- a new entry. Search the database again for all non-NIL
3869                  * entries to make sure we never ever make a new database entry
3870                  * with the same port id. While we're at it, mark where the
3871                  * last free entry was.
3872                  */
3873
3874                 dbidx = MAX_FC_TARG;
3875                 for (lp = fcp->portdb; lp < &fcp->portdb[MAX_FC_TARG]; lp++) {
3876                         if (lp >= &fcp->portdb[FL_ID] &&
3877                             lp <= &fcp->portdb[SNS_ID]) {
3878                                 continue;
3879                         }
3880                         if (lp->state == FC_PORTDB_STATE_NIL) {
3881                                 if (dbidx == MAX_FC_TARG) {
3882                                         dbidx = lp - fcp->portdb;
3883                                 }
3884                                 continue;
3885                         }
3886                         if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
3887                                 continue;
3888                         }
3889                         if (lp->portid == portid) {
3890                                 break;
3891                         }
3892                 }
3893
3894                 if (lp < &fcp->portdb[MAX_FC_TARG]) {
3895                         isp_prt(isp, ISP_LOGWARN, "Chan %d PortID 0x%06x "
3896                             "already at %d handle %d state %d",
3897                             chan, portid, dbidx, lp->handle, lp->state);
3898                         continue;
3899                 }
3900
3901                 /*
3902                  * We should have the index of the first free entry seen.
3903                  */
3904                 if (dbidx == MAX_FC_TARG) {
3905                         isp_prt(isp, ISP_LOGERR,
3906                             "port database too small to login PortID 0x%06x"
3907                             "- increase MAX_FC_TARG", portid);
3908                         continue;
3909                 }
3910
3911                 /*
3912                  * Otherwise, point to our new home.
3913                  */
3914                 lp = &fcp->portdb[dbidx];
3915
3916                 /*
3917                  * Try to see if we are logged into this device,
3918                  * and maybe log into it.
3919                  *
3920                  * isp_login_device will check for handle and
3921                  * portid consistency after login.
3922                  */
3923                 if (isp_login_device(isp, chan, portid, &pdb,
3924                     &FCPARAM(isp, 0)->isp_lasthdl)) {
3925                         if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
3926                                 FC_SCRATCH_RELEASE(isp, chan);
3927                                 ISP_MARK_PORTDB(isp, chan, 1);
3928                                 return (-1);
3929                         }
3930                         continue;
3931                 }
3932                 if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
3933                         FC_SCRATCH_RELEASE(isp, chan);
3934                         ISP_MARK_PORTDB(isp, chan, 1);
3935                         return (-1);
3936                 }
3937
3938                 handle = pdb.handle;
3939                 MAKE_WWN_FROM_NODE_NAME(wwnn, pdb.nodename);
3940                 MAKE_WWN_FROM_NODE_NAME(wwpn, pdb.portname);
3941                 nr = pdb.prli_word3;
3942
3943                 /*
3944                  * And go through the database *one* more time to make sure
3945                  * that we do not make more than one entry that has the same
3946                  * WWNN/WWPN duple
3947                  */
3948                 for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
3949                         if (dbidx >= FL_ID && dbidx <= SNS_ID) {
3950                                 continue;
3951                         }
3952                         if ((fcp->portdb[dbidx].node_wwn == wwnn ||
3953                              fcp->portdb[dbidx].node_wwn == 0) &&
3954                             fcp->portdb[dbidx].port_wwn == wwpn) {
3955                                 break;
3956                         }
3957                 }
3958
3959                 if (dbidx == MAX_FC_TARG) {
3960                         ISP_MEMZERO(lp, sizeof (fcportdb_t));
3961                         lp->handle = handle;
3962                         lp->node_wwn = wwnn;
3963                         lp->port_wwn = wwpn;
3964                         lp->new_portid = portid;
3965                         lp->new_prli_word3 = nr;
3966                         lp->state = FC_PORTDB_STATE_NEW;
3967                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Fabric Port 0x%06x is a New Entry", chan, portid);
3968                         continue;
3969                 }
3970
3971                 if (fcp->portdb[dbidx].state != FC_PORTDB_STATE_ZOMBIE) {
3972                         isp_prt(isp, ISP_LOGWARN,
3973                             "Chan %d PortID 0x%x 0x%08x%08x/0x%08x%08x %ld "
3974                             "already at idx %d, state 0x%x", chan, portid,
3975                             (uint32_t) (wwnn >> 32), (uint32_t) wwnn,
3976                             (uint32_t) (wwpn >> 32), (uint32_t) wwpn,
3977                             (long) (lp - fcp->portdb), dbidx,
3978                             fcp->portdb[dbidx].state);
3979                         continue;
3980                 }
3981
3982                 /*
3983                  * We found a zombie entry that matches us.
3984                  * Revive it. We know that WWN and WWPN
3985                  * are the same. For fabric devices, we
3986                  * don't care that handle is different
3987                  * as we assign that. If role or portid
3988                  * are different, it maybe a changed device.
3989                  */
3990                 lp = &fcp->portdb[dbidx];
3991                 lp->handle = handle;
3992                 lp->node_wwn = wwnn;
3993                 lp->new_portid = portid;
3994                 lp->new_prli_word3 = nr;
3995                 if (lp->portid != portid || lp->prli_word3 != nr) {
3996                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Zombie Fabric Port 0x%06x Now Changed", chan, portid);
3997                         lp->state = FC_PORTDB_STATE_CHANGED;
3998                 } else {
3999                         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Zombie Fabric Port 0x%06x Now Pending Valid", chan, portid);
4000                         lp->state = FC_PORTDB_STATE_PENDING_VALID;
4001                 }
4002         }
4003
4004         FC_SCRATCH_RELEASE(isp, chan);
4005         if (fcp->isp_loopstate != LOOP_SCANNING_FABRIC) {
4006                 ISP_MARK_PORTDB(isp, chan, 1);
4007                 return (-1);
4008         }
4009         fcp->isp_loopstate = LOOP_FSCAN_DONE;
4010         isp_prt(isp, ISP_LOG_SANCFG, "Chan %d FC Scan Fabric Done", chan);
4011         return (0);
4012 }
4013
4014 /*
4015  * Find an unused handle and try and use to login to a port.
4016  */
4017 static int
4018 isp_login_device(ispsoftc_t *isp, int chan, uint32_t portid, isp_pdb_t *p, uint16_t *ohp)
4019 {
4020         int lim, i, r;
4021         uint16_t handle;
4022
4023         if (ISP_CAP_2KLOGIN(isp)) {
4024                 lim = NPH_MAX_2K;
4025         } else {
4026                 lim = NPH_MAX;
4027         }
4028
4029         handle = isp_next_handle(isp, ohp);
4030         for (i = 0; i < lim; i++) {
4031                 /*
4032                  * See if we're still logged into something with
4033                  * this handle and that something agrees with this
4034                  * port id.
4035                  */
4036                 r = isp_getpdb(isp, chan, handle, p, 0);
4037                 if (r == 0 && p->portid != portid) {
4038                         (void) isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL, 1);
4039                 } else if (r == 0) {
4040                         break;
4041                 }
4042                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4043                         return (-1);
4044                 }
4045                 /*
4046                  * Now try and log into the device
4047                  */
4048                 r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI, 1);
4049                 if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4050                         return (-1);
4051                 }
4052                 if (r == 0) {
4053                         break;
4054                 } else if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4055                         /*
4056                          * If we get here, then the firmwware still thinks we're logged into this device, but with a different
4057                          * handle. We need to break that association. We used to try and just substitute the handle, but then
4058                          * failed to get any data via isp_getpdb (below).
4059                          */
4060                         if (isp_plogx(isp, chan, r >> 16, portid, PLOGX_FLG_CMD_LOGO | PLOGX_FLG_IMPLICIT | PLOGX_FLG_FREE_NPHDL, 1)) {
4061                                 isp_prt(isp, ISP_LOGERR, "baw... logout of %x failed", r >> 16);
4062                         }
4063                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4064                                 return (-1);
4065                         }
4066                         r = isp_plogx(isp, chan, handle, portid, PLOGX_FLG_CMD_PLOGI, 1);
4067                         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4068                                 return (-1);
4069                         }
4070                         if (r != 0)
4071                                 i = lim;
4072                         break;
4073                 } else if ((r & 0xffff) == MBOX_LOOP_ID_USED) {
4074                         /* Try the next loop id. */
4075                         handle = isp_next_handle(isp, ohp);
4076                 } else {
4077                         /* Give up. */
4078                         i = lim;
4079                         break;
4080                 }
4081         }
4082
4083         if (i == lim) {
4084                 isp_prt(isp, ISP_LOGWARN, "Chan %d PLOGI 0x%06x failed", chan, portid);
4085                 return (-1);
4086         }
4087
4088         /*
4089          * If we successfully logged into it, get the PDB for it
4090          * so we can crosscheck that it is still what we think it
4091          * is and that we also have the role it plays
4092          */
4093         r = isp_getpdb(isp, chan, handle, p, 0);
4094         if (FCPARAM(isp, chan)->isp_loopstate != LOOP_SCANNING_FABRIC) {
4095                 return (-1);
4096         }
4097         if (r != 0) {
4098                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x disappeared", chan, portid, handle);
4099                 return (-1);
4100         }
4101
4102         if (p->handle != handle || p->portid != portid) {
4103                 isp_prt(isp, ISP_LOGERR, "Chan %d new device 0x%06x@0x%x changed (0x%06x@0x%0x)",
4104                     chan, portid, handle, p->portid, p->handle);
4105                 return (-1);
4106         }
4107         return (0);
4108 }
4109
4110 static int
4111 isp_register_fc4_type(ispsoftc_t *isp, int chan)
4112 {
4113         fcparam *fcp = FCPARAM(isp, chan);
4114         uint8_t local[SNS_RFT_ID_REQ_SIZE];
4115         sns_screq_t *reqp = (sns_screq_t *) local;
4116         mbreg_t mbs;
4117
4118         ISP_MEMZERO((void *) reqp, SNS_RFT_ID_REQ_SIZE);
4119         reqp->snscb_rblen = SNS_RFT_ID_RESP_SIZE >> 1;
4120         reqp->snscb_addr[RQRSP_ADDR0015] = DMA_WD0(fcp->isp_scdma + 0x100);
4121         reqp->snscb_addr[RQRSP_ADDR1631] = DMA_WD1(fcp->isp_scdma + 0x100);
4122         reqp->snscb_addr[RQRSP_ADDR3247] = DMA_WD2(fcp->isp_scdma + 0x100);
4123         reqp->snscb_addr[RQRSP_ADDR4863] = DMA_WD3(fcp->isp_scdma + 0x100);
4124         reqp->snscb_sblen = 22;
4125         reqp->snscb_data[0] = SNS_RFT_ID;
4126         reqp->snscb_data[4] = fcp->isp_portid & 0xffff;
4127         reqp->snscb_data[5] = (fcp->isp_portid >> 16) & 0xff;
4128         reqp->snscb_data[6] = (1 << FC4_SCSI);
4129         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4130                 isp_prt(isp, ISP_LOGERR, sacq);
4131                 return (-1);
4132         }
4133         isp_put_sns_request(isp, reqp, (sns_screq_t *) fcp->isp_scratch);
4134         MBSINIT(&mbs, MBOX_SEND_SNS, MBLOGALL, 1000000);
4135         mbs.param[1] = SNS_RFT_ID_REQ_SIZE >> 1;
4136         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4137         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4138         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4139         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4140         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, SNS_RFT_ID_REQ_SIZE, chan);
4141         isp_mboxcmd(isp, &mbs);
4142         FC_SCRATCH_RELEASE(isp, chan);
4143         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4144                 return (0);
4145         } else {
4146                 return (-1);
4147         }
4148 }
4149
4150 static int
4151 isp_register_fc4_type_24xx(ispsoftc_t *isp, int chan)
4152 {
4153         mbreg_t mbs;
4154         fcparam *fcp = FCPARAM(isp, chan);
4155         union {
4156                 isp_ct_pt_t plocal;
4157                 rft_id_t clocal;
4158                 uint8_t q[QENTRY_LEN];
4159         } un;
4160         isp_ct_pt_t *pt;
4161         ct_hdr_t *ct;
4162         rft_id_t *rp;
4163         uint8_t *scp = fcp->isp_scratch;
4164
4165         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4166                 isp_prt(isp, ISP_LOGERR, sacq);
4167                 return (-1);
4168         }
4169
4170         /*
4171          * Build a Passthrough IOCB in memory.
4172          */
4173         ISP_MEMZERO(un.q, QENTRY_LEN);
4174         pt = &un.plocal;
4175         pt->ctp_header.rqs_entry_count = 1;
4176         pt->ctp_header.rqs_entry_type = RQSTYPE_CT_PASSTHRU;
4177         pt->ctp_handle = 0xffffffff;
4178         pt->ctp_nphdl = fcp->isp_sns_hdl;
4179         pt->ctp_cmd_cnt = 1;
4180         pt->ctp_vpidx = ISP_GET_VPIDX(isp, chan);
4181         pt->ctp_time = 1;
4182         pt->ctp_rsp_cnt = 1;
4183         pt->ctp_rsp_bcnt = sizeof (ct_hdr_t);
4184         pt->ctp_cmd_bcnt = sizeof (rft_id_t);
4185         pt->ctp_dataseg[0].ds_base = DMA_LO32(fcp->isp_scdma+XTXOFF);
4186         pt->ctp_dataseg[0].ds_basehi = DMA_HI32(fcp->isp_scdma+XTXOFF);
4187         pt->ctp_dataseg[0].ds_count = sizeof (rft_id_t);
4188         pt->ctp_dataseg[1].ds_base = DMA_LO32(fcp->isp_scdma+IGPOFF);
4189         pt->ctp_dataseg[1].ds_basehi = DMA_HI32(fcp->isp_scdma+IGPOFF);
4190         pt->ctp_dataseg[1].ds_count = sizeof (ct_hdr_t);
4191         isp_put_ct_pt(isp, pt, (isp_ct_pt_t *) &scp[CTXOFF]);
4192         if (isp->isp_dblev & ISP_LOGDEBUG1) {
4193                 isp_print_bytes(isp, "IOCB CT Request", QENTRY_LEN, pt);
4194         }
4195
4196         /*
4197          * Build the CT header and command in memory.
4198          *
4199          * Note that the CT header has to end up as Big Endian format in memory.
4200          */
4201         ISP_MEMZERO(&un.clocal, sizeof (un.clocal));
4202         ct = &un.clocal.rftid_hdr;
4203         ct->ct_revision = CT_REVISION;
4204         ct->ct_fcs_type = CT_FC_TYPE_FC;
4205         ct->ct_fcs_subtype = CT_FC_SUBTYPE_NS;
4206         ct->ct_cmd_resp = SNS_RFT_ID;
4207         ct->ct_bcnt_resid = (sizeof (rft_id_t) - sizeof (ct_hdr_t)) >> 2;
4208         rp = &un.clocal;
4209         rp->rftid_portid[0] = fcp->isp_portid >> 16;
4210         rp->rftid_portid[1] = fcp->isp_portid >> 8;
4211         rp->rftid_portid[2] = fcp->isp_portid;
4212         rp->rftid_fc4types[FC4_SCSI >> 5] = 1 << (FC4_SCSI & 0x1f);
4213         isp_put_rft_id(isp, rp, (rft_id_t *) &scp[XTXOFF]);
4214         if (isp->isp_dblev & ISP_LOGDEBUG1) {
4215                 isp_print_bytes(isp, "CT Header", QENTRY_LEN, &scp[XTXOFF]);
4216         }
4217
4218         ISP_MEMZERO(&scp[ZTXOFF], sizeof (ct_hdr_t));
4219
4220         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 1000000);
4221         mbs.param[1] = QENTRY_LEN;
4222         mbs.param[2] = DMA_WD1(fcp->isp_scdma + CTXOFF);
4223         mbs.param[3] = DMA_WD0(fcp->isp_scdma + CTXOFF);
4224         mbs.param[6] = DMA_WD3(fcp->isp_scdma + CTXOFF);
4225         mbs.param[7] = DMA_WD2(fcp->isp_scdma + CTXOFF);
4226         MEMORYBARRIER(isp, SYNC_SFORDEV, XTXOFF, 2 * QENTRY_LEN, chan);
4227         isp_mboxcmd(isp, &mbs);
4228         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4229                 FC_SCRATCH_RELEASE(isp, chan);
4230                 return (-1);
4231         }
4232         MEMORYBARRIER(isp, SYNC_SFORCPU, ZTXOFF, QENTRY_LEN, chan);
4233         pt = &un.plocal;
4234         isp_get_ct_pt(isp, (isp_ct_pt_t *) &scp[ZTXOFF], pt);
4235         if (isp->isp_dblev & ISP_LOGDEBUG1) {
4236                 isp_print_bytes(isp, "IOCB response", QENTRY_LEN, pt);
4237         }
4238         if (pt->ctp_status) {
4239                 FC_SCRATCH_RELEASE(isp, chan);
4240                 isp_prt(isp, ISP_LOGWARN,
4241                     "Chan %d Register FC4 Type CT Passthrough returned 0x%x",
4242                     chan, pt->ctp_status);
4243                 return (1);
4244         }
4245
4246         isp_get_ct_hdr(isp, (ct_hdr_t *) &scp[IGPOFF], ct);
4247         FC_SCRATCH_RELEASE(isp, chan);
4248
4249         if (ct->ct_cmd_resp == LS_RJT) {
4250                 isp_prt(isp, ISP_LOG_SANCFG|ISP_LOG_WARN1, "Chan %d Register FC4 Type rejected", chan);
4251                 return (-1);
4252         } else if (ct->ct_cmd_resp == LS_ACC) {
4253                 isp_prt(isp, ISP_LOG_SANCFG, "Chan %d Register FC4 Type accepted", chan);
4254                 return (0);
4255         } else {
4256                 isp_prt(isp, ISP_LOGWARN, "Chan %d Register FC4 Type: 0x%x", chan, ct->ct_cmd_resp);
4257                 return (-1);
4258         }
4259 }
4260
4261 static uint16_t
4262 isp_next_handle(ispsoftc_t *isp, uint16_t *ohp)
4263 {
4264         fcparam *fcp;
4265         int i, chan, wrap;
4266         uint16_t handle, minh, maxh;
4267
4268         handle = *ohp;
4269         if (ISP_CAP_2KLOGIN(isp)) {
4270                 minh = 0;
4271                 maxh = NPH_RESERVED;
4272         } else {
4273                 minh = SNS_ID + 1;
4274                 maxh = NPH_MAX - 1;
4275         }
4276         wrap = 0;
4277
4278 next:
4279         if (handle == NIL_HANDLE) {
4280                 handle = minh;
4281         } else {
4282                 handle++;
4283                 if (handle > maxh) {
4284                         if (++wrap >= 2) {
4285                                 isp_prt(isp, ISP_LOGERR, "Out of port handles!");
4286                                 return (NIL_HANDLE);
4287                         }
4288                         handle = minh;
4289                 }
4290         }
4291         for (chan = 0; chan < isp->isp_nchan; chan++) {
4292                 fcp = FCPARAM(isp, chan);
4293                 if (fcp->role == ISP_ROLE_NONE)
4294                         continue;
4295                 for (i = 0; i < MAX_FC_TARG; i++) {
4296                         if (fcp->portdb[i].state != FC_PORTDB_STATE_NIL &&
4297                             fcp->portdb[i].handle == handle)
4298                                 goto next;
4299                 }
4300         }
4301         *ohp = handle;
4302         return (handle);
4303 }
4304
4305 /*
4306  * Start a command. Locking is assumed done in the caller.
4307  */
4308
4309 int
4310 isp_start(XS_T *xs)
4311 {
4312         ispsoftc_t *isp;
4313         uint32_t handle, cdblen;
4314         uint8_t local[QENTRY_LEN];
4315         ispreq_t *reqp;
4316         void *cdbp, *qep;
4317         uint16_t *tptr;
4318         fcportdb_t *lp;
4319         int target, dmaresult;
4320
4321         XS_INITERR(xs);
4322         isp = XS_ISP(xs);
4323
4324         /*
4325          * Check command CDB length, etc.. We really are limited to 16 bytes
4326          * for Fibre Channel, but can do up to 44 bytes in parallel SCSI,
4327          * but probably only if we're running fairly new firmware (we'll
4328          * let the old f/w choke on an extended command queue entry).
4329          */
4330
4331         if (XS_CDBLEN(xs) > (IS_FC(isp)? 16 : 44) || XS_CDBLEN(xs) == 0) {
4332                 isp_prt(isp, ISP_LOGERR, "unsupported cdb length (%d, CDB[0]=0x%x)", XS_CDBLEN(xs), XS_CDBP(xs)[0] & 0xff);
4333                 XS_SETERR(xs, HBA_BOTCH);
4334                 return (CMD_COMPLETE);
4335         }
4336
4337         /*
4338          * Translate the target to device handle as appropriate, checking
4339          * for correct device state as well.
4340          */
4341         target = XS_TGT(xs);
4342         if (IS_FC(isp)) {
4343                 fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
4344
4345                 if ((fcp->role & ISP_ROLE_INITIATOR) == 0) {
4346                         isp_prt(isp, ISP_LOG_WARN1,
4347                             "%d.%d.%jx I am not an initiator",
4348                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4349                         XS_SETERR(xs, HBA_SELTIMEOUT);
4350                         return (CMD_COMPLETE);
4351                 }
4352
4353                 if (isp->isp_state != ISP_RUNSTATE) {
4354                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4355                         XS_SETERR(xs, HBA_BOTCH);
4356                         return (CMD_COMPLETE);
4357                 }
4358
4359                 /*
4360                  * Try again later.
4361                  */
4362                 if (fcp->isp_fwstate != FW_READY || fcp->isp_loopstate != LOOP_READY) {
4363                         return (CMD_RQLATER);
4364                 }
4365
4366                 isp_prt(isp, ISP_LOGDEBUG2, "XS_TGT(xs)=%d", target);
4367                 lp = &fcp->portdb[target];
4368                 if (target < 0 || target >= MAX_FC_TARG ||
4369                     lp->is_target == 0) {
4370                         XS_SETERR(xs, HBA_SELTIMEOUT);
4371                         return (CMD_COMPLETE);
4372                 }
4373                 if (lp->state == FC_PORTDB_STATE_ZOMBIE) {
4374                         isp_prt(isp, ISP_LOGDEBUG1,
4375                             "%d.%d.%jx target zombie",
4376                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4377                         return (CMD_RQLATER);
4378                 }
4379                 if (lp->state != FC_PORTDB_STATE_VALID) {
4380                         isp_prt(isp, ISP_LOGDEBUG1,
4381                             "%d.%d.%jx bad db port state 0x%x",
4382                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs), lp->state);
4383                         XS_SETERR(xs, HBA_SELTIMEOUT);
4384                         return (CMD_COMPLETE);
4385                 }
4386         } else {
4387                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4388                 if ((sdp->role & ISP_ROLE_INITIATOR) == 0) {
4389                         isp_prt(isp, ISP_LOGDEBUG1,
4390                             "%d.%d.%jx I am not an initiator",
4391                             XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4392                         XS_SETERR(xs, HBA_SELTIMEOUT);
4393                         return (CMD_COMPLETE);
4394                 }
4395
4396                 if (isp->isp_state != ISP_RUNSTATE) {
4397                         isp_prt(isp, ISP_LOGERR, "Adapter not at RUNSTATE");
4398                         XS_SETERR(xs, HBA_BOTCH);
4399                         return (CMD_COMPLETE);
4400                 }
4401
4402                 if (sdp->update) {
4403                         isp_spi_update(isp, XS_CHANNEL(xs));
4404                 }
4405                 lp = NULL;
4406         }
4407
4408  start_again:
4409
4410         qep = isp_getrqentry(isp);
4411         if (qep == NULL) {
4412                 isp_prt(isp, ISP_LOG_WARN1, "Request Queue Overflow");
4413                 XS_SETERR(xs, HBA_BOTCH);
4414                 return (CMD_EAGAIN);
4415         }
4416         XS_SETERR(xs, HBA_NOERROR);
4417
4418         /*
4419          * Now see if we need to synchronize the ISP with respect to anything.
4420          * We do dual duty here (cough) for synchronizing for busses other
4421          * than which we got here to send a command to.
4422          */
4423         reqp = (ispreq_t *) local;
4424         ISP_MEMZERO(local, QENTRY_LEN);
4425         if (ISP_TST_SENDMARKER(isp, XS_CHANNEL(xs))) {
4426                 if (IS_24XX(isp)) {
4427                         isp_marker_24xx_t *m = (isp_marker_24xx_t *) reqp;
4428                         m->mrk_header.rqs_entry_count = 1;
4429                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4430                         m->mrk_modifier = SYNC_ALL;
4431                         m->mrk_vphdl = XS_CHANNEL(xs);
4432                         isp_put_marker_24xx(isp, m, qep);
4433                 } else {
4434                         isp_marker_t *m = (isp_marker_t *) reqp;
4435                         m->mrk_header.rqs_entry_count = 1;
4436                         m->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
4437                         m->mrk_target = (XS_CHANNEL(xs) << 7);  /* bus # */
4438                         m->mrk_modifier = SYNC_ALL;
4439                         isp_put_marker(isp, m, qep);
4440                 }
4441                 ISP_SYNC_REQUEST(isp);
4442                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 0);
4443                 goto start_again;
4444         }
4445
4446         reqp->req_header.rqs_entry_count = 1;
4447
4448         /*
4449          * Select and install Header Code.
4450          * Note that it might be overridden before going out
4451          * if we're on a 64 bit platform. The lower level
4452          * code (isp_send_cmd) will select the appropriate
4453          * 64 bit variant if it needs to.
4454          */
4455         if (IS_24XX(isp)) {
4456                 reqp->req_header.rqs_entry_type = RQSTYPE_T7RQS;
4457         } else if (IS_FC(isp)) {
4458                 reqp->req_header.rqs_entry_type = RQSTYPE_T2RQS;
4459         } else {
4460                 if (XS_CDBLEN(xs) > 12) {
4461                         reqp->req_header.rqs_entry_type = RQSTYPE_CMDONLY;
4462                 } else {
4463                         reqp->req_header.rqs_entry_type = RQSTYPE_REQUEST;
4464                 }
4465         }
4466
4467         /*
4468          * Set task attributes
4469          */
4470         if (IS_24XX(isp)) {
4471                 int ttype;
4472                 if (XS_TAG_P(xs)) {
4473                         ttype = XS_TAG_TYPE(xs);
4474                 } else {
4475                         if (XS_CDBP(xs)[0] == 0x3) {
4476                                 ttype = REQFLAG_HTAG;
4477                         } else {
4478                                 ttype = REQFLAG_STAG;
4479                         }
4480                 }
4481                 if (ttype == REQFLAG_OTAG) {
4482                         ttype = FCP_CMND_TASK_ATTR_ORDERED;
4483                 } else if (ttype == REQFLAG_HTAG) {
4484                         ttype = FCP_CMND_TASK_ATTR_HEAD;
4485                 } else {
4486                         ttype = FCP_CMND_TASK_ATTR_SIMPLE;
4487                 }
4488                 ((ispreqt7_t *)reqp)->req_task_attribute = ttype;
4489         } else if (IS_FC(isp)) {
4490                 /*
4491                  * See comment in isp_intr
4492                  */
4493                 /* XS_SET_RESID(xs, 0); */
4494
4495                 /*
4496                  * Fibre Channel always requires some kind of tag.
4497                  * The Qlogic drivers seem be happy not to use a tag,
4498                  * but this breaks for some devices (IBM drives).
4499                  */
4500                 if (XS_TAG_P(xs)) {
4501                         ((ispreqt2_t *)reqp)->req_flags = XS_TAG_TYPE(xs);
4502                 } else {
4503                         /*
4504                          * If we don't know what tag to use, use HEAD OF QUEUE
4505                          * for Request Sense or Simple.
4506                          */
4507                         if (XS_CDBP(xs)[0] == 0x3)      /* REQUEST SENSE */
4508                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_HTAG;
4509                         else
4510                                 ((ispreqt2_t *)reqp)->req_flags = REQFLAG_STAG;
4511                 }
4512         } else {
4513                 sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
4514                 if ((sdp->isp_devparam[target].actv_flags & DPARM_TQING) && XS_TAG_P(xs)) {
4515                         reqp->req_flags = XS_TAG_TYPE(xs);
4516                 }
4517         }
4518
4519         tptr = &reqp->req_time;
4520
4521         /*
4522          * NB: we do not support long CDBs (yet)
4523          */
4524         cdblen = XS_CDBLEN(xs);
4525
4526         if (IS_SCSI(isp)) {
4527                 if (cdblen > sizeof (reqp->req_cdb)) {
4528                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4529                         XS_SETERR(xs, HBA_BOTCH);
4530                         return (CMD_COMPLETE);
4531                 }
4532                 reqp->req_target = target | (XS_CHANNEL(xs) << 7);
4533                 reqp->req_lun_trn = XS_LUN(xs);
4534                 cdbp = reqp->req_cdb;
4535                 reqp->req_cdblen = cdblen;
4536         } else if (IS_24XX(isp)) {
4537                 ispreqt7_t *t7 = (ispreqt7_t *)local;
4538
4539                 if (cdblen > sizeof (t7->req_cdb)) {
4540                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4541                         XS_SETERR(xs, HBA_BOTCH);
4542                         return (CMD_COMPLETE);
4543                 }
4544
4545                 t7->req_nphdl = lp->handle;
4546                 t7->req_tidlo = lp->portid;
4547                 t7->req_tidhi = lp->portid >> 16;
4548                 t7->req_vpidx = ISP_GET_VPIDX(isp, XS_CHANNEL(xs));
4549 #if __FreeBSD_version >= 1000700
4550                 be64enc(t7->req_lun, CAM_EXTLUN_BYTE_SWIZZLE(XS_LUN(xs)));
4551 #else
4552                 if (XS_LUN(xs) >= 256) {
4553                         t7->req_lun[0] = XS_LUN(xs) >> 8;
4554                         t7->req_lun[0] |= 0x40;
4555                 }
4556                 t7->req_lun[1] = XS_LUN(xs);
4557 #endif
4558                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4559                         if (FCP_NEXT_CRN(isp, &t7->req_crn, xs)) {
4560                                 isp_prt(isp, ISP_LOG_WARN1,
4561                                     "%d.%d.%jx cannot generate next CRN",
4562                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4563                                 XS_SETERR(xs, HBA_BOTCH);
4564                                 return (CMD_EAGAIN);
4565                         }
4566                 }
4567                 tptr = &t7->req_time;
4568                 cdbp = t7->req_cdb;
4569         } else {
4570                 ispreqt2_t *t2 = (ispreqt2_t *)local;
4571
4572                 if (cdblen > sizeof t2->req_cdb) {
4573                         isp_prt(isp, ISP_LOGERR, "Command Length %u too long for this chip", cdblen);
4574                         XS_SETERR(xs, HBA_BOTCH);
4575                         return (CMD_COMPLETE);
4576                 }
4577                 if (FCPARAM(isp, XS_CHANNEL(xs))->fctape_enabled && (lp->prli_word3 & PRLI_WD3_RETRY)) {
4578                         if (FCP_NEXT_CRN(isp, &t2->req_crn, xs)) {
4579                                 isp_prt(isp, ISP_LOG_WARN1,
4580                                     "%d.%d.%jx cannot generate next CRN",
4581                                     XS_CHANNEL(xs), target, (uintmax_t)XS_LUN(xs));
4582                                 XS_SETERR(xs, HBA_BOTCH);
4583                                 return (CMD_EAGAIN);
4584                         }
4585                 }
4586                 if (ISP_CAP_2KLOGIN(isp)) {
4587                         ispreqt2e_t *t2e = (ispreqt2e_t *)local;
4588                         t2e->req_target = lp->handle;
4589                         t2e->req_scclun = XS_LUN(xs);
4590 #if __FreeBSD_version < 1000700
4591                         if (XS_LUN(xs) >= 256)
4592                                 t2e->req_scclun |= 0x4000;
4593 #endif
4594                         cdbp = t2e->req_cdb;
4595                 } else if (ISP_CAP_SCCFW(isp)) {
4596                         ispreqt2_t *t2 = (ispreqt2_t *)local;
4597                         t2->req_target = lp->handle;
4598                         t2->req_scclun = XS_LUN(xs);
4599 #if __FreeBSD_version < 1000700
4600                         if (XS_LUN(xs) >= 256)
4601                                 t2->req_scclun |= 0x4000;
4602 #endif
4603                         cdbp = t2->req_cdb;
4604                 } else {
4605                         t2->req_target = lp->handle;
4606                         t2->req_lun_trn = XS_LUN(xs);
4607                         cdbp = t2->req_cdb;
4608                 }
4609         }
4610         ISP_MEMCPY(cdbp, XS_CDBP(xs), cdblen);
4611
4612         *tptr = XS_TIME(xs) / 1000;
4613         if (*tptr == 0 && XS_TIME(xs)) {
4614                 *tptr = 1;
4615         }
4616         if (IS_24XX(isp) && *tptr > 0x1999) {
4617                 *tptr = 0x1999;
4618         }
4619
4620         if (isp_allocate_xs(isp, xs, &handle)) {
4621                 isp_prt(isp, ISP_LOG_WARN1, "out of xflist pointers");
4622                 XS_SETERR(xs, HBA_BOTCH);
4623                 return (CMD_EAGAIN);
4624         }
4625         /* Whew. Thankfully the same for type 7 requests */
4626         reqp->req_handle = handle;
4627
4628         /*
4629          * Set up DMA and/or do any platform dependent swizzling of the request entry
4630          * so that the Qlogic F/W understands what is being asked of it.
4631          *
4632          * The callee is responsible for adding all requests at this point.
4633          */
4634         dmaresult = ISP_DMASETUP(isp, xs, reqp);
4635         if (dmaresult != CMD_QUEUED) {
4636                 isp_destroy_handle(isp, handle);
4637                 /*
4638                  * dmasetup sets actual error in packet, and
4639                  * return what we were given to return.
4640                  */
4641                 return (dmaresult);
4642         }
4643         isp_xs_prt(isp, xs, ISP_LOGDEBUG0, "START cmd cdb[0]=0x%x datalen %ld", XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
4644         isp->isp_nactive++;
4645         return (CMD_QUEUED);
4646 }
4647
4648 /*
4649  * isp control
4650  * Locks (ints blocked) assumed held.
4651  */
4652
4653 int
4654 isp_control(ispsoftc_t *isp, ispctl_t ctl, ...)
4655 {
4656         XS_T *xs;
4657         mbreg_t *mbr, mbs;
4658         int chan, tgt;
4659         uint32_t handle;
4660         va_list ap;
4661
4662         switch (ctl) {
4663         case ISPCTL_RESET_BUS:
4664                 /*
4665                  * Issue a bus reset.
4666                  */
4667                 if (IS_24XX(isp)) {
4668                         isp_prt(isp, ISP_LOGERR, "BUS RESET NOT IMPLEMENTED");
4669                         break;
4670                 } else if (IS_FC(isp)) {
4671                         mbs.param[1] = 10;
4672                         chan = 0;
4673                 } else {
4674                         va_start(ap, ctl);
4675                         chan = va_arg(ap, int);
4676                         va_end(ap);
4677                         mbs.param[1] = SDPARAM(isp, chan)->isp_bus_reset_delay;
4678                         if (mbs.param[1] < 2) {
4679                                 mbs.param[1] = 2;
4680                         }
4681                         mbs.param[2] = chan;
4682                 }
4683                 MBSINIT(&mbs, MBOX_BUS_RESET, MBLOGALL, 0);
4684                 ISP_SET_SENDMARKER(isp, chan, 1);
4685                 isp_mboxcmd(isp, &mbs);
4686                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4687                         break;
4688                 }
4689                 isp_prt(isp, ISP_LOGINFO, "driver initiated bus reset of bus %d", chan);
4690                 return (0);
4691
4692         case ISPCTL_RESET_DEV:
4693                 va_start(ap, ctl);
4694                 chan = va_arg(ap, int);
4695                 tgt = va_arg(ap, int);
4696                 va_end(ap);
4697                 if (IS_24XX(isp)) {
4698                         uint8_t local[QENTRY_LEN];
4699                         isp24xx_tmf_t *tmf;
4700                         isp24xx_statusreq_t *sp;
4701                         fcparam *fcp = FCPARAM(isp, chan);
4702                         fcportdb_t *lp;
4703
4704                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4705                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to reset bad target %d", chan, tgt);
4706                                 break;
4707                         }
4708                         lp = &fcp->portdb[tgt];
4709                         if (lp->is_target == 0 ||
4710                             lp->state != FC_PORTDB_STATE_VALID) {
4711                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4712                                 break;
4713                         }
4714
4715                         tmf = (isp24xx_tmf_t *) local;
4716                         ISP_MEMZERO(tmf, QENTRY_LEN);
4717                         tmf->tmf_header.rqs_entry_type = RQSTYPE_TSK_MGMT;
4718                         tmf->tmf_header.rqs_entry_count = 1;
4719                         tmf->tmf_nphdl = lp->handle;
4720                         tmf->tmf_delay = 2;
4721                         tmf->tmf_timeout = 2;
4722                         tmf->tmf_flags = ISP24XX_TMF_TARGET_RESET;
4723                         tmf->tmf_tidlo = lp->portid;
4724                         tmf->tmf_tidhi = lp->portid >> 16;
4725                         tmf->tmf_vpidx = ISP_GET_VPIDX(isp, chan);
4726                         isp_prt(isp, ISP_LOGALL, "Chan %d Reset N-Port Handle 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4727                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4728                         mbs.param[1] = QENTRY_LEN;
4729                         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4730                         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4731                         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4732                         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4733
4734                         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4735                                 isp_prt(isp, ISP_LOGERR, sacq);
4736                                 break;
4737                         }
4738                         isp_put_24xx_tmf(isp, tmf, fcp->isp_scratch);
4739                         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, QENTRY_LEN, chan);
4740                         fcp->sendmarker = 1;
4741                         isp_mboxcmd(isp, &mbs);
4742                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4743                                 FC_SCRATCH_RELEASE(isp, chan);
4744                                 break;
4745                         }
4746                         MEMORYBARRIER(isp, SYNC_SFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4747                         sp = (isp24xx_statusreq_t *) local;
4748                         isp_get_24xx_response(isp, &((isp24xx_statusreq_t *)fcp->isp_scratch)[1], sp);
4749                         FC_SCRATCH_RELEASE(isp, chan);
4750                         if (sp->req_completion_status == 0) {
4751                                 return (0);
4752                         }
4753                         isp_prt(isp, ISP_LOGWARN, "Chan %d reset of target %d returned 0x%x", chan, tgt, sp->req_completion_status);
4754                         break;
4755                 } else if (IS_FC(isp)) {
4756                         if (ISP_CAP_2KLOGIN(isp)) {
4757                                 mbs.param[1] = tgt;
4758                                 mbs.ibits = (1 << 10);
4759                         } else {
4760                                 mbs.param[1] = (tgt << 8);
4761                         }
4762                 } else {
4763                         mbs.param[1] = (chan << 15) | (tgt << 8);
4764                 }
4765                 MBSINIT(&mbs, MBOX_ABORT_TARGET, MBLOGALL, 0);
4766                 mbs.param[2] = 3;       /* 'delay', in seconds */
4767                 isp_mboxcmd(isp, &mbs);
4768                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4769                         break;
4770                 }
4771                 isp_prt(isp, ISP_LOGINFO, "Target %d on Bus %d Reset Succeeded", tgt, chan);
4772                 ISP_SET_SENDMARKER(isp, chan, 1);
4773                 return (0);
4774
4775         case ISPCTL_ABORT_CMD:
4776                 va_start(ap, ctl);
4777                 xs = va_arg(ap, XS_T *);
4778                 va_end(ap);
4779
4780                 tgt = XS_TGT(xs);
4781                 chan = XS_CHANNEL(xs);
4782
4783                 handle = isp_find_handle(isp, xs);
4784                 if (handle == 0) {
4785                         isp_prt(isp, ISP_LOGWARN, "cannot find handle for command to abort");
4786                         break;
4787                 }
4788                 if (IS_24XX(isp)) {
4789                         isp24xx_abrt_t local, *ab = &local, *ab2;
4790                         fcparam *fcp;
4791                         fcportdb_t *lp;
4792
4793                         fcp = FCPARAM(isp, chan);
4794                         if (tgt < 0 || tgt >= MAX_FC_TARG) {
4795                                 isp_prt(isp, ISP_LOGWARN, "Chan %d trying to abort bad target %d", chan, tgt);
4796                                 break;
4797                         }
4798                         lp = &fcp->portdb[tgt];
4799                         if (lp->is_target == 0 ||
4800                             lp->state != FC_PORTDB_STATE_VALID) {
4801                                 isp_prt(isp, ISP_LOGWARN, "Chan %d abort of no longer valid target %d", chan, tgt);
4802                                 break;
4803                         }
4804                         isp_prt(isp, ISP_LOGALL, "Chan %d Abort Cmd for N-Port 0x%04x @ Port 0x%06x", chan, lp->handle, lp->portid);
4805                         ISP_MEMZERO(ab, QENTRY_LEN);
4806                         ab->abrt_header.rqs_entry_type = RQSTYPE_ABORT_IO;
4807                         ab->abrt_header.rqs_entry_count = 1;
4808                         ab->abrt_handle = lp->handle;
4809                         ab->abrt_cmd_handle = handle;
4810                         ab->abrt_tidlo = lp->portid;
4811                         ab->abrt_tidhi = lp->portid >> 16;
4812                         ab->abrt_vpidx = ISP_GET_VPIDX(isp, chan);
4813
4814                         ISP_MEMZERO(&mbs, sizeof (mbs));
4815                         MBSINIT(&mbs, MBOX_EXEC_COMMAND_IOCB_A64, MBLOGALL, 5000000);
4816                         mbs.param[1] = QENTRY_LEN;
4817                         mbs.param[2] = DMA_WD1(fcp->isp_scdma);
4818                         mbs.param[3] = DMA_WD0(fcp->isp_scdma);
4819                         mbs.param[6] = DMA_WD3(fcp->isp_scdma);
4820                         mbs.param[7] = DMA_WD2(fcp->isp_scdma);
4821
4822                         if (FC_SCRATCH_ACQUIRE(isp, chan)) {
4823                                 isp_prt(isp, ISP_LOGERR, sacq);
4824                                 break;
4825                         }
4826                         isp_put_24xx_abrt(isp, ab, fcp->isp_scratch);
4827                         ab2 = (isp24xx_abrt_t *) &((uint8_t *)fcp->isp_scratch)[QENTRY_LEN];
4828                         ab2->abrt_nphdl = 0xdeaf;
4829                         MEMORYBARRIER(isp, SYNC_SFORDEV, 0, 2 * QENTRY_LEN, chan);
4830                         isp_mboxcmd(isp, &mbs);
4831                         if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4832                                 FC_SCRATCH_RELEASE(isp, chan);
4833                                 break;
4834                         }
4835                         MEMORYBARRIER(isp, SYNC_SFORCPU, QENTRY_LEN, QENTRY_LEN, chan);
4836                         isp_get_24xx_abrt(isp, ab2, ab);
4837                         FC_SCRATCH_RELEASE(isp, chan);
4838                         if (ab->abrt_nphdl == ISP24XX_ABRT_OKAY) {
4839                                 return (0);
4840                         }
4841                         isp_prt(isp, ISP_LOGWARN, "Chan %d handle %d abort returned 0x%x", chan, tgt, ab->abrt_nphdl);
4842                         break;
4843                 } else if (IS_FC(isp)) {
4844                         if (ISP_CAP_SCCFW(isp)) {
4845                                 if (ISP_CAP_2KLOGIN(isp)) {
4846                                         mbs.param[1] = tgt;
4847                                 } else {
4848                                         mbs.param[1] = tgt << 8;
4849                                 }
4850                                 mbs.param[6] = XS_LUN(xs);
4851                         } else {
4852                                 mbs.param[1] = tgt << 8 | XS_LUN(xs);
4853                         }
4854                 } else {
4855                         mbs.param[1] = (chan << 15) | (tgt << 8) | XS_LUN(xs);
4856                 }
4857                 MBSINIT(&mbs, MBOX_ABORT,
4858                     MBLOGALL & ~MBLOGMASK(MBOX_COMMAND_ERROR), 0);
4859                 mbs.param[2] = handle;
4860                 isp_mboxcmd(isp, &mbs);
4861                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
4862                         break;
4863                 }
4864                 return (0);
4865
4866         case ISPCTL_UPDATE_PARAMS:
4867
4868                 va_start(ap, ctl);
4869                 chan = va_arg(ap, int);
4870                 va_end(ap);
4871                 isp_spi_update(isp, chan);
4872                 return (0);
4873
4874         case ISPCTL_FCLINK_TEST:
4875
4876                 if (IS_FC(isp)) {
4877                         int usdelay;
4878                         va_start(ap, ctl);
4879                         chan = va_arg(ap, int);
4880                         usdelay = va_arg(ap, int);
4881                         va_end(ap);
4882                         if (usdelay == 0) {
4883                                 usdelay =  250000;
4884                         }
4885                         return (isp_fclink_test(isp, chan, usdelay));
4886                 }
4887                 break;
4888
4889         case ISPCTL_SCAN_FABRIC:
4890
4891                 if (IS_FC(isp)) {
4892                         va_start(ap, ctl);
4893                         chan = va_arg(ap, int);
4894                         va_end(ap);
4895                         return (isp_scan_fabric(isp, chan));
4896                 }
4897                 break;
4898
4899         case ISPCTL_SCAN_LOOP:
4900
4901                 if (IS_FC(isp)) {
4902                         va_start(ap, ctl);
4903                         chan = va_arg(ap, int);
4904                         va_end(ap);
4905                         return (isp_scan_loop(isp, chan));
4906                 }
4907                 break;
4908
4909         case ISPCTL_PDB_SYNC:
4910
4911                 if (IS_FC(isp)) {
4912                         va_start(ap, ctl);
4913                         chan = va_arg(ap, int);
4914                         va_end(ap);
4915                         return (isp_pdb_sync(isp, chan));
4916                 }
4917                 break;
4918
4919         case ISPCTL_SEND_LIP:
4920
4921                 if (IS_FC(isp) && !IS_24XX(isp)) {
4922                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
4923                         if (ISP_CAP_2KLOGIN(isp)) {
4924                                 mbs.ibits = (1 << 10);
4925                         }
4926                         isp_mboxcmd(isp, &mbs);
4927                         if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
4928                                 return (0);
4929                         }
4930                 }
4931                 break;
4932
4933         case ISPCTL_GET_PDB:
4934                 if (IS_FC(isp)) {
4935                         isp_pdb_t *pdb;
4936                         va_start(ap, ctl);
4937                         chan = va_arg(ap, int);
4938                         tgt = va_arg(ap, int);
4939                         pdb = va_arg(ap, isp_pdb_t *);
4940                         va_end(ap);
4941                         return (isp_getpdb(isp, chan, tgt, pdb, 1));
4942                 }
4943                 break;
4944
4945         case ISPCTL_GET_NAMES:
4946         {
4947                 uint64_t *wwnn, *wwnp;
4948                 va_start(ap, ctl);
4949                 chan = va_arg(ap, int);
4950                 tgt = va_arg(ap, int);
4951                 wwnn = va_arg(ap, uint64_t *);
4952                 wwnp = va_arg(ap, uint64_t *);
4953                 va_end(ap);
4954                 if (wwnn == NULL && wwnp == NULL) {
4955                         break;
4956                 }
4957                 if (wwnn) {
4958                         *wwnn = isp_get_wwn(isp, chan, tgt, 1);
4959                         if (*wwnn == INI_NONE) {
4960                                 break;
4961                         }
4962                 }
4963                 if (wwnp) {
4964                         *wwnp = isp_get_wwn(isp, chan, tgt, 0);
4965                         if (*wwnp == INI_NONE) {
4966                                 break;
4967                         }
4968                 }
4969                 return (0);
4970         }
4971         case ISPCTL_RUN_MBOXCMD:
4972         {
4973                 va_start(ap, ctl);
4974                 mbr = va_arg(ap, mbreg_t *);
4975                 va_end(ap);
4976                 isp_mboxcmd(isp, mbr);
4977                 return (0);
4978         }
4979         case ISPCTL_PLOGX:
4980         {
4981                 isp_plcmd_t *p;
4982                 int r;
4983
4984                 va_start(ap, ctl);
4985                 p = va_arg(ap, isp_plcmd_t *);
4986                 va_end(ap);
4987
4988                 if ((p->flags & PLOGX_FLG_CMD_MASK) != PLOGX_FLG_CMD_PLOGI || (p->handle != NIL_HANDLE)) {
4989                         return (isp_plogx(isp, p->channel, p->handle, p->portid, p->flags, 0));
4990                 }
4991                 do {
4992                         isp_next_handle(isp, &p->handle);
4993                         r = isp_plogx(isp, p->channel, p->handle, p->portid, p->flags, 0);
4994                         if ((r & 0xffff) == MBOX_PORT_ID_USED) {
4995                                 p->handle = r >> 16;
4996                                 r = 0;
4997                                 break;
4998                         }
4999                 } while ((r & 0xffff) == MBOX_LOOP_ID_USED);
5000                 return (r);
5001         }
5002         case ISPCTL_CHANGE_ROLE:
5003         {
5004                 int role, r;
5005
5006                 va_start(ap, ctl);
5007                 chan = va_arg(ap, int);
5008                 role = va_arg(ap, int);
5009                 va_end(ap);
5010                 if (IS_FC(isp)) {
5011                         r = isp_fc_change_role(isp, chan, role);
5012                 } else {
5013                         SDPARAM(isp, chan)->role = role;
5014                         r = 0;
5015                 }
5016                 return (r);
5017         }
5018         default:
5019                 isp_prt(isp, ISP_LOGERR, "Unknown Control Opcode 0x%x", ctl);
5020                 break;
5021
5022         }
5023         return (-1);
5024 }
5025
5026 /*
5027  * Interrupt Service Routine(s).
5028  *
5029  * External (OS) framework has done the appropriate locking,
5030  * and the locking will be held throughout this function.
5031  */
5032
5033 /*
5034  * Limit our stack depth by sticking with the max likely number
5035  * of completions on a request queue at any one time.
5036  */
5037 #ifndef MAX_REQUESTQ_COMPLETIONS
5038 #define MAX_REQUESTQ_COMPLETIONS        32
5039 #endif
5040
5041 void
5042 isp_intr(ispsoftc_t *isp, uint16_t isr, uint16_t sema, uint16_t info)
5043 {
5044         XS_T *complist[MAX_REQUESTQ_COMPLETIONS], *xs;
5045         uint32_t iptr, optr, junk;
5046         int i, nlooked = 0, ndone = 0, continuations_expected = 0;
5047         int etype, last_etype = 0;
5048
5049 again:
5050         /*
5051          * Is this a mailbox related interrupt?
5052          * The mailbox semaphore will be nonzero if so.
5053          */
5054         if (sema) {
5055  fmbox:
5056                 if (info & MBOX_COMMAND_COMPLETE) {
5057                         isp->isp_intmboxc++;
5058                         if (isp->isp_mboxbsy) {
5059                                 int obits = isp->isp_obits;
5060                                 isp->isp_mboxtmp[0] = info;
5061                                 for (i = 1; i < ISP_NMBOX(isp); i++) {
5062                                         if ((obits & (1 << i)) == 0) {
5063                                                 continue;
5064                                         }
5065                                         isp->isp_mboxtmp[i] = ISP_READ(isp, MBOX_OFF(i));
5066                                 }
5067                                 if (isp->isp_mbxwrk0) {
5068                                         if (isp_mbox_continue(isp) == 0) {
5069                                                 return;
5070                                         }
5071                                 }
5072                                 MBOX_NOTIFY_COMPLETE(isp);
5073                         } else {
5074                                 isp_prt(isp, ISP_LOGWARN, "mailbox cmd (0x%x) with no waiters", info);
5075                         }
5076                 } else {
5077                         i = IS_FC(isp)? isp_parse_async_fc(isp, info) : isp_parse_async(isp, info);
5078                         if (i < 0) {
5079                                 return;
5080                         }
5081                 }
5082                 if ((IS_FC(isp) && info != ASYNC_RIOZIO_STALL) || isp->isp_state != ISP_RUNSTATE) {
5083                         goto out;
5084                 }
5085         }
5086
5087         /*
5088          * We can't be getting this now.
5089          */
5090         if (isp->isp_state != ISP_RUNSTATE) {
5091                 /*
5092                  * This seems to happen to 23XX and 24XX cards- don't know why.
5093                  */
5094                  if (isp->isp_mboxbsy && isp->isp_lastmbxcmd == MBOX_ABOUT_FIRMWARE) {
5095                         goto fmbox;
5096                 }
5097                 isp_prt(isp, ISP_LOGINFO, "interrupt (ISR=%x SEMA=%x INFO=%x) "
5098                     "when not ready", isr, sema, info);
5099                 /*
5100                  * Thank you very much!  *Burrrp*!
5101                  */
5102                 isp->isp_residx = ISP_READ(isp, isp->isp_respinrp);
5103                 isp->isp_resodx = isp->isp_residx;
5104                 ISP_WRITE(isp, isp->isp_respoutrp, isp->isp_resodx);
5105                 if (IS_24XX(isp)) {
5106                         ISP_DISABLE_INTS(isp);
5107                 }
5108                 goto out;
5109         }
5110
5111 #ifdef  ISP_TARGET_MODE
5112         /*
5113          * Check for ATIO Queue entries.
5114          */
5115         if (IS_24XX(isp) &&
5116             (isr == ISPR2HST_ATIO_UPDATE || isr == ISPR2HST_ATIO_RSPQ_UPDATE ||
5117              isr == ISPR2HST_ATIO_UPDATE2)) {
5118                 iptr = ISP_READ(isp, BIU2400_ATIO_RSPINP);
5119                 optr = isp->isp_atioodx;
5120
5121                 while (optr != iptr) {
5122                         uint8_t qe[QENTRY_LEN];
5123                         isphdr_t *hp;
5124                         uint32_t oop;
5125                         void *addr;
5126
5127                         oop = optr;
5128                         MEMORYBARRIER(isp, SYNC_ATIOQ, oop, QENTRY_LEN, -1);
5129                         addr = ISP_QUEUE_ENTRY(isp->isp_atioq, oop);
5130                         isp_get_hdr(isp, addr, (isphdr_t *)qe);
5131                         hp = (isphdr_t *)qe;
5132                         switch (hp->rqs_entry_type) {
5133                         case RQSTYPE_NOTIFY:
5134                         case RQSTYPE_ATIO:
5135                                 (void) isp_target_notify(isp, addr, &oop);
5136                                 break;
5137                         default:
5138                                 isp_print_qentry(isp, "?ATIOQ entry?", oop, addr);
5139                                 break;
5140                         }
5141                         optr = ISP_NXT_QENTRY(oop, RESULT_QUEUE_LEN(isp));
5142                 }
5143                 if (isp->isp_atioodx != optr) {
5144                         ISP_WRITE(isp, BIU2400_ATIO_RSPOUTP, optr);
5145                         isp->isp_atioodx = optr;
5146                 }
5147         }
5148 #endif
5149
5150         /*
5151          * You *must* read the Response Queue In Pointer
5152          * prior to clearing the RISC interrupt.
5153          *
5154          * Debounce the 2300 if revision less than 2.
5155          */
5156         if (IS_2100(isp) || (IS_2300(isp) && isp->isp_revision < 2)) {
5157                 i = 0;
5158                 do {
5159                         iptr = ISP_READ(isp, isp->isp_respinrp);
5160                         junk = ISP_READ(isp, isp->isp_respinrp);
5161                 } while (junk != iptr && ++i < 1000);
5162
5163                 if (iptr != junk) {
5164                         isp_prt(isp, ISP_LOGWARN, "Response Queue Out Pointer Unstable (%x, %x)", iptr, junk);
5165                         goto out;
5166                 }
5167         } else {
5168                 iptr = ISP_READ(isp, isp->isp_respinrp);
5169         }
5170
5171         optr = isp->isp_resodx;
5172         if (optr == iptr && sema == 0) {
5173                 /*
5174                  * There are a lot of these- reasons unknown- mostly on
5175                  * faster Alpha machines.
5176                  *
5177                  * I tried delaying after writing HCCR_CMD_CLEAR_RISC_INT to
5178                  * make sure the old interrupt went away (to avoid 'ringing'
5179                  * effects), but that didn't stop this from occurring.
5180                  */
5181                 if (IS_24XX(isp)) {
5182                         junk = 0;
5183                 } else if (IS_23XX(isp)) {
5184                         ISP_DELAY(100);
5185                         iptr = ISP_READ(isp, isp->isp_respinrp);
5186                         junk = ISP_READ(isp, BIU_R2HSTSLO);
5187                 } else {
5188                         junk = ISP_READ(isp, BIU_ISR);
5189                 }
5190                 if (optr == iptr) {
5191                         if (IS_23XX(isp) || IS_24XX(isp)) {
5192                                 ;
5193                         } else {
5194                                 sema = ISP_READ(isp, BIU_SEMA);
5195                                 info = ISP_READ(isp, OUTMAILBOX0);
5196                                 if ((sema & 0x3) && (info & 0x8000)) {
5197                                         goto again;
5198                                 }
5199                         }
5200                         isp->isp_intbogus++;
5201                         isp_prt(isp, ISP_LOGDEBUG1, "bogus intr- isr %x (%x) iptr %x optr %x", isr, junk, iptr, optr);
5202                 }
5203         }
5204         isp->isp_residx = iptr;
5205
5206         while (optr != iptr) {
5207                 uint8_t qe[QENTRY_LEN];
5208                 ispstatusreq_t *sp = (ispstatusreq_t *) qe;
5209                 isphdr_t *hp;
5210                 int buddaboom, scsi_status, completion_status;
5211                 int req_status_flags, req_state_flags;
5212                 uint8_t *snsp, *resp;
5213                 uint32_t rlen, slen, totslen;
5214                 long resid;
5215                 uint16_t oop;
5216
5217                 hp = (isphdr_t *) ISP_QUEUE_ENTRY(isp->isp_result, optr);
5218                 oop = optr;
5219                 optr = ISP_NXT_QENTRY(optr, RESULT_QUEUE_LEN(isp));
5220                 nlooked++;
5221  read_again:
5222                 buddaboom = req_status_flags = req_state_flags = 0;
5223                 resid = 0L;
5224
5225                 /*
5226                  * Synchronize our view of this response queue entry.
5227                  */
5228                 MEMORYBARRIER(isp, SYNC_RESULT, oop, QENTRY_LEN, -1);
5229                 isp_get_hdr(isp, hp, &sp->req_header);
5230                 etype = sp->req_header.rqs_entry_type;
5231
5232                 if (IS_24XX(isp) && etype == RQSTYPE_RESPONSE) {
5233                         isp24xx_statusreq_t *sp2 = (isp24xx_statusreq_t *)qe;
5234                         isp_get_24xx_response(isp, (isp24xx_statusreq_t *)hp, sp2);
5235                         if (isp->isp_dblev & ISP_LOGDEBUG1) {
5236                                 isp_print_bytes(isp, "Response Queue Entry", QENTRY_LEN, sp2);
5237                         }
5238                         scsi_status = sp2->req_scsi_status;
5239                         completion_status = sp2->req_completion_status;
5240                         if ((scsi_status & 0xff) != 0)
5241                                 req_state_flags = RQSF_GOT_STATUS;
5242                         else
5243                                 req_state_flags = 0;
5244                         resid = sp2->req_resid;
5245                 } else if (etype == RQSTYPE_RESPONSE) {
5246                         isp_get_response(isp, (ispstatusreq_t *) hp, sp);
5247                         if (isp->isp_dblev & ISP_LOGDEBUG1) {
5248                                 isp_print_bytes(isp, "Response Queue Entry", QENTRY_LEN, sp);
5249                         }
5250                         scsi_status = sp->req_scsi_status;
5251                         completion_status = sp->req_completion_status;
5252                         req_status_flags = sp->req_status_flags;
5253                         req_state_flags = sp->req_state_flags;
5254                         resid = sp->req_resid;
5255                 } else if (etype == RQSTYPE_RIO1) {
5256                         isp_rio1_t *rio = (isp_rio1_t *) qe;
5257                         isp_get_rio1(isp, (isp_rio1_t *) hp, rio);
5258                         if (isp->isp_dblev & ISP_LOGDEBUG1) {
5259                                 isp_print_bytes(isp, "Response Queue Entry", QENTRY_LEN, rio);
5260                         }
5261                         for (i = 0; i < rio->req_header.rqs_seqno; i++) {
5262                                 isp_fastpost_complete(isp, rio->req_handles[i]);
5263                         }
5264                         if (isp->isp_fpcchiwater < rio->req_header.rqs_seqno) {
5265                                 isp->isp_fpcchiwater = rio->req_header.rqs_seqno;
5266                         }
5267                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5268                         last_etype = etype;
5269                         continue;
5270                 } else if (etype == RQSTYPE_RIO2) {
5271                         isp_prt(isp, ISP_LOGERR, "dropping RIO2 response");
5272                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5273                         last_etype = etype;
5274                         continue;
5275                 } else if (etype == RQSTYPE_STATUS_CONT) {
5276                         isp_get_cont_response(isp, (ispstatus_cont_t *) hp, (ispstatus_cont_t *) sp);
5277                         if (last_etype == RQSTYPE_RESPONSE && continuations_expected && ndone > 0 && (xs = complist[ndone-1]) != NULL) {
5278                                 ispstatus_cont_t *scp = (ispstatus_cont_t *) sp;
5279                                 XS_SENSE_APPEND(xs, scp->req_sense_data, sizeof (scp->req_sense_data));
5280                                 isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "%d more Status Continuations expected", --continuations_expected);
5281                         } else {
5282                                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
5283                         }
5284                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5285                         continue;
5286                 } else {
5287                         /*
5288                          * Somebody reachable via isp_handle_other_response
5289                          * may have updated the response queue pointers for
5290                          * us, so we reload our goal index.
5291                          */
5292                         int r;
5293                         uint32_t tsto = oop;
5294                         r = isp_handle_other_response(isp, etype, hp, &tsto);
5295                         if (r < 0) {
5296                                 goto read_again;
5297                         }
5298                         /*
5299                          * If somebody updated the output pointer, then reset
5300                          * optr to be one more than the updated amount.
5301                          */
5302                         while (tsto != oop) {
5303                                 optr = ISP_NXT_QENTRY(tsto, RESULT_QUEUE_LEN(isp));
5304                         }
5305                         if (r > 0) {
5306                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5307                                 last_etype = etype;
5308                                 continue;
5309                         }
5310
5311                         /*
5312                          * After this point, we'll just look at the header as
5313                          * we don't know how to deal with the rest of the
5314                          * response.
5315                          */
5316
5317                         /*
5318                          * It really has to be a bounced request just copied
5319                          * from the request queue to the response queue. If
5320                          * not, something bad has happened.
5321                          */
5322                         if (etype != RQSTYPE_REQUEST) {
5323                                 isp_prt(isp, ISP_LOGERR, notresp, etype, oop, optr, nlooked);
5324                                 isp_print_bytes(isp, "Request Queue Entry", QENTRY_LEN, sp);
5325                                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5326                                 last_etype = etype;
5327                                 continue;
5328                         }
5329                         buddaboom = 1;
5330                         scsi_status = sp->req_scsi_status;
5331                         completion_status = sp->req_completion_status;
5332                         req_status_flags = sp->req_status_flags;
5333                         req_state_flags = sp->req_state_flags;
5334                         resid = sp->req_resid;
5335                 }
5336
5337                 if (sp->req_header.rqs_flags & RQSFLAG_MASK) {
5338                         if (sp->req_header.rqs_flags & RQSFLAG_CONTINUATION) {
5339                                 isp_print_bytes(isp, "unexpected continuation segment", QENTRY_LEN, sp);
5340                                 last_etype = etype;
5341                                 continue;
5342                         }
5343                         if (sp->req_header.rqs_flags & RQSFLAG_FULL) {
5344                                 isp_prt(isp, ISP_LOG_WARN1, "internal queues full");
5345                                 /*
5346                                  * We'll synthesize a QUEUE FULL message below.
5347                                  */
5348                         }
5349                         if (sp->req_header.rqs_flags & RQSFLAG_BADHEADER) {
5350                                 isp_print_bytes(isp, "bad header flag", QENTRY_LEN, sp);
5351                                 buddaboom++;
5352                         }
5353                         if (sp->req_header.rqs_flags & RQSFLAG_BADPACKET) {
5354                                 isp_print_bytes(isp, "bad request packet", QENTRY_LEN, sp);
5355                                 buddaboom++;
5356                         }
5357                         if (sp->req_header.rqs_flags & RQSFLAG_BADCOUNT) {
5358                                 isp_print_bytes(isp, "invalid entry count", QENTRY_LEN, sp);
5359                                 buddaboom++;
5360                         }
5361                         if (sp->req_header.rqs_flags & RQSFLAG_BADORDER) {
5362                                 isp_print_bytes(isp, "invalid IOCB ordering", QENTRY_LEN, sp);
5363                                 last_etype = etype;
5364                                 continue;
5365                         }
5366                 }
5367
5368                 if (!ISP_VALID_HANDLE(isp, sp->req_handle)) {
5369                         isp_prt(isp, ISP_LOGERR, "bad request handle 0x%x (iocb type 0x%x)", sp->req_handle, etype);
5370                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5371                         last_etype = etype;
5372                         continue;
5373                 }
5374                 xs = isp_find_xs(isp, sp->req_handle);
5375                 if (xs == NULL) {
5376                         uint8_t ts = completion_status & 0xff;
5377                         /*
5378                          * Only whine if this isn't the expected fallout of
5379                          * aborting the command or resetting the target.
5380                          */
5381                         if (etype != RQSTYPE_RESPONSE) {
5382                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (type 0x%x)", sp->req_handle, etype);
5383                         } else if (ts != RQCS_ABORTED && ts != RQCS_RESET_OCCURRED) {
5384                                 isp_prt(isp, ISP_LOGERR, "cannot find handle 0x%x (status 0x%x)", sp->req_handle, ts);
5385                         }
5386                         ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5387                         last_etype = etype;
5388                         continue;
5389                 }
5390                 if (req_status_flags & RQSTF_BUS_RESET) {
5391                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx bus was reset",
5392                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5393                         XS_SETERR(xs, HBA_BUSRESET);
5394                         ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
5395                 }
5396                 if (buddaboom) {
5397                         isp_prt(isp, ISP_LOG_WARN1, "%d.%d.%jx buddaboom",
5398                             XS_CHANNEL(xs), XS_TGT(xs), (uintmax_t)XS_LUN(xs));
5399                         XS_SETERR(xs, HBA_BOTCH);
5400                 }
5401
5402                 resp = NULL;
5403                 rlen = 0;
5404                 snsp = NULL;
5405                 totslen = slen = 0;
5406                 if (IS_24XX(isp) && (scsi_status & (RQCS_RV|RQCS_SV)) != 0) {
5407                         resp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5408                         rlen = ((isp24xx_statusreq_t *)sp)->req_response_len;
5409                 } else if (IS_FC(isp) && (scsi_status & RQCS_RV) != 0) {
5410                         resp = sp->req_response;
5411                         rlen = sp->req_response_len;
5412                 }
5413                 if (IS_FC(isp) && (scsi_status & RQCS_SV) != 0) {
5414                         /*
5415                          * Fibre Channel F/W doesn't say we got status
5416                          * if there's Sense Data instead. I guess they
5417                          * think it goes w/o saying.
5418                          */
5419                         req_state_flags |= RQSF_GOT_STATUS|RQSF_GOT_SENSE;
5420                         if (IS_24XX(isp)) {
5421                                 snsp = ((isp24xx_statusreq_t *)sp)->req_rsp_sense;
5422                                 snsp += rlen;
5423                                 totslen = ((isp24xx_statusreq_t *)sp)->req_sense_len;
5424                                 slen = (sizeof (((isp24xx_statusreq_t *)sp)->req_rsp_sense)) - rlen;
5425                                 if (totslen < slen)
5426                                         slen = totslen;
5427                         } else {
5428                                 snsp = sp->req_sense_data;
5429                                 totslen = sp->req_sense_len;
5430                                 slen = sizeof (sp->req_sense_data);
5431                                 if (totslen < slen)
5432                                         slen = totslen;
5433                         }
5434                 } else if (IS_SCSI(isp) && (req_state_flags & RQSF_GOT_SENSE)) {
5435                         snsp = sp->req_sense_data;
5436                         totslen = sp->req_sense_len;
5437                         slen = sizeof (sp->req_sense_data);
5438                         if (totslen < slen)
5439                                 slen = totslen;
5440                 }
5441                 if (req_state_flags & RQSF_GOT_STATUS) {
5442                         *XS_STSP(xs) = scsi_status & 0xff;
5443                 }
5444
5445                 switch (etype) {
5446                 case RQSTYPE_RESPONSE:
5447                         if (resp && rlen >= 4 && resp[FCP_RSPNS_CODE_OFFSET] != 0) {
5448                                 const char *ptr;
5449                                 char lb[64];
5450                                 const char *rnames[10] = {
5451                                     "Task Management function complete",
5452                                     "FCP_DATA length different than FCP_BURST_LEN",
5453                                     "FCP_CMND fields invalid",
5454                                     "FCP_DATA parameter mismatch with FCP_DATA_RO",
5455                                     "Task Management function rejected",
5456                                     "Task Management function failed",
5457                                     NULL,
5458                                     NULL,
5459                                     "Task Management function succeeded",
5460                                     "Task Management function incorrect logical unit number",
5461                                 };
5462                                 uint8_t code = resp[FCP_RSPNS_CODE_OFFSET];
5463                                 if (code >= 10 || rnames[code] == NULL) {
5464                                         ISP_SNPRINTF(lb, sizeof(lb),
5465                                             "Unknown FCP Response Code 0x%x",
5466                                             code);
5467                                         ptr = lb;
5468                                 } else {
5469                                         ptr = rnames[code];
5470                                 }
5471                                 isp_xs_prt(isp, xs, ISP_LOGWARN,
5472                                     "FCP RESPONSE, LENGTH %u: %s CDB0=0x%02x",
5473                                     rlen, ptr, XS_CDBP(xs)[0] & 0xff);
5474                                 if (code != 0 && code != 8)
5475                                         XS_SETERR(xs, HBA_BOTCH);
5476                         }
5477                         if (IS_24XX(isp)) {
5478                                 isp_parse_status_24xx(isp, (isp24xx_statusreq_t *)sp, xs, &resid);
5479                         } else {
5480                                 isp_parse_status(isp, (void *)sp, xs, &resid);
5481                         }
5482                         if ((XS_NOERR(xs) || XS_ERR(xs) == HBA_NOERROR) && (*XS_STSP(xs) == SCSI_BUSY)) {
5483                                 XS_SETERR(xs, HBA_TGTBSY);
5484                         }
5485                         if (IS_SCSI(isp)) {
5486                                 XS_SET_RESID(xs, resid);
5487                                 /*
5488                                  * A new synchronous rate was negotiated for
5489                                  * this target. Mark state such that we'll go
5490                                  * look up that which has changed later.
5491                                  */
5492                                 if (req_status_flags & RQSTF_NEGOTIATION) {
5493                                         int t = XS_TGT(xs);
5494                                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
5495                                         sdp->isp_devparam[t].dev_refresh = 1;
5496                                         sdp->update = 1;
5497                                 }
5498                         } else {
5499                                 if (req_status_flags & RQSF_XFER_COMPLETE) {
5500                                         XS_SET_RESID(xs, 0);
5501                                 } else if (scsi_status & RQCS_RESID) {
5502                                         XS_SET_RESID(xs, resid);
5503                                 } else {
5504                                         XS_SET_RESID(xs, 0);
5505                                 }
5506                         }
5507                         if (snsp && slen) {
5508                                 if (totslen > slen) {
5509                                         continuations_expected += ((totslen - slen + QENTRY_LEN - 5) / (QENTRY_LEN - 4));
5510                                         if (ndone > (MAX_REQUESTQ_COMPLETIONS - continuations_expected - 1)) {
5511                                                 /* we'll lose some stats, but that's a small price to pay */
5512                                                 for (i = 0; i < ndone; i++) {
5513                                                         if (complist[i]) {
5514                                                                 isp->isp_rsltccmplt++;
5515                                                                 isp_done(complist[i]);
5516                                                         }
5517                                                 }
5518                                                 ndone = 0;
5519                                         }
5520                                         isp_prt(isp, ISP_LOGDEBUG0|ISP_LOG_CWARN, "Expecting %d more Status Continuations for total sense length of %u",
5521                                             continuations_expected, totslen);
5522                                 }
5523                                 XS_SAVE_SENSE(xs, snsp, totslen, slen);
5524                         } else if ((req_status_flags & RQSF_GOT_STATUS) && (scsi_status & 0xff) == SCSI_CHECK && IS_FC(isp)) {
5525                                 isp_prt(isp, ISP_LOGWARN, "CHECK CONDITION w/o sense data for CDB=0x%x", XS_CDBP(xs)[0] & 0xff);
5526                                 isp_print_bytes(isp, "CC with no Sense", QENTRY_LEN, qe);
5527                         }
5528                         isp_prt(isp, ISP_LOGDEBUG2, "asked for %ld got raw resid %ld settled for %ld", (long) XS_XFRLEN(xs), resid, (long) XS_GET_RESID(xs));
5529                         break;
5530                 case RQSTYPE_REQUEST:
5531                 case RQSTYPE_A64:
5532                 case RQSTYPE_T2RQS:
5533                 case RQSTYPE_T3RQS:
5534                 case RQSTYPE_T7RQS:
5535                         if (!IS_24XX(isp) && (sp->req_header.rqs_flags & RQSFLAG_FULL)) {
5536                                 /*
5537                                  * Force Queue Full status.
5538                                  */
5539                                 *XS_STSP(xs) = SCSI_QFULL;
5540                                 XS_SETERR(xs, HBA_NOERROR);
5541                         } else if (XS_NOERR(xs)) {
5542                                 isp_prt(isp, ISP_LOG_WARN1,
5543                                     "%d.%d.%jx badness at %s:%u",
5544                                     XS_CHANNEL(xs), XS_TGT(xs),
5545                                     (uintmax_t)XS_LUN(xs),
5546                                     __func__, __LINE__);
5547                                 XS_SETERR(xs, HBA_BOTCH);
5548                         }
5549                         XS_SET_RESID(xs, XS_XFRLEN(xs));
5550                         break;
5551                 default:
5552                         isp_print_bytes(isp, "Unhandled Response Type", QENTRY_LEN, qe);
5553                         if (XS_NOERR(xs)) {
5554                                 XS_SETERR(xs, HBA_BOTCH);
5555                         }
5556                         break;
5557                 }
5558
5559                 /*
5560                  * Free any DMA resources. As a side effect, this may
5561                  * also do any cache flushing necessary for data coherence.
5562                  */
5563                 if (XS_XFRLEN(xs)) {
5564                         ISP_DMAFREE(isp, xs, sp->req_handle);
5565                 }
5566                 isp_destroy_handle(isp, sp->req_handle);
5567
5568                 if (isp->isp_nactive > 0) {
5569                     isp->isp_nactive--;
5570                 }
5571                 complist[ndone++] = xs; /* defer completion call until later */
5572                 ISP_MEMZERO(hp, QENTRY_LEN);    /* PERF */
5573                 last_etype = etype;
5574                 if (ndone == MAX_REQUESTQ_COMPLETIONS) {
5575                         break;
5576                 }
5577         }
5578
5579         /*
5580          * If we looked at any commands, then it's valid to find out
5581          * what the outpointer is. It also is a trigger to update the
5582          * ISP's notion of what we've seen so far.
5583          */
5584         if (nlooked) {
5585                 ISP_WRITE(isp, isp->isp_respoutrp, optr);
5586                 isp->isp_resodx = optr;
5587                 if (isp->isp_rscchiwater < ndone)
5588                         isp->isp_rscchiwater = ndone;
5589         }
5590
5591 out:
5592
5593         if (IS_24XX(isp)) {
5594                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
5595         } else {
5596                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
5597                 ISP_WRITE(isp, BIU_SEMA, 0);
5598         }
5599
5600         for (i = 0; i < ndone; i++) {
5601                 xs = complist[i];
5602                 if (xs) {
5603                         if (((isp->isp_dblev & (ISP_LOGDEBUG1|ISP_LOGDEBUG2|ISP_LOGDEBUG3))) ||
5604                             ((isp->isp_dblev & (ISP_LOGDEBUG0|ISP_LOG_CWARN) && ((!XS_NOERR(xs)) || (*XS_STSP(xs) != SCSI_GOOD))))) {
5605                                 isp_prt_endcmd(isp, xs);
5606                         }
5607                         isp->isp_rsltccmplt++;
5608                         isp_done(xs);
5609                 }
5610         }
5611 }
5612
5613 /*
5614  * Support routines.
5615  */
5616
5617 void
5618 isp_prt_endcmd(ispsoftc_t *isp, XS_T *xs)
5619 {
5620         char cdbstr[16 * 5 + 1];
5621         int i, lim;
5622
5623         lim = XS_CDBLEN(xs) > 16? 16 : XS_CDBLEN(xs);
5624         ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "0x%02x ", XS_CDBP(xs)[0]);
5625         for (i = 1; i < lim; i++) {
5626                 ISP_SNPRINTF(cdbstr, sizeof (cdbstr), "%s0x%02x ", cdbstr, XS_CDBP(xs)[i]);
5627         }
5628         if (XS_SENSE_VALID(xs)) {
5629                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s SenseLength=%u/%u KEY/ASC/ASCQ=0x%02x/0x%02x/0x%02x",
5630                     XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, XS_CUR_SNSLEN(xs), XS_TOT_SNSLEN(xs), XS_SNSKEY(xs), XS_SNSASC(xs), XS_SNSASCQ(xs));
5631         } else {
5632                 isp_xs_prt(isp, xs, ISP_LOGALL, "FIN dl%d resid %ld CDB=%s STS 0x%x XS_ERR=0x%x", XS_XFRLEN(xs), (long) XS_GET_RESID(xs), cdbstr, *XS_STSP(xs), XS_ERR(xs));
5633         }
5634 }
5635
5636 /*
5637  * Parse an ASYNC mailbox complete
5638  *
5639  * Return non-zero if the event has been acknowledged.
5640  */
5641 static int
5642 isp_parse_async(ispsoftc_t *isp, uint16_t mbox)
5643 {
5644         int acked = 0;
5645         uint32_t h1 = 0, h2 = 0;
5646         uint16_t chan = 0;
5647
5648         /*
5649          * Pick up the channel, but not if this is a ASYNC_RIO32_2,
5650          * where Mailboxes 6/7 have the second handle.
5651          */
5652         if (mbox != ASYNC_RIO32_2) {
5653                 if (IS_DUALBUS(isp)) {
5654                         chan = ISP_READ(isp, OUTMAILBOX6);
5655                 }
5656         }
5657         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5658
5659         switch (mbox) {
5660         case ASYNC_BUS_RESET:
5661                 ISP_SET_SENDMARKER(isp, chan, 1);
5662 #ifdef  ISP_TARGET_MODE
5663                 if (isp_target_async(isp, chan, mbox)) {
5664                         acked = 1;
5665                 }
5666 #endif
5667                 isp_async(isp, ISPASYNC_BUS_RESET, chan);
5668                 break;
5669         case ASYNC_SYSTEM_ERROR:
5670                 isp->isp_dead = 1;
5671                 isp->isp_state = ISP_CRASHED;
5672                 /*
5673                  * Were we waiting for a mailbox command to complete?
5674                  * If so, it's dead, so wake up the waiter.
5675                  */
5676                 if (isp->isp_mboxbsy) {
5677                         isp->isp_obits = 1;
5678                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5679                         MBOX_NOTIFY_COMPLETE(isp);
5680                 }
5681                 /*
5682                  * It's up to the handler for isp_async to reinit stuff and
5683                  * restart the firmware
5684                  */
5685                 isp_async(isp, ISPASYNC_FW_CRASH);
5686                 acked = 1;
5687                 break;
5688
5689         case ASYNC_RQS_XFER_ERR:
5690                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5691                 break;
5692
5693         case ASYNC_RSP_XFER_ERR:
5694                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5695                 break;
5696
5697         case ASYNC_QWAKEUP:
5698                 /*
5699                  * We've just been notified that the Queue has woken up.
5700                  * We don't need to be chatty about this- just unlatch things
5701                  * and move on.
5702                  */
5703                 mbox = ISP_READ(isp, isp->isp_rqstoutrp);
5704                 break;
5705
5706         case ASYNC_TIMEOUT_RESET:
5707                 isp_prt(isp, ISP_LOGWARN, "timeout initiated SCSI bus reset of chan %d", chan);
5708                 ISP_SET_SENDMARKER(isp, chan, 1);
5709 #ifdef  ISP_TARGET_MODE
5710                 if (isp_target_async(isp, chan, mbox)) {
5711                         acked = 1;
5712                 }
5713 #endif
5714                 break;
5715
5716         case ASYNC_DEVICE_RESET:
5717                 isp_prt(isp, ISP_LOGINFO, "device reset on chan %d", chan);
5718                 ISP_SET_SENDMARKER(isp, chan, 1);
5719 #ifdef  ISP_TARGET_MODE
5720                 if (isp_target_async(isp, chan, mbox)) {
5721                         acked = 1;
5722                 }
5723 #endif
5724                 break;
5725
5726         case ASYNC_EXTMSG_UNDERRUN:
5727                 isp_prt(isp, ISP_LOGWARN, "extended message underrun");
5728                 break;
5729
5730         case ASYNC_SCAM_INT:
5731                 isp_prt(isp, ISP_LOGINFO, "SCAM interrupt");
5732                 break;
5733
5734         case ASYNC_HUNG_SCSI:
5735                 isp_prt(isp, ISP_LOGERR, "stalled SCSI Bus after DATA Overrun");
5736                 /* XXX: Need to issue SCSI reset at this point */
5737                 break;
5738
5739         case ASYNC_KILLED_BUS:
5740                 isp_prt(isp, ISP_LOGERR, "SCSI Bus reset after DATA Overrun");
5741                 break;
5742
5743         case ASYNC_BUS_TRANSIT:
5744                 mbox = ISP_READ(isp, OUTMAILBOX2);
5745                 switch (mbox & SXP_PINS_MODE_MASK) {
5746                 case SXP_PINS_LVD_MODE:
5747                         isp_prt(isp, ISP_LOGINFO, "Transition to LVD mode");
5748                         SDPARAM(isp, chan)->isp_diffmode = 0;
5749                         SDPARAM(isp, chan)->isp_ultramode = 0;
5750                         SDPARAM(isp, chan)->isp_lvdmode = 1;
5751                         break;
5752                 case SXP_PINS_HVD_MODE:
5753                         isp_prt(isp, ISP_LOGINFO,
5754                             "Transition to Differential mode");
5755                         SDPARAM(isp, chan)->isp_diffmode = 1;
5756                         SDPARAM(isp, chan)->isp_ultramode = 0;
5757                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5758                         break;
5759                 case SXP_PINS_SE_MODE:
5760                         isp_prt(isp, ISP_LOGINFO,
5761                             "Transition to Single Ended mode");
5762                         SDPARAM(isp, chan)->isp_diffmode = 0;
5763                         SDPARAM(isp, chan)->isp_ultramode = 1;
5764                         SDPARAM(isp, chan)->isp_lvdmode = 0;
5765                         break;
5766                 default:
5767                         isp_prt(isp, ISP_LOGWARN,
5768                             "Transition to Unknown Mode 0x%x", mbox);
5769                         break;
5770                 }
5771                 /*
5772                  * XXX: Set up to renegotiate again!
5773                  */
5774                 /* Can only be for a 1080... */
5775                 ISP_SET_SENDMARKER(isp, chan, 1);
5776                 break;
5777
5778         case ASYNC_CMD_CMPLT:
5779         case ASYNC_RIO32_1:
5780                 if (!IS_ULTRA3(isp)) {
5781                         isp_prt(isp, ISP_LOGERR, "unexpected fast posting completion");
5782                         break;
5783                 }
5784                 /* FALLTHROUGH */
5785                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5786                 break;
5787
5788         case ASYNC_RIO32_2:
5789                 h1 = (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1);
5790                 h2 = (ISP_READ(isp, OUTMAILBOX7) << 16) | ISP_READ(isp, OUTMAILBOX6);
5791                 break;
5792
5793         case ASYNC_RIO16_5:
5794         case ASYNC_RIO16_4:
5795         case ASYNC_RIO16_3:
5796         case ASYNC_RIO16_2:
5797         case ASYNC_RIO16_1:
5798                 isp_prt(isp, ISP_LOGERR, "unexpected 16 bit RIO handle");
5799                 break;
5800         default:
5801                 isp_prt(isp, ISP_LOGWARN, "%s: unhandled async code 0x%x", __func__, mbox);
5802                 break;
5803         }
5804
5805         if (h1 || h2) {
5806                 isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h1);
5807                 isp_fastpost_complete(isp, h1);
5808                 if (h2) {
5809                         isp_prt(isp, ISP_LOGDEBUG3, "fast post/rio completion of 0x%08x", h2);
5810                         isp_fastpost_complete(isp, h2);
5811                         if (isp->isp_fpcchiwater < 2) {
5812                                 isp->isp_fpcchiwater = 2;
5813                         }
5814                 } else {
5815                         if (isp->isp_fpcchiwater < 1) {
5816                                 isp->isp_fpcchiwater = 1;
5817                         }
5818                 }
5819         } else {
5820                 isp->isp_intoasync++;
5821         }
5822         return (acked);
5823 }
5824
5825 #define GET_24XX_BUS(isp, chan, msg)                                                                            \
5826         if (IS_24XX(isp)) {                                                                                     \
5827                 chan = ISP_READ(isp, OUTMAILBOX3) & 0xff;                                                       \
5828                 if (chan >= isp->isp_nchan) {                                                                   \
5829                         isp_prt(isp, ISP_LOGERR, "bogus channel %u for %s at line %d",  chan, msg, __LINE__);   \
5830                         break;                                                                                  \
5831                 }                                                                                               \
5832         }
5833
5834
5835 static int
5836 isp_parse_async_fc(ispsoftc_t *isp, uint16_t mbox)
5837 {
5838         int acked = 0;
5839         uint16_t chan;
5840
5841         if (IS_DUALBUS(isp)) {
5842                 chan = ISP_READ(isp, OUTMAILBOX6);
5843         } else {
5844                 chan = 0;
5845         }
5846         isp_prt(isp, ISP_LOGDEBUG2, "Async Mbox 0x%x", mbox);
5847
5848         switch (mbox) {
5849         case ASYNC_SYSTEM_ERROR:
5850                 isp->isp_dead = 1;
5851                 isp->isp_state = ISP_CRASHED;
5852                 FCPARAM(isp, chan)->isp_loopstate = LOOP_NIL;
5853                 FCPARAM(isp, chan)->isp_fwstate = FW_CONFIG_WAIT;
5854                 /*
5855                  * Were we waiting for a mailbox command to complete?
5856                  * If so, it's dead, so wake up the waiter.
5857                  */
5858                 if (isp->isp_mboxbsy) {
5859                         isp->isp_obits = 1;
5860                         isp->isp_mboxtmp[0] = MBOX_HOST_INTERFACE_ERROR;
5861                         MBOX_NOTIFY_COMPLETE(isp);
5862                 }
5863                 /*
5864                  * It's up to the handler for isp_async to reinit stuff and
5865                  * restart the firmware
5866                  */
5867                 isp_async(isp, ISPASYNC_FW_CRASH);
5868                 acked = 1;
5869                 break;
5870
5871         case ASYNC_RQS_XFER_ERR:
5872                 isp_prt(isp, ISP_LOGERR, "Request Queue Transfer Error");
5873                 break;
5874
5875         case ASYNC_RSP_XFER_ERR:
5876                 isp_prt(isp, ISP_LOGERR, "Response Queue Transfer Error");
5877                 break;
5878
5879         case ASYNC_QWAKEUP:
5880 #ifdef  ISP_TARGET_MODE
5881                 if (IS_24XX(isp)) {
5882                         isp_prt(isp, ISP_LOGERR, "ATIO Queue Transfer Error");
5883                         break;
5884                 }
5885 #endif
5886                 isp_prt(isp, ISP_LOGERR, "%s: unexpected ASYNC_QWAKEUP code", __func__);
5887                 break;
5888
5889         case ASYNC_CMD_CMPLT:
5890                 isp_fastpost_complete(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1));
5891                 if (isp->isp_fpcchiwater < 1) {
5892                         isp->isp_fpcchiwater = 1;
5893                 }
5894                 break;
5895
5896         case ASYNC_RIOZIO_STALL:
5897                 break;
5898
5899         case ASYNC_CTIO_DONE:
5900 #ifdef  ISP_TARGET_MODE
5901                 if (isp_target_async(isp, (ISP_READ(isp, OUTMAILBOX2) << 16) | ISP_READ(isp, OUTMAILBOX1), mbox)) {
5902                         acked = 1;
5903                 } else {
5904                         isp->isp_fphccmplt++;
5905                 }
5906 #else
5907                 isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC CTIO done");
5908 #endif
5909                 break;
5910         case ASYNC_LIP_ERROR:
5911         case ASYNC_LIP_F8:
5912         case ASYNC_LIP_OCCURRED:
5913         case ASYNC_PTPMODE:
5914                 /*
5915                  * These are broadcast events that have to be sent across
5916                  * all active channels.
5917                  */
5918                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5919                         fcparam *fcp = FCPARAM(isp, chan);
5920                         int topo = fcp->isp_topo;
5921
5922                         if (fcp->role == ISP_ROLE_NONE) {
5923                                 continue;
5924                         }
5925
5926                         fcp->isp_fwstate = FW_CONFIG_WAIT;
5927                         fcp->isp_loopstate = LOOP_LIP_RCVD;
5928                         ISP_SET_SENDMARKER(isp, chan, 1);
5929                         ISP_MARK_PORTDB(isp, chan, 1);
5930                         isp_async(isp, ISPASYNC_LIP, chan);
5931 #ifdef  ISP_TARGET_MODE
5932                         if (isp_target_async(isp, chan, mbox)) {
5933                                 acked = 1;
5934                         }
5935 #endif
5936                         /*
5937                          * We've had problems with data corruption occuring on
5938                          * commands that complete (with no apparent error) after
5939                          * we receive a LIP. This has been observed mostly on
5940                          * Local Loop topologies. To be safe, let's just mark
5941                          * all active initiator commands as dead.
5942                          */
5943                         if (topo == TOPO_NL_PORT || topo == TOPO_FL_PORT) {
5944                                 int i, j;
5945                                 for (i = j = 0; i < isp->isp_maxcmds; i++) {
5946                                         XS_T *xs;
5947                                         isp_hdl_t *hdp;
5948
5949                                         hdp = &isp->isp_xflist[i];
5950                                         if (ISP_H2HT(hdp->handle) != ISP_HANDLE_INITIATOR) {
5951                                                 continue;
5952                                         }
5953                                         xs = hdp->cmd;
5954                                         if (XS_CHANNEL(xs) != chan) {
5955                                                 continue;
5956                                         }
5957                                         j++;
5958                                         isp_prt(isp, ISP_LOG_WARN1,
5959                                             "%d.%d.%jx bus reset set at %s:%u",
5960                                             XS_CHANNEL(xs), XS_TGT(xs),
5961                                             (uintmax_t)XS_LUN(xs),
5962                                             __func__, __LINE__);
5963                                         XS_SETERR(xs, HBA_BUSRESET);
5964                                 }
5965                                 if (j) {
5966                                         isp_prt(isp, ISP_LOGERR, lipd, chan, j);
5967                                 }
5968                         }
5969                 }
5970                 break;
5971
5972         case ASYNC_LOOP_UP:
5973                 /*
5974                  * This is a broadcast event that has to be sent across
5975                  * all active channels.
5976                  */
5977                 for (chan = 0; chan < isp->isp_nchan; chan++) {
5978                         fcparam *fcp = FCPARAM(isp, chan);
5979
5980                         if (fcp->role == ISP_ROLE_NONE) {
5981                                 continue;
5982                         }
5983
5984                         ISP_SET_SENDMARKER(isp, chan, 1);
5985
5986                         fcp->isp_fwstate = FW_CONFIG_WAIT;
5987                         fcp->isp_loopstate = LOOP_LIP_RCVD;
5988                         ISP_MARK_PORTDB(isp, chan, 1);
5989                         isp_async(isp, ISPASYNC_LOOP_UP, chan);
5990 #ifdef  ISP_TARGET_MODE
5991                         if (isp_target_async(isp, chan, mbox)) {
5992                                 acked = 1;
5993                         }
5994 #endif
5995                 }
5996                 break;
5997
5998         case ASYNC_LOOP_DOWN:
5999                 /*
6000                  * This is a broadcast event that has to be sent across
6001                  * all active channels.
6002                  */
6003                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6004                         fcparam *fcp = FCPARAM(isp, chan);
6005
6006                         if (fcp->role == ISP_ROLE_NONE) {
6007                                 continue;
6008                         }
6009
6010                         ISP_SET_SENDMARKER(isp, chan, 1);
6011                         fcp->isp_fwstate = FW_CONFIG_WAIT;
6012                         fcp->isp_loopstate = LOOP_NIL;
6013                         ISP_MARK_PORTDB(isp, chan, 1);
6014                         isp_async(isp, ISPASYNC_LOOP_DOWN, chan);
6015 #ifdef  ISP_TARGET_MODE
6016                         if (isp_target_async(isp, chan, mbox)) {
6017                                 acked = 1;
6018                         }
6019 #endif
6020                 }
6021                 break;
6022
6023         case ASYNC_LOOP_RESET:
6024                 /*
6025                  * This is a broadcast event that has to be sent across
6026                  * all active channels.
6027                  */
6028                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6029                         fcparam *fcp = FCPARAM(isp, chan);
6030
6031                         if (fcp->role == ISP_ROLE_NONE) {
6032                                 continue;
6033                         }
6034
6035                         ISP_SET_SENDMARKER(isp, chan, 1);
6036                         fcp->isp_fwstate = FW_CONFIG_WAIT;
6037                         fcp->isp_loopstate = LOOP_NIL;
6038                         ISP_MARK_PORTDB(isp, chan, 1);
6039                         isp_async(isp, ISPASYNC_LOOP_RESET, chan);
6040 #ifdef  ISP_TARGET_MODE
6041                         if (isp_target_async(isp, chan, mbox)) {
6042                                 acked = 1;
6043                         }
6044 #endif
6045                 }
6046                 break;
6047
6048         case ASYNC_PDB_CHANGED:
6049         {
6050                 int echan, nphdl, nlstate, reason;
6051
6052                 if (IS_24XX(isp)) {
6053                         nphdl = ISP_READ(isp, OUTMAILBOX1);
6054                         nlstate = ISP_READ(isp, OUTMAILBOX2);
6055                         reason = ISP_READ(isp, OUTMAILBOX3) >> 8;
6056                         GET_24XX_BUS(isp, chan, "ASYNC_CHANGE_NOTIFY");
6057                         echan = (nphdl == NIL_HANDLE) ?
6058                             isp->isp_nchan - 1 : chan;
6059                 } else {
6060                         nphdl = NIL_HANDLE;
6061                         nlstate = reason = 0;
6062                         chan = echan = 0;
6063                 }
6064                 for (; chan <= echan; chan++) {
6065                         fcparam *fcp = FCPARAM(isp, chan);
6066
6067                         if (fcp->role == ISP_ROLE_NONE) {
6068                                 continue;
6069                         }
6070                         ISP_SET_SENDMARKER(isp, chan, 1);
6071                         fcp->isp_loopstate = LOOP_PDB_RCVD;
6072                         ISP_MARK_PORTDB(isp, chan, 1);
6073                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_PDB, nphdl, nlstate, reason);
6074                 }
6075                 break;
6076         }
6077         case ASYNC_CHANGE_NOTIFY:
6078         {
6079                 int lochan, hichan;
6080
6081                 if (ISP_FW_NEWER_THAN(isp, 4, 0, 25) && ISP_CAP_MULTI_ID(isp)) {
6082                         GET_24XX_BUS(isp, chan, "ASYNC_CHANGE_NOTIFY");
6083                         lochan = chan;
6084                         hichan = chan + 1;
6085                 } else {
6086                         lochan = 0;
6087                         hichan = isp->isp_nchan;
6088                 }
6089                 for (chan = lochan; chan < hichan; chan++) {
6090                         fcparam *fcp = FCPARAM(isp, chan);
6091
6092                         if (fcp->role == ISP_ROLE_NONE) {
6093                                 continue;
6094                         }
6095
6096                         if (fcp->isp_topo == TOPO_F_PORT) {
6097                                 fcp->isp_loopstate = LOOP_LSCAN_DONE;
6098                         } else {
6099                                 fcp->isp_loopstate = LOOP_PDB_RCVD;
6100                         }
6101                         ISP_MARK_PORTDB(isp, chan, 1);
6102                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_SNS);
6103                 }
6104                 break;
6105         }
6106
6107         case ASYNC_CONNMODE:
6108                 /*
6109                  * This only applies to 2100 amd 2200 cards
6110                  */
6111                 if (!IS_2200(isp) && !IS_2100(isp)) {
6112                         isp_prt(isp, ISP_LOGWARN, "bad card for ASYNC_CONNMODE event");
6113                         break;
6114                 }
6115                 chan = 0;
6116                 mbox = ISP_READ(isp, OUTMAILBOX1);
6117                 ISP_MARK_PORTDB(isp, chan, 1);
6118                 switch (mbox) {
6119                 case ISP_CONN_LOOP:
6120                         isp_prt(isp, ISP_LOGINFO,
6121                             "Point-to-Point -> Loop mode");
6122                         break;
6123                 case ISP_CONN_PTP:
6124                         isp_prt(isp, ISP_LOGINFO,
6125                             "Loop -> Point-to-Point mode");
6126                         break;
6127                 case ISP_CONN_BADLIP:
6128                         isp_prt(isp, ISP_LOGWARN,
6129                             "Point-to-Point -> Loop mode (BAD LIP)");
6130                         break;
6131                 case ISP_CONN_FATAL:
6132                         isp->isp_dead = 1;
6133                         isp->isp_state = ISP_CRASHED;
6134                         isp_prt(isp, ISP_LOGERR, "FATAL CONNECTION ERROR");
6135                         isp_async(isp, ISPASYNC_FW_CRASH);
6136                         return (-1);
6137                 case ISP_CONN_LOOPBACK:
6138                         isp_prt(isp, ISP_LOGWARN,
6139                             "Looped Back in Point-to-Point mode");
6140                         break;
6141                 default:
6142                         isp_prt(isp, ISP_LOGWARN,
6143                             "Unknown connection mode (0x%x)", mbox);
6144                         break;
6145                 }
6146                 isp_async(isp, ISPASYNC_CHANGE_NOTIFY, chan, ISPASYNC_CHANGE_OTHER);
6147                 FCPARAM(isp, chan)->sendmarker = 1;
6148                 FCPARAM(isp, chan)->isp_fwstate = FW_CONFIG_WAIT;
6149                 FCPARAM(isp, chan)->isp_loopstate = LOOP_LIP_RCVD;
6150                 break;
6151
6152         case ASYNC_RCV_ERR:
6153                 if (IS_24XX(isp)) {
6154                         isp_prt(isp, ISP_LOGWARN, "Receive Error");
6155                 } else {
6156                         isp_prt(isp, ISP_LOGWARN, "unexpected ASYNC_RCV_ERR");
6157                 }
6158                 break;
6159         case ASYNC_RJT_SENT:    /* same as ASYNC_QFULL_SENT */
6160                 if (IS_24XX(isp)) {
6161                         isp_prt(isp, ISP_LOGTDEBUG0, "LS_RJT sent");
6162                         break;
6163                 } else if (IS_2200(isp)) {
6164                         isp_prt(isp, ISP_LOGTDEBUG0, "QFULL sent");
6165                         break;
6166                 }
6167                 /* FALLTHROUGH */
6168         default:
6169                 isp_prt(isp, ISP_LOGWARN, "Unknown Async Code 0x%x", mbox);
6170                 break;
6171         }
6172         if (mbox != ASYNC_CTIO_DONE && mbox != ASYNC_CMD_CMPLT) {
6173                 isp->isp_intoasync++;
6174         }
6175         return (acked);
6176 }
6177
6178 /*
6179  * Handle other response entries. A pointer to the request queue output
6180  * index is here in case we want to eat several entries at once, although
6181  * this is not used currently.
6182  */
6183
6184 static int
6185 isp_handle_other_response(ispsoftc_t *isp, int type, isphdr_t *hp, uint32_t *optrp)
6186 {
6187         isp_ridacq_t rid;
6188         int chan, c;
6189
6190         switch (type) {
6191         case RQSTYPE_STATUS_CONT:
6192                 isp_prt(isp, ISP_LOG_WARN1, "Ignored Continuation Response");
6193                 return (1);
6194         case RQSTYPE_MARKER:
6195                 isp_prt(isp, ISP_LOG_WARN1, "Marker Response");
6196                 return (1);
6197         case RQSTYPE_RPT_ID_ACQ:
6198                 isp_get_ridacq(isp, (isp_ridacq_t *)hp, &rid);
6199                 if (rid.ridacq_format == 0) {
6200                         for (chan = 0; chan < isp->isp_nchan; chan++) {
6201                                 fcparam *fcp = FCPARAM(isp, chan);
6202                                 if (fcp->role == ISP_ROLE_NONE)
6203                                         continue;
6204                                 c = (chan == 0) ? 127 : (chan - 1);
6205                                 if (rid.ridacq_map[c / 16] & (1 << (c % 16)))
6206                                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6207                                             chan, ISPASYNC_CHANGE_OTHER);
6208                         }
6209                 } else {
6210                         isp_async(isp, ISPASYNC_CHANGE_NOTIFY,
6211                             rid.ridacq_vp_index, ISPASYNC_CHANGE_OTHER);
6212                 }
6213                 return (1);
6214         case RQSTYPE_ATIO:
6215         case RQSTYPE_CTIO:
6216         case RQSTYPE_ENABLE_LUN:
6217         case RQSTYPE_MODIFY_LUN:
6218         case RQSTYPE_NOTIFY:
6219         case RQSTYPE_NOTIFY_ACK:
6220         case RQSTYPE_CTIO1:
6221         case RQSTYPE_ATIO2:
6222         case RQSTYPE_CTIO2:
6223         case RQSTYPE_CTIO3:
6224         case RQSTYPE_CTIO7:
6225         case RQSTYPE_ABTS_RCVD:
6226         case RQSTYPE_ABTS_RSP:
6227                 isp->isp_rsltccmplt++;  /* count as a response completion */
6228 #ifdef  ISP_TARGET_MODE
6229                 if (isp_target_notify(isp, (ispstatusreq_t *) hp, optrp)) {
6230                         return (1);
6231                 }
6232 #endif
6233                 /* FALLTHROUGH */
6234         case RQSTYPE_REQUEST:
6235         default:
6236                 ISP_DELAY(100);
6237                 if (type != isp_get_response_type(isp, hp)) {
6238                         /*
6239                          * This is questionable- we're just papering over
6240                          * something we've seen on SMP linux in target
6241                          * mode- we don't really know what's happening
6242                          * here that causes us to think we've gotten
6243                          * an entry, but that either the entry isn't
6244                          * filled out yet or our CPU read data is stale.
6245                          */
6246                         isp_prt(isp, ISP_LOGINFO,
6247                                 "unstable type in response queue");
6248                         return (-1);
6249                 }
6250                 isp_prt(isp, ISP_LOGWARN, "Unhandled Response Type 0x%x",
6251                     isp_get_response_type(isp, hp));
6252                 return (0);
6253         }
6254 }
6255
6256 static void
6257 isp_parse_status(ispsoftc_t *isp, ispstatusreq_t *sp, XS_T *xs, long *rp)
6258 {
6259         switch (sp->req_completion_status & 0xff) {
6260         case RQCS_COMPLETE:
6261                 if (XS_NOERR(xs)) {
6262                         XS_SETERR(xs, HBA_NOERROR);
6263                 }
6264                 return;
6265
6266         case RQCS_INCOMPLETE:
6267                 if ((sp->req_state_flags & RQSF_GOT_TARGET) == 0) {
6268                         isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Selection Timeout @ %s:%d", __func__, __LINE__);
6269                         if (XS_NOERR(xs)) {
6270                                 XS_SETERR(xs, HBA_SELTIMEOUT);
6271                                 *rp = XS_XFRLEN(xs);
6272                         }
6273                         return;
6274                 }
6275                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Incomplete, state 0x%x", sp->req_state_flags);
6276                 break;
6277
6278         case RQCS_DMA_ERROR:
6279                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA Error");
6280                 *rp = XS_XFRLEN(xs);
6281                 break;
6282
6283         case RQCS_TRANSPORT_ERROR:
6284         {
6285                 char buf[172];
6286                 ISP_SNPRINTF(buf, sizeof (buf), "states=>");
6287                 if (sp->req_state_flags & RQSF_GOT_BUS) {
6288                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_BUS", buf);
6289                 }
6290                 if (sp->req_state_flags & RQSF_GOT_TARGET) {
6291                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_TGT", buf);
6292                 }
6293                 if (sp->req_state_flags & RQSF_SENT_CDB) {
6294                         ISP_SNPRINTF(buf, sizeof (buf), "%s SENT_CDB", buf);
6295                 }
6296                 if (sp->req_state_flags & RQSF_XFRD_DATA) {
6297                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFRD_DATA", buf);
6298                 }
6299                 if (sp->req_state_flags & RQSF_GOT_STATUS) {
6300                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_STS", buf);
6301                 }
6302                 if (sp->req_state_flags & RQSF_GOT_SENSE) {
6303                         ISP_SNPRINTF(buf, sizeof (buf), "%s GOT_SNS", buf);
6304                 }
6305                 if (sp->req_state_flags & RQSF_XFER_COMPLETE) {
6306                         ISP_SNPRINTF(buf, sizeof (buf), "%s XFR_CMPLT", buf);
6307                 }
6308                 ISP_SNPRINTF(buf, sizeof (buf), "%s\nstatus=>", buf);
6309                 if (sp->req_status_flags & RQSTF_DISCONNECT) {
6310                         ISP_SNPRINTF(buf, sizeof (buf), "%s Disconnect", buf);
6311                 }
6312                 if (sp->req_status_flags & RQSTF_SYNCHRONOUS) {
6313                         ISP_SNPRINTF(buf, sizeof (buf), "%s Sync_xfr", buf);
6314                 }
6315                 if (sp->req_status_flags & RQSTF_PARITY_ERROR) {
6316                         ISP_SNPRINTF(buf, sizeof (buf), "%s Parity", buf);
6317                 }
6318                 if (sp->req_status_flags & RQSTF_BUS_RESET) {
6319                         ISP_SNPRINTF(buf, sizeof (buf), "%s Bus_Reset", buf);
6320                 }
6321                 if (sp->req_status_flags & RQSTF_DEVICE_RESET) {
6322                         ISP_SNPRINTF(buf, sizeof (buf), "%s Device_Reset", buf);
6323                 }
6324                 if (sp->req_status_flags & RQSTF_ABORTED) {
6325                         ISP_SNPRINTF(buf, sizeof (buf), "%s Aborted", buf);
6326                 }
6327                 if (sp->req_status_flags & RQSTF_TIMEOUT) {
6328                         ISP_SNPRINTF(buf, sizeof (buf), "%s Timeout", buf);
6329                 }
6330                 if (sp->req_status_flags & RQSTF_NEGOTIATION) {
6331                         ISP_SNPRINTF(buf, sizeof (buf), "%s Negotiation", buf);
6332                 }
6333                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error: %s", buf);
6334                 *rp = XS_XFRLEN(xs);
6335                 break;
6336         }
6337         case RQCS_RESET_OCCURRED:
6338         {
6339                 int chan;
6340                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Bus Reset destroyed command");
6341                 for (chan = 0; chan < isp->isp_nchan; chan++) {
6342                         FCPARAM(isp, chan)->sendmarker = 1;
6343                 }
6344                 if (XS_NOERR(xs)) {
6345                         XS_SETERR(xs, HBA_BUSRESET);
6346                 }
6347                 *rp = XS_XFRLEN(xs);
6348                 return;
6349         }
6350         case RQCS_ABORTED:
6351                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6352                 ISP_SET_SENDMARKER(isp, XS_CHANNEL(xs), 1);
6353                 if (XS_NOERR(xs)) {
6354                         XS_SETERR(xs, HBA_ABORTED);
6355                 }
6356                 return;
6357
6358         case RQCS_TIMEOUT:
6359                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command timed out");
6360                 /*
6361                  * XXX: Check to see if we logged out of the device.
6362                  */
6363                 if (XS_NOERR(xs)) {
6364                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6365                 }
6366                 return;
6367
6368         case RQCS_DATA_OVERRUN:
6369                 XS_SET_RESID(xs, sp->req_resid);
6370                 isp_xs_prt(isp, xs, ISP_LOGERR, "data overrun (%ld)", (long) XS_GET_RESID(xs));
6371                 if (XS_NOERR(xs)) {
6372                         XS_SETERR(xs, HBA_DATAOVR);
6373                 }
6374                 return;
6375
6376         case RQCS_COMMAND_OVERRUN:
6377                 isp_xs_prt(isp, xs, ISP_LOGERR, "command overrun");
6378                 break;
6379
6380         case RQCS_STATUS_OVERRUN:
6381                 isp_xs_prt(isp, xs, ISP_LOGERR, "status overrun");
6382                 break;
6383
6384         case RQCS_BAD_MESSAGE:
6385                 isp_xs_prt(isp, xs, ISP_LOGERR, "msg not COMMAND COMPLETE after status");
6386                 break;
6387
6388         case RQCS_NO_MESSAGE_OUT:
6389                 isp_xs_prt(isp, xs, ISP_LOGERR, "No MESSAGE OUT phase after selection");
6390                 break;
6391
6392         case RQCS_EXT_ID_FAILED:
6393                 isp_xs_prt(isp, xs, ISP_LOGERR, "EXTENDED IDENTIFY failed");
6394                 break;
6395
6396         case RQCS_IDE_MSG_FAILED:
6397                 isp_xs_prt(isp, xs, ISP_LOGERR, "INITIATOR DETECTED ERROR rejected");
6398                 break;
6399
6400         case RQCS_ABORT_MSG_FAILED:
6401                 isp_xs_prt(isp, xs, ISP_LOGERR, "ABORT OPERATION rejected");
6402                 break;
6403
6404         case RQCS_REJECT_MSG_FAILED:
6405                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE REJECT rejected");
6406                 break;
6407
6408         case RQCS_NOP_MSG_FAILED:
6409                 isp_xs_prt(isp, xs, ISP_LOGERR, "NOP rejected");
6410                 break;
6411
6412         case RQCS_PARITY_ERROR_MSG_FAILED:
6413                 isp_xs_prt(isp, xs, ISP_LOGERR, "MESSAGE PARITY ERROR rejected");
6414                 break;
6415
6416         case RQCS_DEVICE_RESET_MSG_FAILED:
6417                 isp_xs_prt(isp, xs, ISP_LOGWARN, "BUS DEVICE RESET rejected");
6418                 break;
6419
6420         case RQCS_ID_MSG_FAILED:
6421                 isp_xs_prt(isp, xs, ISP_LOGERR, "IDENTIFY rejected");
6422                 break;
6423
6424         case RQCS_UNEXP_BUS_FREE:
6425                 isp_xs_prt(isp, xs, ISP_LOGERR, "Unexpected Bus Free");
6426                 break;
6427
6428         case RQCS_DATA_UNDERRUN:
6429         {
6430                 if (IS_FC(isp)) {
6431                         int ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6432                         if (!ru_marked || sp->req_resid > XS_XFRLEN(xs)) {
6433                                 isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6434                                 if (XS_NOERR(xs)) {
6435                                         XS_SETERR(xs, HBA_BOTCH);
6436                                 }
6437                                 return;
6438                         }
6439                 }
6440                 XS_SET_RESID(xs, sp->req_resid);
6441                 if (XS_NOERR(xs)) {
6442                         XS_SETERR(xs, HBA_NOERROR);
6443                 }
6444                 return;
6445         }
6446
6447         case RQCS_XACT_ERR1:
6448                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued transaction with disconnect not set");
6449                 break;
6450
6451         case RQCS_XACT_ERR2:
6452                 isp_xs_prt(isp, xs, ISP_LOGERR,
6453                     "HBA attempted queued transaction to target routine %jx",
6454                     (uintmax_t)XS_LUN(xs));
6455                 break;
6456
6457         case RQCS_XACT_ERR3:
6458                 isp_xs_prt(isp, xs, ISP_LOGERR, "HBA attempted queued cmd when queueing disabled");
6459                 break;
6460
6461         case RQCS_BAD_ENTRY:
6462                 isp_prt(isp, ISP_LOGERR, "Invalid IOCB entry type detected");
6463                 break;
6464
6465         case RQCS_QUEUE_FULL:
6466                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "internal queues full status 0x%x", *XS_STSP(xs));
6467
6468                 /*
6469                  * If QFULL or some other status byte is set, then this
6470                  * isn't an error, per se.
6471                  *
6472                  * Unfortunately, some QLogic f/w writers have, in
6473                  * some cases, ommitted to *set* status to QFULL.
6474                  */
6475 #if     0
6476                 if (*XS_STSP(xs) != SCSI_GOOD && XS_NOERR(xs)) {
6477                         XS_SETERR(xs, HBA_NOERROR);
6478                         return;
6479                 }
6480
6481 #endif
6482                 *XS_STSP(xs) = SCSI_QFULL;
6483                 XS_SETERR(xs, HBA_NOERROR);
6484                 return;
6485
6486         case RQCS_PHASE_SKIPPED:
6487                 isp_xs_prt(isp, xs, ISP_LOGERR, "SCSI phase skipped");
6488                 break;
6489
6490         case RQCS_ARQS_FAILED:
6491                 isp_xs_prt(isp, xs, ISP_LOGERR, "Auto Request Sense Failed");
6492                 if (XS_NOERR(xs)) {
6493                         XS_SETERR(xs, HBA_ARQFAIL);
6494                 }
6495                 return;
6496
6497         case RQCS_WIDE_FAILED:
6498                 isp_xs_prt(isp, xs, ISP_LOGERR, "Wide Negotiation Failed");
6499                 if (IS_SCSI(isp)) {
6500                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6501                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_WIDE;
6502                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6503                         sdp->update = 1;
6504                 }
6505                 if (XS_NOERR(xs)) {
6506                         XS_SETERR(xs, HBA_NOERROR);
6507                 }
6508                 return;
6509
6510         case RQCS_SYNCXFER_FAILED:
6511                 isp_xs_prt(isp, xs, ISP_LOGERR, "SDTR Message Failed");
6512                 if (IS_SCSI(isp)) {
6513                         sdparam *sdp = SDPARAM(isp, XS_CHANNEL(xs));
6514                         sdp += XS_CHANNEL(xs);
6515                         sdp->isp_devparam[XS_TGT(xs)].goal_flags &= ~DPARM_SYNC;
6516                         sdp->isp_devparam[XS_TGT(xs)].dev_update = 1;
6517                         sdp->update = 1;
6518                 }
6519                 break;
6520
6521         case RQCS_LVD_BUSERR:
6522                 isp_xs_prt(isp, xs, ISP_LOGERR, "Bad LVD condition");
6523                 break;
6524
6525         case RQCS_PORT_UNAVAILABLE:
6526                 /*
6527                  * No such port on the loop. Moral equivalent of SELTIMEO
6528                  */
6529         case RQCS_PORT_LOGGED_OUT:
6530         {
6531                 const char *reason;
6532                 uint8_t sts = sp->req_completion_status & 0xff;
6533
6534                 /*
6535                  * It was there (maybe)- treat as a selection timeout.
6536                  */
6537                 if (sts == RQCS_PORT_UNAVAILABLE) {
6538                         reason = "unavailable";
6539                 } else {
6540                         reason = "logout";
6541                 }
6542
6543                 isp_prt(isp, ISP_LOGINFO, "port %s for target %d", reason, XS_TGT(xs));
6544
6545                 /*
6546                  * If we're on a local loop, force a LIP (which is overkill)
6547                  * to force a re-login of this unit. If we're on fabric,
6548                  * then we'll have to log in again as a matter of course.
6549                  */
6550                 if (FCPARAM(isp, 0)->isp_topo == TOPO_NL_PORT ||
6551                     FCPARAM(isp, 0)->isp_topo == TOPO_FL_PORT) {
6552                         mbreg_t mbs;
6553                         MBSINIT(&mbs, MBOX_INIT_LIP, MBLOGALL, 0);
6554                         if (ISP_CAP_2KLOGIN(isp)) {
6555                                 mbs.ibits = (1 << 10);
6556                         }
6557                         isp_mboxcmd_qnw(isp, &mbs, 1);
6558                 }
6559                 if (XS_NOERR(xs)) {
6560                         XS_SETERR(xs, HBA_SELTIMEOUT);
6561                 }
6562                 return;
6563         }
6564         case RQCS_PORT_CHANGED:
6565                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d", XS_TGT(xs));
6566                 if (XS_NOERR(xs)) {
6567                         XS_SETERR(xs, HBA_SELTIMEOUT);
6568                 }
6569                 return;
6570
6571         case RQCS_PORT_BUSY:
6572                 isp_prt(isp, ISP_LOGWARN, "port busy for target %d", XS_TGT(xs));
6573                 if (XS_NOERR(xs)) {
6574                         XS_SETERR(xs, HBA_TGTBSY);
6575                 }
6576                 return;
6577
6578         default:
6579                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x", sp->req_completion_status);
6580                 break;
6581         }
6582         if (XS_NOERR(xs)) {
6583                 XS_SETERR(xs, HBA_BOTCH);
6584         }
6585 }
6586
6587 static void
6588 isp_parse_status_24xx(ispsoftc_t *isp, isp24xx_statusreq_t *sp, XS_T *xs, long *rp)
6589 {
6590         int ru_marked, sv_marked;
6591         int chan = XS_CHANNEL(xs);
6592
6593         switch (sp->req_completion_status) {
6594         case RQCS_COMPLETE:
6595                 if (XS_NOERR(xs)) {
6596                         XS_SETERR(xs, HBA_NOERROR);
6597                 }
6598                 return;
6599
6600         case RQCS_DMA_ERROR:
6601                 isp_xs_prt(isp, xs, ISP_LOGERR, "DMA error");
6602                 break;
6603
6604         case RQCS_TRANSPORT_ERROR:
6605                 isp_xs_prt(isp, xs,  ISP_LOGERR, "Transport Error");
6606                 break;
6607
6608         case RQCS_RESET_OCCURRED:
6609                 isp_xs_prt(isp, xs, ISP_LOGWARN, "reset destroyed command");
6610                 FCPARAM(isp, chan)->sendmarker = 1;
6611                 if (XS_NOERR(xs)) {
6612                         XS_SETERR(xs, HBA_BUSRESET);
6613                 }
6614                 return;
6615
6616         case RQCS_ABORTED:
6617                 isp_xs_prt(isp, xs, ISP_LOGERR, "Command Aborted");
6618                 FCPARAM(isp, chan)->sendmarker = 1;
6619                 if (XS_NOERR(xs)) {
6620                         XS_SETERR(xs, HBA_ABORTED);
6621                 }
6622                 return;
6623
6624         case RQCS_TIMEOUT:
6625                 isp_xs_prt(isp, xs, ISP_LOGWARN, "Command Timed Out");
6626                 if (XS_NOERR(xs)) {
6627                         XS_SETERR(xs, HBA_CMDTIMEOUT);
6628                 }
6629                 return;
6630
6631         case RQCS_DATA_OVERRUN:
6632                 XS_SET_RESID(xs, sp->req_resid);
6633                 isp_xs_prt(isp, xs, ISP_LOGERR, "Data Overrun");
6634                 if (XS_NOERR(xs)) {
6635                         XS_SETERR(xs, HBA_DATAOVR);
6636                 }
6637                 return;
6638
6639         case RQCS_24XX_DRE:     /* data reassembly error */
6640                 isp_prt(isp, ISP_LOGERR, "Chan %d data reassembly error for target %d", chan, XS_TGT(xs));
6641                 if (XS_NOERR(xs)) {
6642                         XS_SETERR(xs, HBA_ABORTED);
6643                 }
6644                 *rp = XS_XFRLEN(xs);
6645                 return;
6646
6647         case RQCS_24XX_TABORT:  /* aborted by target */
6648                 isp_prt(isp, ISP_LOGERR, "Chan %d target %d sent ABTS", chan, XS_TGT(xs));
6649                 if (XS_NOERR(xs)) {
6650                         XS_SETERR(xs, HBA_ABORTED);
6651                 }
6652                 return;
6653
6654         case RQCS_DATA_UNDERRUN:
6655                 ru_marked = (sp->req_scsi_status & RQCS_RU) != 0;
6656                 /*
6657                  * We can get an underrun w/o things being marked
6658                  * if we got a non-zero status.
6659                  */
6660                 sv_marked = (sp->req_scsi_status & (RQCS_SV|RQCS_RV)) != 0;
6661                 if ((ru_marked == 0 && sv_marked == 0) ||
6662                     (sp->req_resid > XS_XFRLEN(xs))) {
6663                         isp_xs_prt(isp, xs, ISP_LOGWARN, bun, XS_XFRLEN(xs), sp->req_resid, (ru_marked)? "marked" : "not marked");
6664                         if (XS_NOERR(xs)) {
6665                                 XS_SETERR(xs, HBA_BOTCH);
6666                         }
6667                         return;
6668                 }
6669                 XS_SET_RESID(xs, sp->req_resid);
6670                 isp_xs_prt(isp, xs, ISP_LOG_WARN1, "Data Underrun (%d) for command 0x%x", sp->req_resid, XS_CDBP(xs)[0] & 0xff);
6671                 if (XS_NOERR(xs)) {
6672                         XS_SETERR(xs, HBA_NOERROR);
6673                 }
6674                 return;
6675
6676         case RQCS_PORT_UNAVAILABLE:
6677                 /*
6678                  * No such port on the loop. Moral equivalent of SELTIMEO
6679                  */
6680         case RQCS_PORT_LOGGED_OUT:
6681         {
6682                 const char *reason;
6683                 uint8_t sts = sp->req_completion_status & 0xff;
6684
6685                 /*
6686                  * It was there (maybe)- treat as a selection timeout.
6687                  */
6688                 if (sts == RQCS_PORT_UNAVAILABLE) {
6689                         reason = "unavailable";
6690                 } else {
6691                         reason = "logout";
6692                 }
6693
6694                 isp_prt(isp, ISP_LOGINFO, "Chan %d port %s for target %d",
6695                     chan, reason, XS_TGT(xs));
6696
6697                 /*
6698                  * There is no MBOX_INIT_LIP for the 24XX.
6699                  */
6700                 if (XS_NOERR(xs)) {
6701                         XS_SETERR(xs, HBA_SELTIMEOUT);
6702                 }
6703                 return;
6704         }
6705         case RQCS_PORT_CHANGED:
6706                 isp_prt(isp, ISP_LOGWARN, "port changed for target %d chan %d", XS_TGT(xs), chan);
6707                 if (XS_NOERR(xs)) {
6708                         XS_SETERR(xs, HBA_SELTIMEOUT);
6709                 }
6710                 return;
6711
6712
6713         case RQCS_24XX_ENOMEM:  /* f/w resource unavailable */
6714                 isp_prt(isp, ISP_LOGWARN, "f/w resource unavailable for target %d chan %d", XS_TGT(xs), chan);
6715                 if (XS_NOERR(xs)) {
6716                         *XS_STSP(xs) = SCSI_BUSY;
6717                         XS_SETERR(xs, HBA_TGTBSY);
6718                 }
6719                 return;
6720
6721         case RQCS_24XX_TMO:     /* task management overrun */
6722                 isp_prt(isp, ISP_LOGWARN, "command for target %d overlapped task management for chan %d", XS_TGT(xs), chan);
6723                 if (XS_NOERR(xs)) {
6724                         *XS_STSP(xs) = SCSI_BUSY;
6725                         XS_SETERR(xs, HBA_TGTBSY);
6726                 }
6727                 return;
6728
6729         default:
6730                 isp_prt(isp, ISP_LOGERR, "Unknown Completion Status 0x%x on chan %d", sp->req_completion_status, chan);
6731                 break;
6732         }
6733         if (XS_NOERR(xs)) {
6734                 XS_SETERR(xs, HBA_BOTCH);
6735         }
6736 }
6737
6738 static void
6739 isp_fastpost_complete(ispsoftc_t *isp, uint32_t fph)
6740 {
6741         XS_T *xs;
6742
6743         if (fph == 0) {
6744                 return;
6745         }
6746         xs = isp_find_xs(isp, fph);
6747         if (xs == NULL) {
6748                 isp_prt(isp, ISP_LOGWARN,
6749                     "Command for fast post handle 0x%x not found", fph);
6750                 return;
6751         }
6752         isp_destroy_handle(isp, fph);
6753
6754         /*
6755          * Since we don't have a result queue entry item,
6756          * we must believe that SCSI status is zero and
6757          * that all data transferred.
6758          */
6759         XS_SET_RESID(xs, 0);
6760         *XS_STSP(xs) = SCSI_GOOD;
6761         if (XS_XFRLEN(xs)) {
6762                 ISP_DMAFREE(isp, xs, fph);
6763         }
6764         if (isp->isp_nactive) {
6765                 isp->isp_nactive--;
6766         }
6767         isp->isp_fphccmplt++;
6768         isp_done(xs);
6769 }
6770
6771 static int
6772 isp_mbox_continue(ispsoftc_t *isp)
6773 {
6774         mbreg_t mbs;
6775         uint16_t *ptr;
6776         uint32_t offset;
6777
6778         switch (isp->isp_lastmbxcmd) {
6779         case MBOX_WRITE_RAM_WORD:
6780         case MBOX_READ_RAM_WORD:
6781         case MBOX_WRITE_RAM_WORD_EXTENDED:
6782         case MBOX_READ_RAM_WORD_EXTENDED:
6783                 break;
6784         default:
6785                 return (1);
6786         }
6787         if (isp->isp_mboxtmp[0] != MBOX_COMMAND_COMPLETE) {
6788                 isp->isp_mbxwrk0 = 0;
6789                 return (-1);
6790         }
6791
6792         /*
6793          * Clear the previous interrupt.
6794          */
6795         if (IS_24XX(isp)) {
6796                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_CLEAR_RISC_INT);
6797         } else {
6798                 ISP_WRITE(isp, HCCR, HCCR_CMD_CLEAR_RISC_INT);
6799                 ISP_WRITE(isp, BIU_SEMA, 0);
6800         }
6801
6802         /*
6803          * Continue with next word.
6804          */
6805         ISP_MEMZERO(&mbs, sizeof (mbs));
6806         ptr = isp->isp_mbxworkp;
6807         switch (isp->isp_lastmbxcmd) {
6808         case MBOX_WRITE_RAM_WORD:
6809                 mbs.param[1] = isp->isp_mbxwrk1++;
6810                 mbs.param[2] = *ptr++;
6811                 break;
6812         case MBOX_READ_RAM_WORD:
6813                 *ptr++ = isp->isp_mboxtmp[2];
6814                 mbs.param[1] = isp->isp_mbxwrk1++;
6815                 break;
6816         case MBOX_WRITE_RAM_WORD_EXTENDED:
6817                 if (IS_24XX(isp)) {
6818                         uint32_t *lptr = (uint32_t *)ptr;
6819                         mbs.param[2] = lptr[0];
6820                         mbs.param[3] = lptr[0] >> 16;
6821                         lptr++;
6822                         ptr = (uint16_t *)lptr;
6823                 } else {
6824                         mbs.param[2] = *ptr++;
6825                 }
6826                 offset = isp->isp_mbxwrk1;
6827                 offset |= isp->isp_mbxwrk8 << 16;
6828                 mbs.param[1] = offset;
6829                 mbs.param[8] = offset >> 16;
6830                 offset++;
6831                 isp->isp_mbxwrk1 = offset;
6832                 isp->isp_mbxwrk8 = offset >> 16;
6833                 break;
6834         case MBOX_READ_RAM_WORD_EXTENDED:
6835                 if (IS_24XX(isp)) {
6836                         uint32_t *lptr = (uint32_t *)ptr;
6837                         uint32_t val = isp->isp_mboxtmp[2];
6838                         val |= (isp->isp_mboxtmp[3]) << 16;
6839                         *lptr++ = val;
6840                         ptr = (uint16_t *)lptr;
6841                 } else {
6842                         *ptr++ = isp->isp_mboxtmp[2];
6843                 }
6844                 offset = isp->isp_mbxwrk1;
6845                 offset |= isp->isp_mbxwrk8 << 16;
6846                 mbs.param[1] = offset;
6847                 mbs.param[8] = offset >> 16;
6848                 offset++;
6849                 isp->isp_mbxwrk1 = offset;
6850                 isp->isp_mbxwrk8 = offset >> 16;
6851                 break;
6852         }
6853         isp->isp_mbxworkp = ptr;
6854         isp->isp_mbxwrk0--;
6855         mbs.param[0] = isp->isp_lastmbxcmd;
6856         mbs.logval = MBLOGALL;
6857         isp_mboxcmd_qnw(isp, &mbs, 0);
6858         return (0);
6859 }
6860
6861 #define ISP_SCSI_IBITS(op)              (mbpscsi[((op)<<1)])
6862 #define ISP_SCSI_OBITS(op)              (mbpscsi[((op)<<1) + 1])
6863 #define ISP_SCSI_OPMAP(in, out)         in, out
6864 static const uint8_t mbpscsi[] = {
6865         ISP_SCSI_OPMAP(0x01, 0x01),     /* 0x00: MBOX_NO_OP */
6866         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x01: MBOX_LOAD_RAM */
6867         ISP_SCSI_OPMAP(0x03, 0x01),     /* 0x02: MBOX_EXEC_FIRMWARE */
6868         ISP_SCSI_OPMAP(0x1f, 0x01),     /* 0x03: MBOX_DUMP_RAM */
6869         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x04: MBOX_WRITE_RAM_WORD */
6870         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x05: MBOX_READ_RAM_WORD */
6871         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x06: MBOX_MAILBOX_REG_TEST */
6872         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x07: MBOX_VERIFY_CHECKSUM   */
6873         ISP_SCSI_OPMAP(0x01, 0x0f),     /* 0x08: MBOX_ABOUT_FIRMWARE */
6874         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x09: */
6875         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0a: */
6876         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0b: */
6877         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0c: */
6878         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0d: */
6879         ISP_SCSI_OPMAP(0x01, 0x05),     /* 0x0e: MBOX_CHECK_FIRMWARE */
6880         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x0f: */
6881         ISP_SCSI_OPMAP(0x1f, 0x1f),     /* 0x10: MBOX_INIT_REQ_QUEUE */
6882         ISP_SCSI_OPMAP(0x3f, 0x3f),     /* 0x11: MBOX_INIT_RES_QUEUE */
6883         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x12: MBOX_EXECUTE_IOCB */
6884         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x13: MBOX_WAKE_UP   */
6885         ISP_SCSI_OPMAP(0x01, 0x3f),     /* 0x14: MBOX_STOP_FIRMWARE */
6886         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x15: MBOX_ABORT */
6887         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x16: MBOX_ABORT_DEVICE */
6888         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x17: MBOX_ABORT_TARGET */
6889         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x18: MBOX_BUS_RESET */
6890         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x19: MBOX_STOP_QUEUE */
6891         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1a: MBOX_START_QUEUE */
6892         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
6893         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x1c: MBOX_ABORT_QUEUE */
6894         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
6895         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x1e: */
6896         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
6897         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x20: MBOX_GET_INIT_SCSI_ID */
6898         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x21: MBOX_GET_SELECT_TIMEOUT */
6899         ISP_SCSI_OPMAP(0x01, 0xc7),     /* 0x22: MBOX_GET_RETRY_COUNT   */
6900         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x23: MBOX_GET_TAG_AGE_LIMIT */
6901         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x24: MBOX_GET_CLOCK_RATE */
6902         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x25: MBOX_GET_ACT_NEG_STATE */
6903         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x26: MBOX_GET_ASYNC_DATA_SETUP_TIME */
6904         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x27: MBOX_GET_PCI_PARAMS */
6905         ISP_SCSI_OPMAP(0x03, 0x4f),     /* 0x28: MBOX_GET_TARGET_PARAMS */
6906         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x29: MBOX_GET_DEV_QUEUE_PARAMS */
6907         ISP_SCSI_OPMAP(0x01, 0x07),     /* 0x2a: MBOX_GET_RESET_DELAY_PARAMS */
6908         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2b: */
6909         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2c: */
6910         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2d: */
6911         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2e: */
6912         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x2f: */
6913         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x30: MBOX_SET_INIT_SCSI_ID */
6914         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x31: MBOX_SET_SELECT_TIMEOUT */
6915         ISP_SCSI_OPMAP(0xc7, 0xc7),     /* 0x32: MBOX_SET_RETRY_COUNT   */
6916         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x33: MBOX_SET_TAG_AGE_LIMIT */
6917         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x34: MBOX_SET_CLOCK_RATE */
6918         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x35: MBOX_SET_ACT_NEG_STATE */
6919         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x36: MBOX_SET_ASYNC_DATA_SETUP_TIME */
6920         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x37: MBOX_SET_PCI_CONTROL_PARAMS */
6921         ISP_SCSI_OPMAP(0x4f, 0x4f),     /* 0x38: MBOX_SET_TARGET_PARAMS */
6922         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x39: MBOX_SET_DEV_QUEUE_PARAMS */
6923         ISP_SCSI_OPMAP(0x07, 0x07),     /* 0x3a: MBOX_SET_RESET_DELAY_PARAMS */
6924         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3b: */
6925         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3c: */
6926         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3d: */
6927         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3e: */
6928         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x3f: */
6929         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x40: MBOX_RETURN_BIOS_BLOCK_ADDR */
6930         ISP_SCSI_OPMAP(0x3f, 0x01),     /* 0x41: MBOX_WRITE_FOUR_RAM_WORDS */
6931         ISP_SCSI_OPMAP(0x03, 0x07),     /* 0x42: MBOX_EXEC_BIOS_IOCB */
6932         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x43: */
6933         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x44: */
6934         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x45: SET SYSTEM PARAMETER */
6935         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x46: GET SYSTEM PARAMETER */
6936         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x47: */
6937         ISP_SCSI_OPMAP(0x01, 0xcf),     /* 0x48: GET SCAM CONFIGURATION */
6938         ISP_SCSI_OPMAP(0xcf, 0xcf),     /* 0x49: SET SCAM CONFIGURATION */
6939         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x4a: MBOX_SET_FIRMWARE_FEATURES */
6940         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x4b: MBOX_GET_FIRMWARE_FEATURES */
6941         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4c: */
6942         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4d: */
6943         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4e: */
6944         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x4f: */
6945         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x50: LOAD RAM A64 */
6946         ISP_SCSI_OPMAP(0xdf, 0xdf),     /* 0x51: DUMP RAM A64 */
6947         ISP_SCSI_OPMAP(0xdf, 0xff),     /* 0x52: INITIALIZE REQUEST QUEUE A64 */
6948         ISP_SCSI_OPMAP(0xef, 0xff),     /* 0x53: INITIALIZE RESPONSE QUEUE A64 */
6949         ISP_SCSI_OPMAP(0xcf, 0x01),     /* 0x54: EXECUCUTE COMMAND IOCB A64 */
6950         ISP_SCSI_OPMAP(0x07, 0x01),     /* 0x55: ENABLE TARGET MODE */
6951         ISP_SCSI_OPMAP(0x03, 0x0f),     /* 0x56: GET TARGET STATUS */
6952         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x57: */
6953         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x58: */
6954         ISP_SCSI_OPMAP(0x00, 0x00),     /* 0x59: */
6955         ISP_SCSI_OPMAP(0x03, 0x03),     /* 0x5a: SET DATA OVERRUN RECOVERY MODE */
6956         ISP_SCSI_OPMAP(0x01, 0x03),     /* 0x5b: GET DATA OVERRUN RECOVERY MODE */
6957         ISP_SCSI_OPMAP(0x0f, 0x0f),     /* 0x5c: SET HOST DATA */
6958         ISP_SCSI_OPMAP(0x01, 0x01)      /* 0x5d: GET NOST DATA */
6959 };
6960 #define MAX_SCSI_OPCODE 0x5d
6961
6962 static const char *scsi_mbcmd_names[] = {
6963         "NO-OP",
6964         "LOAD RAM",
6965         "EXEC FIRMWARE",
6966         "DUMP RAM",
6967         "WRITE RAM WORD",
6968         "READ RAM WORD",
6969         "MAILBOX REG TEST",
6970         "VERIFY CHECKSUM",
6971         "ABOUT FIRMWARE",
6972         NULL,
6973         NULL,
6974         NULL,
6975         NULL,
6976         NULL,
6977         "CHECK FIRMWARE",
6978         NULL,
6979         "INIT REQUEST QUEUE",
6980         "INIT RESULT QUEUE",
6981         "EXECUTE IOCB",
6982         "WAKE UP",
6983         "STOP FIRMWARE",
6984         "ABORT",
6985         "ABORT DEVICE",
6986         "ABORT TARGET",
6987         "BUS RESET",
6988         "STOP QUEUE",
6989         "START QUEUE",
6990         "SINGLE STEP QUEUE",
6991         "ABORT QUEUE",
6992         "GET DEV QUEUE STATUS",
6993         NULL,
6994         "GET FIRMWARE STATUS",
6995         "GET INIT SCSI ID",
6996         "GET SELECT TIMEOUT",
6997         "GET RETRY COUNT",
6998         "GET TAG AGE LIMIT",
6999         "GET CLOCK RATE",
7000         "GET ACT NEG STATE",
7001         "GET ASYNC DATA SETUP TIME",
7002         "GET PCI PARAMS",
7003         "GET TARGET PARAMS",
7004         "GET DEV QUEUE PARAMS",
7005         "GET RESET DELAY PARAMS",
7006         NULL,
7007         NULL,
7008         NULL,
7009         NULL,
7010         NULL,
7011         "SET INIT SCSI ID",
7012         "SET SELECT TIMEOUT",
7013         "SET RETRY COUNT",
7014         "SET TAG AGE LIMIT",
7015         "SET CLOCK RATE",
7016         "SET ACT NEG STATE",
7017         "SET ASYNC DATA SETUP TIME",
7018         "SET PCI CONTROL PARAMS",
7019         "SET TARGET PARAMS",
7020         "SET DEV QUEUE PARAMS",
7021         "SET RESET DELAY PARAMS",
7022         NULL,
7023         NULL,
7024         NULL,
7025         NULL,
7026         NULL,
7027         "RETURN BIOS BLOCK ADDR",
7028         "WRITE FOUR RAM WORDS",
7029         "EXEC BIOS IOCB",
7030         NULL,
7031         NULL,
7032         "SET SYSTEM PARAMETER",
7033         "GET SYSTEM PARAMETER",
7034         NULL,
7035         "GET SCAM CONFIGURATION",
7036         "SET SCAM CONFIGURATION",
7037         "SET FIRMWARE FEATURES",
7038         "GET FIRMWARE FEATURES",
7039         NULL,
7040         NULL,
7041         NULL,
7042         NULL,
7043         "LOAD RAM A64",
7044         "DUMP RAM A64",
7045         "INITIALIZE REQUEST QUEUE A64",
7046         "INITIALIZE RESPONSE QUEUE A64",
7047         "EXECUTE IOCB A64",
7048         "ENABLE TARGET MODE",
7049         "GET TARGET MODE STATE",
7050         NULL,
7051         NULL,
7052         NULL,
7053         "SET DATA OVERRUN RECOVERY MODE",
7054         "GET DATA OVERRUN RECOVERY MODE",
7055         "SET HOST DATA",
7056         "GET NOST DATA",
7057 };
7058
7059 #define ISP_FC_IBITS(op)        ((mbpfc[((op)<<3) + 0] << 24) | (mbpfc[((op)<<3) + 1] << 16) | (mbpfc[((op)<<3) + 2] << 8) | (mbpfc[((op)<<3) + 3]))
7060 #define ISP_FC_OBITS(op)        ((mbpfc[((op)<<3) + 4] << 24) | (mbpfc[((op)<<3) + 5] << 16) | (mbpfc[((op)<<3) + 6] << 8) | (mbpfc[((op)<<3) + 7]))
7061
7062 #define ISP_FC_OPMAP(in0, out0)                                                   0,   0,   0, in0,    0,    0,    0, out0
7063 #define ISP_FC_OPMAP_HALF(in1, in0, out1, out0)                                   0,   0, in1, in0,    0,    0, out1, out0
7064 #define ISP_FC_OPMAP_FULL(in3, in2, in1, in0, out3, out2, out1, out0)           in3, in2, in1, in0, out3, out2, out1, out0
7065 static const uint32_t mbpfc[] = {
7066         ISP_FC_OPMAP(0x01, 0x01),       /* 0x00: MBOX_NO_OP */
7067         ISP_FC_OPMAP(0x1f, 0x01),       /* 0x01: MBOX_LOAD_RAM */
7068         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x02: MBOX_EXEC_FIRMWARE */
7069         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x03: MBOX_DUMP_RAM */
7070         ISP_FC_OPMAP(0x07, 0x07),       /* 0x04: MBOX_WRITE_RAM_WORD */
7071         ISP_FC_OPMAP(0x03, 0x07),       /* 0x05: MBOX_READ_RAM_WORD */
7072         ISP_FC_OPMAP_FULL(0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff),      /* 0x06: MBOX_MAILBOX_REG_TEST */
7073         ISP_FC_OPMAP(0x07, 0x07),       /* 0x07: MBOX_VERIFY_CHECKSUM   */
7074         ISP_FC_OPMAP_FULL(0x0, 0x0, 0x0, 0x01, 0x0, 0x3, 0x80, 0x7f),   /* 0x08: MBOX_ABOUT_FIRMWARE */
7075         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x09: MBOX_LOAD_RISC_RAM_2100 */
7076         ISP_FC_OPMAP(0xdf, 0x01),       /* 0x0a: DUMP RAM */
7077         ISP_FC_OPMAP_HALF(0x1, 0xff, 0x0, 0x01),        /* 0x0b: MBOX_LOAD_RISC_RAM */
7078         ISP_FC_OPMAP(0x00, 0x00),       /* 0x0c: */
7079         ISP_FC_OPMAP_HALF(0x1, 0x0f, 0x0, 0x01),        /* 0x0d: MBOX_WRITE_RAM_WORD_EXTENDED */
7080         ISP_FC_OPMAP(0x01, 0x05),       /* 0x0e: MBOX_CHECK_FIRMWARE */
7081         ISP_FC_OPMAP_HALF(0x1, 0x03, 0x0, 0x0d),        /* 0x0f: MBOX_READ_RAM_WORD_EXTENDED */
7082         ISP_FC_OPMAP(0x1f, 0x11),       /* 0x10: MBOX_INIT_REQ_QUEUE */
7083         ISP_FC_OPMAP(0x2f, 0x21),       /* 0x11: MBOX_INIT_RES_QUEUE */
7084         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x12: MBOX_EXECUTE_IOCB */
7085         ISP_FC_OPMAP(0x03, 0x03),       /* 0x13: MBOX_WAKE_UP   */
7086         ISP_FC_OPMAP(0x01, 0xff),       /* 0x14: MBOX_STOP_FIRMWARE */
7087         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x15: MBOX_ABORT */
7088         ISP_FC_OPMAP(0x07, 0x01),       /* 0x16: MBOX_ABORT_DEVICE */
7089         ISP_FC_OPMAP(0x07, 0x01),       /* 0x17: MBOX_ABORT_TARGET */
7090         ISP_FC_OPMAP(0x03, 0x03),       /* 0x18: MBOX_BUS_RESET */
7091         ISP_FC_OPMAP(0x07, 0x05),       /* 0x19: MBOX_STOP_QUEUE */
7092         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1a: MBOX_START_QUEUE */
7093         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1b: MBOX_SINGLE_STEP_QUEUE */
7094         ISP_FC_OPMAP(0x07, 0x05),       /* 0x1c: MBOX_ABORT_QUEUE */
7095         ISP_FC_OPMAP(0x07, 0x03),       /* 0x1d: MBOX_GET_DEV_QUEUE_STATUS */
7096         ISP_FC_OPMAP(0x00, 0x00),       /* 0x1e: */
7097         ISP_FC_OPMAP(0x01, 0x07),       /* 0x1f: MBOX_GET_FIRMWARE_STATUS */
7098         ISP_FC_OPMAP_HALF(0x2, 0x01, 0x7e, 0xcf),       /* 0x20: MBOX_GET_LOOP_ID */
7099         ISP_FC_OPMAP(0x00, 0x00),       /* 0x21: */
7100         ISP_FC_OPMAP(0x01, 0x07),       /* 0x22: MBOX_GET_RETRY_COUNT   */
7101         ISP_FC_OPMAP(0x00, 0x00),       /* 0x23: */
7102         ISP_FC_OPMAP(0x00, 0x00),       /* 0x24: */
7103         ISP_FC_OPMAP(0x00, 0x00),       /* 0x25: */
7104         ISP_FC_OPMAP(0x00, 0x00),       /* 0x26: */
7105         ISP_FC_OPMAP(0x00, 0x00),       /* 0x27: */
7106         ISP_FC_OPMAP(0x01, 0x03),       /* 0x28: MBOX_GET_FIRMWARE_OPTIONS */
7107         ISP_FC_OPMAP(0x03, 0x07),       /* 0x29: MBOX_GET_PORT_QUEUE_PARAMS */
7108         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2a: */
7109         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2b: */
7110         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2c: */
7111         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2d: */
7112         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2e: */
7113         ISP_FC_OPMAP(0x00, 0x00),       /* 0x2f: */
7114         ISP_FC_OPMAP(0x00, 0x00),       /* 0x30: */
7115         ISP_FC_OPMAP(0x00, 0x00),       /* 0x31: */
7116         ISP_FC_OPMAP(0x07, 0x07),       /* 0x32: MBOX_SET_RETRY_COUNT   */
7117         ISP_FC_OPMAP(0x00, 0x00),       /* 0x33: */
7118         ISP_FC_OPMAP(0x00, 0x00),       /* 0x34: */
7119         ISP_FC_OPMAP(0x00, 0x00),       /* 0x35: */
7120         ISP_FC_OPMAP(0x00, 0x00),       /* 0x36: */
7121         ISP_FC_OPMAP(0x00, 0x00),       /* 0x37: */
7122         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x38: MBOX_SET_FIRMWARE_OPTIONS */
7123         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x39: MBOX_SET_PORT_QUEUE_PARAMS */
7124         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3a: */
7125         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3b: */
7126         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3c: */
7127         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3d: */
7128         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3e: */
7129         ISP_FC_OPMAP(0x00, 0x00),       /* 0x3f: */
7130         ISP_FC_OPMAP(0x03, 0x01),       /* 0x40: MBOX_LOOP_PORT_BYPASS */
7131         ISP_FC_OPMAP(0x03, 0x01),       /* 0x41: MBOX_LOOP_PORT_ENABLE */
7132         ISP_FC_OPMAP_HALF(0x0, 0x01, 0x3, 0xcf),        /* 0x42: MBOX_GET_RESOURCE_COUNT */
7133         ISP_FC_OPMAP(0x01, 0x01),       /* 0x43: MBOX_REQUEST_OFFLINE_MODE */
7134         ISP_FC_OPMAP(0x00, 0x00),       /* 0x44: */
7135         ISP_FC_OPMAP(0x00, 0x00),       /* 0x45: */
7136         ISP_FC_OPMAP(0x00, 0x00),       /* 0x46: */
7137         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x47: GET PORT_DATABASE ENHANCED */
7138         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x48: MBOX_INIT_FIRMWARE_MULTI_ID */
7139         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x49: MBOX_GET_VP_DATABASE */
7140         ISP_FC_OPMAP_HALF(0x2, 0xcd, 0x0, 0x01),        /* 0x4a: MBOX_GET_VP_DATABASE_ENTRY */
7141         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4b: */
7142         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4c: */
7143         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4d: */
7144         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4e: */
7145         ISP_FC_OPMAP(0x00, 0x00),       /* 0x4f: */
7146         ISP_FC_OPMAP(0x00, 0x00),       /* 0x50: */
7147         ISP_FC_OPMAP(0x00, 0x00),       /* 0x51: */
7148         ISP_FC_OPMAP(0x00, 0x00),       /* 0x52: */
7149         ISP_FC_OPMAP(0x00, 0x00),       /* 0x53: */
7150         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x54: EXECUTE IOCB A64 */
7151         ISP_FC_OPMAP(0x00, 0x00),       /* 0x55: */
7152         ISP_FC_OPMAP(0x00, 0x00),       /* 0x56: */
7153         ISP_FC_OPMAP(0x00, 0x00),       /* 0x57: */
7154         ISP_FC_OPMAP(0x00, 0x00),       /* 0x58: */
7155         ISP_FC_OPMAP(0x00, 0x00),       /* 0x59: */
7156         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5a: */
7157         ISP_FC_OPMAP(0x03, 0x01),       /* 0x5b: MBOX_DRIVER_HEARTBEAT */
7158         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x5c: MBOX_FW_HEARTBEAT */
7159         ISP_FC_OPMAP(0x07, 0x03),       /* 0x5d: MBOX_GET_SET_DATA_RATE */
7160         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5e: */
7161         ISP_FC_OPMAP(0x00, 0x00),       /* 0x5f: */
7162         ISP_FC_OPMAP(0xcf, 0x0f),       /* 0x60: MBOX_INIT_FIRMWARE */
7163         ISP_FC_OPMAP(0x00, 0x00),       /* 0x61: */
7164         ISP_FC_OPMAP(0x01, 0x01),       /* 0x62: MBOX_INIT_LIP */
7165         ISP_FC_OPMAP(0xcd, 0x03),       /* 0x63: MBOX_GET_FC_AL_POSITION_MAP */
7166         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x64: MBOX_GET_PORT_DB */
7167         ISP_FC_OPMAP(0x07, 0x01),       /* 0x65: MBOX_CLEAR_ACA */
7168         ISP_FC_OPMAP(0x07, 0x01),       /* 0x66: MBOX_TARGET_RESET */
7169         ISP_FC_OPMAP(0x07, 0x01),       /* 0x67: MBOX_CLEAR_TASK_SET */
7170         ISP_FC_OPMAP(0x07, 0x01),       /* 0x68: MBOX_ABORT_TASK_SET */
7171         ISP_FC_OPMAP(0x01, 0x07),       /* 0x69: MBOX_GET_FW_STATE */
7172         ISP_FC_OPMAP_HALF(0x6, 0x03, 0x0, 0xcf),        /* 0x6a: MBOX_GET_PORT_NAME */
7173         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x6b: MBOX_GET_LINK_STATUS */
7174         ISP_FC_OPMAP(0x0f, 0x01),       /* 0x6c: MBOX_INIT_LIP_RESET */
7175         ISP_FC_OPMAP(0x00, 0x00),       /* 0x6d: */
7176         ISP_FC_OPMAP(0xcf, 0x03),       /* 0x6e: MBOX_SEND_SNS */
7177         ISP_FC_OPMAP(0x0f, 0x07),       /* 0x6f: MBOX_FABRIC_LOGIN */
7178         ISP_FC_OPMAP(0x03, 0x01),       /* 0x70: MBOX_SEND_CHANGE_REQUEST */
7179         ISP_FC_OPMAP(0x03, 0x03),       /* 0x71: MBOX_FABRIC_LOGOUT */
7180         ISP_FC_OPMAP(0x0f, 0x0f),       /* 0x72: MBOX_INIT_LIP_LOGIN */
7181         ISP_FC_OPMAP(0x00, 0x00),       /* 0x73: */
7182         ISP_FC_OPMAP(0x07, 0x01),       /* 0x74: LOGIN LOOP PORT */
7183         ISP_FC_OPMAP_HALF(0x03, 0xcf, 0x00, 0x07),      /* 0x75: GET PORT/NODE NAME LIST */
7184         ISP_FC_OPMAP(0x4f, 0x01),       /* 0x76: SET VENDOR ID */
7185         ISP_FC_OPMAP(0xcd, 0x01),       /* 0x77: INITIALIZE IP MAILBOX */
7186         ISP_FC_OPMAP(0x00, 0x00),       /* 0x78: */
7187         ISP_FC_OPMAP(0x00, 0x00),       /* 0x79: */
7188         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7a: */
7189         ISP_FC_OPMAP(0x00, 0x00),       /* 0x7b: */
7190         ISP_FC_OPMAP_HALF(0x03, 0x4f, 0x00, 0x07),      /* 0x7c: Get ID List */
7191         ISP_FC_OPMAP(0xcf, 0x01),       /* 0x7d: SEND LFA */
7192         ISP_FC_OPMAP(0x0f, 0x01)        /* 0x7e: LUN RESET */
7193 };
7194 #define MAX_FC_OPCODE   0x7e
7195 /*
7196  * Footnotes
7197  *
7198  * (1): this sets bits 21..16 in mailbox register #8, which we nominally
7199  *      do not access at this time in the core driver. The caller is
7200  *      responsible for setting this register first (Gross!). The assumption
7201  *      is that we won't overflow.
7202  */
7203
7204 static const char *fc_mbcmd_names[] = {
7205         "NO-OP",
7206         "LOAD RAM",
7207         "EXEC FIRMWARE",
7208         "DUMP RAM",
7209         "WRITE RAM WORD",
7210         "READ RAM WORD",
7211         "MAILBOX REG TEST",
7212         "VERIFY CHECKSUM",
7213         "ABOUT FIRMWARE",
7214         "LOAD RAM (2100)",
7215         "DUMP RAM",
7216         "LOAD RISC RAM",
7217         NULL,
7218         "WRITE RAM WORD EXTENDED",
7219         "CHECK FIRMWARE",
7220         "READ RAM WORD EXTENDED",
7221         "INIT REQUEST QUEUE",
7222         "INIT RESULT QUEUE",
7223         "EXECUTE IOCB",
7224         "WAKE UP",
7225         "STOP FIRMWARE",
7226         "ABORT",
7227         "ABORT DEVICE",
7228         "ABORT TARGET",
7229         "BUS RESET",
7230         "STOP QUEUE",
7231         "START QUEUE",
7232         "SINGLE STEP QUEUE",
7233         "ABORT QUEUE",
7234         "GET DEV QUEUE STATUS",
7235         NULL,
7236         "GET FIRMWARE STATUS",
7237         "GET LOOP ID",
7238         NULL,
7239         "GET RETRY COUNT",
7240         NULL,
7241         NULL,
7242         NULL,
7243         NULL,
7244         NULL,
7245         "GET FIRMWARE OPTIONS",
7246         "GET PORT QUEUE PARAMS",
7247         NULL,
7248         NULL,
7249         NULL,
7250         NULL,
7251         NULL,
7252         NULL,
7253         NULL,
7254         NULL,
7255         "SET RETRY COUNT",
7256         NULL,
7257         NULL,
7258         NULL,
7259         NULL,
7260         NULL,
7261         "SET FIRMWARE OPTIONS",
7262         "SET PORT QUEUE PARAMS",
7263         NULL,
7264         NULL,
7265         NULL,
7266         NULL,
7267         NULL,
7268         NULL,
7269         "LOOP PORT BYPASS",
7270         "LOOP PORT ENABLE",
7271         "GET RESOURCE COUNT",
7272         "REQUEST NON PARTICIPATING MODE",
7273         NULL,
7274         NULL,
7275         NULL,
7276         "GET PORT DATABASE ENHANCED",
7277         "INIT FIRMWARE MULTI ID",
7278         "GET VP DATABASE",
7279         "GET VP DATABASE ENTRY",
7280         NULL,
7281         NULL,
7282         NULL,
7283         NULL,
7284         NULL,
7285         NULL,
7286         NULL,
7287         NULL,
7288         NULL,
7289         "EXECUTE IOCB A64",
7290         NULL,
7291         NULL,
7292         NULL,
7293         NULL,
7294         NULL,
7295         NULL,
7296         "DRIVER HEARTBEAT",
7297         NULL,
7298         "GET/SET DATA RATE",
7299         NULL,
7300         NULL,
7301         "INIT FIRMWARE",
7302         NULL,
7303         "INIT LIP",
7304         "GET FC-AL POSITION MAP",
7305         "GET PORT DATABASE",
7306         "CLEAR ACA",
7307         "TARGET RESET",
7308         "CLEAR TASK SET",
7309         "ABORT TASK SET",
7310         "GET FW STATE",
7311         "GET PORT NAME",
7312         "GET LINK STATUS",
7313         "INIT LIP RESET",
7314         NULL,
7315         "SEND SNS",
7316         "FABRIC LOGIN",
7317         "SEND CHANGE REQUEST",
7318         "FABRIC LOGOUT",
7319         "INIT LIP LOGIN",
7320         NULL,
7321         "LOGIN LOOP PORT",
7322         "GET PORT/NODE NAME LIST",
7323         "SET VENDOR ID",
7324         "INITIALIZE IP MAILBOX",
7325         NULL,
7326         NULL,
7327         NULL,
7328         NULL,
7329         "Get ID List",
7330         "SEND LFA",
7331         "Lun RESET"
7332 };
7333
7334 static void
7335 isp_mboxcmd_qnw(ispsoftc_t *isp, mbreg_t *mbp, int nodelay)
7336 {
7337         unsigned int ibits, obits, box, opcode;
7338
7339         opcode = mbp->param[0];
7340         if (IS_FC(isp)) {
7341                 ibits = ISP_FC_IBITS(opcode);
7342                 obits = ISP_FC_OBITS(opcode);
7343         } else {
7344                 ibits = ISP_SCSI_IBITS(opcode);
7345                 obits = ISP_SCSI_OBITS(opcode);
7346         }
7347         ibits |= mbp->ibits;
7348         obits |= mbp->obits;
7349         for (box = 0; box < ISP_NMBOX(isp); box++) {
7350                 if (ibits & (1 << box)) {
7351                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7352                 }
7353                 if (nodelay == 0) {
7354                         isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7355                 }
7356         }
7357         if (nodelay == 0) {
7358                 isp->isp_lastmbxcmd = opcode;
7359                 isp->isp_obits = obits;
7360                 isp->isp_mboxbsy = 1;
7361         }
7362         if (IS_24XX(isp)) {
7363                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7364         } else {
7365                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7366         }
7367         /*
7368          * Oddly enough, if we're not delaying for an answer,
7369          * delay a bit to give the f/w a chance to pick up the
7370          * command.
7371          */
7372         if (nodelay) {
7373                 ISP_DELAY(1000);
7374         }
7375 }
7376
7377 static void
7378 isp_mboxcmd(ispsoftc_t *isp, mbreg_t *mbp)
7379 {
7380         const char *cname, *xname, *sname;
7381         char tname[16], mname[16];
7382         unsigned int ibits, obits, box, opcode;
7383
7384         opcode = mbp->param[0];
7385         if (IS_FC(isp)) {
7386                 if (opcode > MAX_FC_OPCODE) {
7387                         mbp->param[0] = MBOX_INVALID_COMMAND;
7388                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7389                         return;
7390                 }
7391                 cname = fc_mbcmd_names[opcode];
7392                 ibits = ISP_FC_IBITS(opcode);
7393                 obits = ISP_FC_OBITS(opcode);
7394         } else {
7395                 if (opcode > MAX_SCSI_OPCODE) {
7396                         mbp->param[0] = MBOX_INVALID_COMMAND;
7397                         isp_prt(isp, ISP_LOGERR, "Unknown Command 0x%x", opcode);
7398                         return;
7399                 }
7400                 cname = scsi_mbcmd_names[opcode];
7401                 ibits = ISP_SCSI_IBITS(opcode);
7402                 obits = ISP_SCSI_OBITS(opcode);
7403         }
7404         if (cname == NULL) {
7405                 cname = tname;
7406                 ISP_SNPRINTF(tname, sizeof tname, "opcode %x", opcode);
7407         }
7408         isp_prt(isp, ISP_LOGDEBUG3, "Mailbox Command '%s'", cname);
7409
7410         /*
7411          * Pick up any additional bits that the caller might have set.
7412          */
7413         ibits |= mbp->ibits;
7414         obits |= mbp->obits;
7415
7416         /*
7417          * Mask any bits that the caller wants us to mask
7418          */
7419         ibits &= mbp->ibitm;
7420         obits &= mbp->obitm;
7421
7422
7423         if (ibits == 0 && obits == 0) {
7424                 mbp->param[0] = MBOX_COMMAND_PARAM_ERROR;
7425                 isp_prt(isp, ISP_LOGERR, "no parameters for 0x%x", opcode);
7426                 return;
7427         }
7428
7429         /*
7430          * Get exclusive usage of mailbox registers.
7431          */
7432         if (MBOX_ACQUIRE(isp)) {
7433                 mbp->param[0] = MBOX_REGS_BUSY;
7434                 goto out;
7435         }
7436
7437         for (box = 0; box < ISP_NMBOX(isp); box++) {
7438                 if (ibits & (1 << box)) {
7439                         isp_prt(isp, ISP_LOGDEBUG3, "IN mbox %d = 0x%04x", box,
7440                             mbp->param[box]);
7441                         ISP_WRITE(isp, MBOX_OFF(box), mbp->param[box]);
7442                 }
7443                 isp->isp_mboxtmp[box] = mbp->param[box] = 0;
7444         }
7445
7446         isp->isp_lastmbxcmd = opcode;
7447
7448         /*
7449          * We assume that we can't overwrite a previous command.
7450          */
7451         isp->isp_obits = obits;
7452         isp->isp_mboxbsy = 1;
7453
7454         /*
7455          * Set Host Interrupt condition so that RISC will pick up mailbox regs.
7456          */
7457         if (IS_24XX(isp)) {
7458                 ISP_WRITE(isp, BIU2400_HCCR, HCCR_2400_CMD_SET_HOST_INT);
7459         } else {
7460                 ISP_WRITE(isp, HCCR, HCCR_CMD_SET_HOST_INT);
7461         }
7462
7463         /*
7464          * While we haven't finished the command, spin our wheels here.
7465          */
7466         MBOX_WAIT_COMPLETE(isp, mbp);
7467
7468         /*
7469          * Did the command time out?
7470          */
7471         if (mbp->param[0] == MBOX_TIMEOUT) {
7472                 isp->isp_mboxbsy = 0;
7473                 MBOX_RELEASE(isp);
7474                 goto out;
7475         }
7476
7477         /*
7478          * Copy back output registers.
7479          */
7480         for (box = 0; box < ISP_NMBOX(isp); box++) {
7481                 if (obits & (1 << box)) {
7482                         mbp->param[box] = isp->isp_mboxtmp[box];
7483                         isp_prt(isp, ISP_LOGDEBUG3, "OUT mbox %d = 0x%04x", box,
7484                             mbp->param[box]);
7485                 }
7486         }
7487
7488         isp->isp_mboxbsy = 0;
7489         MBOX_RELEASE(isp);
7490 out:
7491         if (mbp->logval == 0 || mbp->param[0] == MBOX_COMMAND_COMPLETE)
7492                 return;
7493
7494         if ((mbp->param[0] & 0xbfe0) == 0 &&
7495             (mbp->logval & MBLOGMASK(mbp->param[0])) == 0)
7496                 return;
7497
7498         xname = NULL;
7499         sname = "";
7500         switch (mbp->param[0]) {
7501         case MBOX_INVALID_COMMAND:
7502                 xname = "INVALID COMMAND";
7503                 break;
7504         case MBOX_HOST_INTERFACE_ERROR:
7505                 xname = "HOST INTERFACE ERROR";
7506                 break;
7507         case MBOX_TEST_FAILED:
7508                 xname = "TEST FAILED";
7509                 break;
7510         case MBOX_COMMAND_ERROR:
7511                 xname = "COMMAND ERROR";
7512                 ISP_SNPRINTF(mname, sizeof(mname), " subcode 0x%x",
7513                     mbp->param[1]);
7514                 sname = mname;
7515                 break;
7516         case MBOX_COMMAND_PARAM_ERROR:
7517                 xname = "COMMAND PARAMETER ERROR";
7518                 break;
7519         case MBOX_PORT_ID_USED:
7520                 xname = "PORT ID ALREADY IN USE";
7521                 break;
7522         case MBOX_LOOP_ID_USED:
7523                 xname = "LOOP ID ALREADY IN USE";
7524                 break;
7525         case MBOX_ALL_IDS_USED:
7526                 xname = "ALL LOOP IDS IN USE";
7527                 break;
7528         case MBOX_NOT_LOGGED_IN:
7529                 xname = "NOT LOGGED IN";
7530                 break;
7531         case MBOX_LINK_DOWN_ERROR:
7532                 xname = "LINK DOWN ERROR";
7533                 break;
7534         case MBOX_LOOPBACK_ERROR:
7535                 xname = "LOOPBACK ERROR";
7536                 break;
7537         case MBOX_CHECKSUM_ERROR:
7538                 xname = "CHECKSUM ERROR";
7539                 break;
7540         case MBOX_INVALID_PRODUCT_KEY:
7541                 xname = "INVALID PRODUCT KEY";
7542                 break;
7543         case MBOX_REGS_BUSY:
7544                 xname = "REGISTERS BUSY";
7545                 break;
7546         case MBOX_TIMEOUT:
7547                 xname = "TIMEOUT";
7548                 break;
7549         default:
7550                 ISP_SNPRINTF(mname, sizeof mname, "error 0x%x", mbp->param[0]);
7551                 xname = mname;
7552                 break;
7553         }
7554         if (xname) {
7555                 isp_prt(isp, ISP_LOGALL, "Mailbox Command '%s' failed (%s%s)",
7556                     cname, xname, sname);
7557         }
7558 }
7559
7560 static void
7561 isp_fw_state(ispsoftc_t *isp, int chan)
7562 {
7563         if (IS_FC(isp)) {
7564                 mbreg_t mbs;
7565                 fcparam *fcp = FCPARAM(isp, chan);
7566
7567                 MBSINIT(&mbs, MBOX_GET_FW_STATE, MBLOGALL, 0);
7568                 isp_mboxcmd(isp, &mbs);
7569                 if (mbs.param[0] == MBOX_COMMAND_COMPLETE) {
7570                         fcp->isp_fwstate = mbs.param[1];
7571                 }
7572         }
7573 }
7574
7575 static void
7576 isp_spi_update(ispsoftc_t *isp, int chan)
7577 {
7578         int tgt;
7579         mbreg_t mbs;
7580         sdparam *sdp;
7581
7582         if (IS_FC(isp)) {
7583                 /*
7584                  * There are no 'per-bus' settings for Fibre Channel.
7585                  */
7586                 return;
7587         }
7588         sdp = SDPARAM(isp, chan);
7589         sdp->update = 0;
7590
7591         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7592                 uint16_t flags, period, offset;
7593                 int get;
7594
7595                 if (sdp->isp_devparam[tgt].dev_enable == 0) {
7596                         sdp->isp_devparam[tgt].dev_update = 0;
7597                         sdp->isp_devparam[tgt].dev_refresh = 0;
7598                         isp_prt(isp, ISP_LOGDEBUG0, "skipping target %d bus %d update", tgt, chan);
7599                         continue;
7600                 }
7601                 /*
7602                  * If the goal is to update the status of the device,
7603                  * take what's in goal_flags and try and set the device
7604                  * toward that. Otherwise, if we're just refreshing the
7605                  * current device state, get the current parameters.
7606                  */
7607
7608                 MBSINIT(&mbs, 0, MBLOGALL, 0);
7609
7610                 /*
7611                  * Refresh overrides set
7612                  */
7613                 if (sdp->isp_devparam[tgt].dev_refresh) {
7614                         mbs.param[0] = MBOX_GET_TARGET_PARAMS;
7615                         get = 1;
7616                 } else if (sdp->isp_devparam[tgt].dev_update) {
7617                         mbs.param[0] = MBOX_SET_TARGET_PARAMS;
7618
7619                         /*
7620                          * Make sure goal_flags has "Renegotiate on Error"
7621                          * on and "Freeze Queue on Error" off.
7622                          */
7623                         sdp->isp_devparam[tgt].goal_flags |= DPARM_RENEG;
7624                         sdp->isp_devparam[tgt].goal_flags &= ~DPARM_QFRZ;
7625                         mbs.param[2] = sdp->isp_devparam[tgt].goal_flags;
7626
7627                         /*
7628                          * Insist that PARITY must be enabled
7629                          * if SYNC or WIDE is enabled.
7630                          */
7631                         if ((mbs.param[2] & (DPARM_SYNC|DPARM_WIDE)) != 0) {
7632                                 mbs.param[2] |= DPARM_PARITY;
7633                         }
7634
7635                         if (mbs.param[2] & DPARM_SYNC) {
7636                                 mbs.param[3] =
7637                                     (sdp->isp_devparam[tgt].goal_offset << 8) |
7638                                     (sdp->isp_devparam[tgt].goal_period);
7639                         }
7640                         /*
7641                          * A command completion later that has
7642                          * RQSTF_NEGOTIATION set can cause
7643                          * the dev_refresh/announce cycle also.
7644                          *
7645                          * Note: It is really important to update our current
7646                          * flags with at least the state of TAG capabilities-
7647                          * otherwise we might try and send a tagged command
7648                          * when we have it all turned off. So change it here
7649                          * to say that current already matches goal.
7650                          */
7651                         sdp->isp_devparam[tgt].actv_flags &= ~DPARM_TQING;
7652                         sdp->isp_devparam[tgt].actv_flags |=
7653                             (sdp->isp_devparam[tgt].goal_flags & DPARM_TQING);
7654                         isp_prt(isp, ISP_LOGDEBUG0, "bus %d set tgt %d flags 0x%x off 0x%x period 0x%x",
7655                             chan, tgt, mbs.param[2], mbs.param[3] >> 8, mbs.param[3] & 0xff);
7656                         get = 0;
7657                 } else {
7658                         continue;
7659                 }
7660                 mbs.param[1] = (chan << 15) | (tgt << 8);
7661                 isp_mboxcmd(isp, &mbs);
7662                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7663                         continue;
7664                 }
7665                 if (get == 0) {
7666                         sdp->sendmarker = 1;
7667                         sdp->isp_devparam[tgt].dev_update = 0;
7668                         sdp->isp_devparam[tgt].dev_refresh = 1;
7669                 } else {
7670                         sdp->isp_devparam[tgt].dev_refresh = 0;
7671                         flags = mbs.param[2];
7672                         period = mbs.param[3] & 0xff;
7673                         offset = mbs.param[3] >> 8;
7674                         sdp->isp_devparam[tgt].actv_flags = flags;
7675                         sdp->isp_devparam[tgt].actv_period = period;
7676                         sdp->isp_devparam[tgt].actv_offset = offset;
7677                         isp_async(isp, ISPASYNC_NEW_TGT_PARAMS, chan, tgt);
7678                 }
7679         }
7680
7681         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7682                 if (sdp->isp_devparam[tgt].dev_update ||
7683                     sdp->isp_devparam[tgt].dev_refresh) {
7684                         sdp->update = 1;
7685                         break;
7686                 }
7687         }
7688 }
7689
7690 static void
7691 isp_setdfltsdparm(ispsoftc_t *isp)
7692 {
7693         int tgt;
7694         sdparam *sdp, *sdp1;
7695
7696         sdp = SDPARAM(isp, 0);
7697         sdp->role = GET_DEFAULT_ROLE(isp, 0);
7698         if (IS_DUALBUS(isp)) {
7699                 sdp1 = sdp + 1;
7700                 sdp1->role = GET_DEFAULT_ROLE(isp, 1);
7701         } else {
7702                 sdp1 = NULL;
7703         }
7704
7705         /*
7706          * Establish some default parameters.
7707          */
7708         sdp->isp_cmd_dma_burst_enable = 0;
7709         sdp->isp_data_dma_burst_enabl = 1;
7710         sdp->isp_fifo_threshold = 0;
7711         sdp->isp_initiator_id = DEFAULT_IID(isp, 0);
7712         if (isp->isp_type >= ISP_HA_SCSI_1040) {
7713                 sdp->isp_async_data_setup = 9;
7714         } else {
7715                 sdp->isp_async_data_setup = 6;
7716         }
7717         sdp->isp_selection_timeout = 250;
7718         sdp->isp_max_queue_depth = MAXISPREQUEST(isp);
7719         sdp->isp_tag_aging = 8;
7720         sdp->isp_bus_reset_delay = 5;
7721         /*
7722          * Don't retry selection, busy or queue full automatically- reflect
7723          * these back to us.
7724          */
7725         sdp->isp_retry_count = 0;
7726         sdp->isp_retry_delay = 0;
7727
7728         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7729                 sdp->isp_devparam[tgt].exc_throttle = ISP_EXEC_THROTTLE;
7730                 sdp->isp_devparam[tgt].dev_enable = 1;
7731         }
7732
7733         /*
7734          * The trick here is to establish a default for the default (honk!)
7735          * state (goal_flags). Then try and get the current status from
7736          * the card to fill in the current state. We don't, in fact, set
7737          * the default to the SAFE default state- that's not the goal state.
7738          */
7739         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
7740                 uint8_t off, per;
7741                 sdp->isp_devparam[tgt].actv_offset = 0;
7742                 sdp->isp_devparam[tgt].actv_period = 0;
7743                 sdp->isp_devparam[tgt].actv_flags = 0;
7744
7745                 sdp->isp_devparam[tgt].goal_flags =
7746                     sdp->isp_devparam[tgt].nvrm_flags = DPARM_DEFAULT;
7747
7748                 /*
7749                  * We default to Wide/Fast for versions less than a 1040
7750                  * (unless it's SBus).
7751                  */
7752                 if (IS_ULTRA3(isp)) {
7753                         off = ISP_80M_SYNCPARMS >> 8;
7754                         per = ISP_80M_SYNCPARMS & 0xff;
7755                 } else if (IS_ULTRA2(isp)) {
7756                         off = ISP_40M_SYNCPARMS >> 8;
7757                         per = ISP_40M_SYNCPARMS & 0xff;
7758                 } else if (IS_1240(isp)) {
7759                         off = ISP_20M_SYNCPARMS >> 8;
7760                         per = ISP_20M_SYNCPARMS & 0xff;
7761                 } else if ((isp->isp_bustype == ISP_BT_SBUS &&
7762                     isp->isp_type < ISP_HA_SCSI_1020A) ||
7763                     (isp->isp_bustype == ISP_BT_PCI &&
7764                     isp->isp_type < ISP_HA_SCSI_1040) ||
7765                     (isp->isp_clock && isp->isp_clock < 60) ||
7766                     (sdp->isp_ultramode == 0)) {
7767                         off = ISP_10M_SYNCPARMS >> 8;
7768                         per = ISP_10M_SYNCPARMS & 0xff;
7769                 } else {
7770                         off = ISP_20M_SYNCPARMS_1040 >> 8;
7771                         per = ISP_20M_SYNCPARMS_1040 & 0xff;
7772                 }
7773                 sdp->isp_devparam[tgt].goal_offset =
7774                     sdp->isp_devparam[tgt].nvrm_offset = off;
7775                 sdp->isp_devparam[tgt].goal_period =
7776                     sdp->isp_devparam[tgt].nvrm_period = per;
7777
7778         }
7779
7780         /*
7781          * If we're a dual bus card, just copy the data over
7782          */
7783         if (sdp1) {
7784                 *sdp1 = *sdp;
7785                 sdp1->isp_initiator_id = DEFAULT_IID(isp, 1);
7786         }
7787
7788         /*
7789          * If we've not been told to avoid reading NVRAM, try and read it.
7790          * If we're successful reading it, we can then return because NVRAM
7791          * will tell us what the desired settings are. Otherwise, we establish
7792          * some reasonable 'fake' nvram and goal defaults.
7793          */
7794         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7795                 mbreg_t mbs;
7796
7797                 if (isp_read_nvram(isp, 0) == 0) {
7798                         if (IS_DUALBUS(isp)) {
7799                                 if (isp_read_nvram(isp, 1) == 0) {
7800                                         return;
7801                                 }
7802                         }
7803                 }
7804                 MBSINIT(&mbs, MBOX_GET_ACT_NEG_STATE, MBLOGNONE, 0);
7805                 isp_mboxcmd(isp, &mbs);
7806                 if (mbs.param[0] != MBOX_COMMAND_COMPLETE) {
7807                         sdp->isp_req_ack_active_neg = 1;
7808                         sdp->isp_data_line_active_neg = 1;
7809                         if (sdp1) {
7810                                 sdp1->isp_req_ack_active_neg = 1;
7811                                 sdp1->isp_data_line_active_neg = 1;
7812                         }
7813                 } else {
7814                         sdp->isp_req_ack_active_neg =
7815                             (mbs.param[1] >> 4) & 0x1;
7816                         sdp->isp_data_line_active_neg =
7817                             (mbs.param[1] >> 5) & 0x1;
7818                         if (sdp1) {
7819                                 sdp1->isp_req_ack_active_neg =
7820                                     (mbs.param[2] >> 4) & 0x1;
7821                                 sdp1->isp_data_line_active_neg =
7822                                     (mbs.param[2] >> 5) & 0x1;
7823                         }
7824                 }
7825         }
7826
7827 }
7828
7829 static void
7830 isp_setdfltfcparm(ispsoftc_t *isp, int chan)
7831 {
7832         fcparam *fcp = FCPARAM(isp, chan);
7833
7834         /*
7835          * Establish some default parameters.
7836          */
7837         fcp->role = GET_DEFAULT_ROLE(isp, chan);
7838         fcp->isp_maxalloc = ICB_DFLT_ALLOC;
7839         fcp->isp_retry_delay = ICB_DFLT_RDELAY;
7840         fcp->isp_retry_count = ICB_DFLT_RCOUNT;
7841         fcp->isp_loopid = DEFAULT_LOOPID(isp, chan);
7842         fcp->isp_wwnn_nvram = DEFAULT_NODEWWN(isp, chan);
7843         fcp->isp_wwpn_nvram = DEFAULT_PORTWWN(isp, chan);
7844         fcp->isp_fwoptions = 0;
7845         fcp->isp_lasthdl = NIL_HANDLE;
7846
7847         if (IS_24XX(isp)) {
7848                 fcp->isp_fwoptions |= ICB2400_OPT1_FAIRNESS;
7849                 fcp->isp_fwoptions |= ICB2400_OPT1_HARD_ADDRESS;
7850                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX) {
7851                         fcp->isp_fwoptions |= ICB2400_OPT1_FULL_DUPLEX;
7852                 }
7853                 fcp->isp_fwoptions |= ICB2400_OPT1_BOTH_WWNS;
7854         } else {
7855                 fcp->isp_fwoptions |= ICBOPT_FAIRNESS;
7856                 fcp->isp_fwoptions |= ICBOPT_PDBCHANGE_AE;
7857                 fcp->isp_fwoptions |= ICBOPT_HARD_ADDRESS;
7858                 if (isp->isp_confopts & ISP_CFG_FULL_DUPLEX) {
7859                         fcp->isp_fwoptions |= ICBOPT_FULL_DUPLEX;
7860                 }
7861                 /*
7862                  * Make sure this is turned off now until we get
7863                  * extended options from NVRAM
7864                  */
7865                 fcp->isp_fwoptions &= ~ICBOPT_EXTENDED;
7866         }
7867
7868
7869         /*
7870          * Now try and read NVRAM unless told to not do so.
7871          * This will set fcparam's isp_wwnn_nvram && isp_wwpn_nvram.
7872          */
7873         if ((isp->isp_confopts & ISP_CFG_NONVRAM) == 0) {
7874                 int i, j = 0;
7875                 /*
7876                  * Give a couple of tries at reading NVRAM.
7877                  */
7878                 for (i = 0; i < 2; i++) {
7879                         j = isp_read_nvram(isp, chan);
7880                         if (j == 0) {
7881                                 break;
7882                         }
7883                 }
7884                 if (j) {
7885                         isp->isp_confopts |= ISP_CFG_NONVRAM;
7886                 }
7887         }
7888
7889         fcp->isp_wwnn = ACTIVE_NODEWWN(isp, chan);
7890         fcp->isp_wwpn = ACTIVE_PORTWWN(isp, chan);
7891         isp_prt(isp, ISP_LOGCONFIG, "Chan %d 0x%08x%08x/0x%08x%08x Role %s",
7892             chan, (uint32_t) (fcp->isp_wwnn >> 32), (uint32_t) (fcp->isp_wwnn),
7893             (uint32_t) (fcp->isp_wwpn >> 32), (uint32_t) (fcp->isp_wwpn),
7894             isp_class3_roles[fcp->role]);
7895 }
7896
7897 /*
7898  * Re-initialize the ISP and complete all orphaned commands
7899  * with a 'botched' notice. The reset/init routines should
7900  * not disturb an already active list of commands.
7901  */
7902
7903 int
7904 isp_reinit(ispsoftc_t *isp, int do_load_defaults)
7905 {
7906         int i, res = 0;
7907
7908         if (isp->isp_state != ISP_RESETSTATE)
7909                 isp_reset(isp, do_load_defaults);
7910         if (isp->isp_state != ISP_RESETSTATE) {
7911                 res = EIO;
7912                 isp_prt(isp, ISP_LOGERR, "%s: cannot reset card", __func__);
7913                 ISP_DISABLE_INTS(isp);
7914                 goto cleanup;
7915         }
7916
7917         isp_init(isp);
7918         if (isp->isp_state > ISP_RESETSTATE &&
7919             isp->isp_state != ISP_RUNSTATE) {
7920                 res = EIO;
7921                 isp_prt(isp, ISP_LOGERR, "%s: cannot init card", __func__);
7922                 ISP_DISABLE_INTS(isp);
7923                 if (IS_FC(isp)) {
7924                         /*
7925                          * If we're in ISP_ROLE_NONE, turn off the lasers.
7926                          */
7927                         if (!IS_24XX(isp)) {
7928                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FPM0_REGS);
7929                                 ISP_WRITE(isp, FPM_DIAG_CONFIG, FPM_SOFT_RESET);
7930                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_FB_REGS);
7931                                 ISP_WRITE(isp, FBM_CMD, FBMCMD_FIFO_RESET_ALL);
7932                                 ISP_WRITE(isp, BIU2100_CSR, BIU2100_RISC_REGS);
7933                         }
7934                 }
7935         }
7936
7937  cleanup:
7938         isp->isp_nactive = 0;
7939         isp_clear_commands(isp);
7940         if (IS_FC(isp)) {
7941                 for (i = 0; i < isp->isp_nchan; i++)
7942                         ISP_MARK_PORTDB(isp, i, -1);
7943         }
7944         return (res);
7945 }
7946
7947 /*
7948  * NVRAM Routines
7949  */
7950 static int
7951 isp_read_nvram(ispsoftc_t *isp, int bus)
7952 {
7953         int i, amt, retval;
7954         uint8_t csum, minversion;
7955         union {
7956                 uint8_t _x[ISP2400_NVRAM_SIZE];
7957                 uint16_t _s[ISP2400_NVRAM_SIZE>>1];
7958         } _n;
7959 #define nvram_data      _n._x
7960 #define nvram_words     _n._s
7961
7962         if (IS_24XX(isp)) {
7963                 return (isp_read_nvram_2400(isp, nvram_data));
7964         } else if (IS_FC(isp)) {
7965                 amt = ISP2100_NVRAM_SIZE;
7966                 minversion = 1;
7967         } else if (IS_ULTRA2(isp)) {
7968                 amt = ISP1080_NVRAM_SIZE;
7969                 minversion = 0;
7970         } else {
7971                 amt = ISP_NVRAM_SIZE;
7972                 minversion = 2;
7973         }
7974
7975         for (i = 0; i < amt>>1; i++) {
7976                 isp_rdnvram_word(isp, i, &nvram_words[i]);
7977         }
7978
7979         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
7980             nvram_data[2] != 'P') {
7981                 if (isp->isp_bustype != ISP_BT_SBUS) {
7982                         isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header");
7983                         isp_prt(isp, ISP_LOGDEBUG0, "%x %x %x", nvram_data[0], nvram_data[1], nvram_data[2]);
7984                 }
7985                 retval = -1;
7986                 goto out;
7987         }
7988
7989         for (csum = 0, i = 0; i < amt; i++) {
7990                 csum += nvram_data[i];
7991         }
7992         if (csum != 0) {
7993                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
7994                 retval = -1;
7995                 goto out;
7996         }
7997
7998         if (ISP_NVRAM_VERSION(nvram_data) < minversion) {
7999                 isp_prt(isp, ISP_LOGWARN, "version %d NVRAM not understood",
8000                     ISP_NVRAM_VERSION(nvram_data));
8001                 retval = -1;
8002                 goto out;
8003         }
8004
8005         if (IS_ULTRA3(isp)) {
8006                 isp_parse_nvram_12160(isp, bus, nvram_data);
8007         } else if (IS_1080(isp)) {
8008                 isp_parse_nvram_1080(isp, bus, nvram_data);
8009         } else if (IS_1280(isp) || IS_1240(isp)) {
8010                 isp_parse_nvram_1080(isp, bus, nvram_data);
8011         } else if (IS_SCSI(isp)) {
8012                 isp_parse_nvram_1020(isp, nvram_data);
8013         } else {
8014                 isp_parse_nvram_2100(isp, nvram_data);
8015         }
8016         retval = 0;
8017 out:
8018         return (retval);
8019 #undef  nvram_data
8020 #undef  nvram_words
8021 }
8022
8023 static int
8024 isp_read_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8025 {
8026         int retval = 0;
8027         uint32_t addr, csum, lwrds, *dptr;
8028
8029         if (isp->isp_port) {
8030                 addr = ISP2400_NVRAM_PORT1_ADDR;
8031         } else {
8032                 addr = ISP2400_NVRAM_PORT0_ADDR;
8033         }
8034
8035         dptr = (uint32_t *) nvram_data;
8036         for (lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8037                 isp_rd_2400_nvram(isp, addr++, dptr++);
8038         }
8039         if (nvram_data[0] != 'I' || nvram_data[1] != 'S' ||
8040             nvram_data[2] != 'P') {
8041                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM header (%x %x %x)",
8042                     nvram_data[0], nvram_data[1], nvram_data[2]);
8043                 retval = -1;
8044                 goto out;
8045         }
8046         dptr = (uint32_t *) nvram_data;
8047         for (csum = 0, lwrds = 0; lwrds < ISP2400_NVRAM_SIZE >> 2; lwrds++) {
8048                 uint32_t tmp;
8049                 ISP_IOXGET_32(isp, &dptr[lwrds], tmp);
8050                 csum += tmp;
8051         }
8052         if (csum != 0) {
8053                 isp_prt(isp, ISP_LOGWARN, "invalid NVRAM checksum");
8054                 retval = -1;
8055                 goto out;
8056         }
8057         isp_parse_nvram_2400(isp, nvram_data);
8058 out:
8059         return (retval);
8060 }
8061
8062 static void
8063 isp_rdnvram_word(ispsoftc_t *isp, int wo, uint16_t *rp)
8064 {
8065         int i, cbits;
8066         uint16_t bit, rqst, junk;
8067
8068         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8069         ISP_DELAY(10);
8070         ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8071         ISP_DELAY(10);
8072
8073         if (IS_FC(isp)) {
8074                 wo &= ((ISP2100_NVRAM_SIZE >> 1) - 1);
8075                 if (IS_2312(isp) && isp->isp_port) {
8076                         wo += 128;
8077                 }
8078                 rqst = (ISP_NVRAM_READ << 8) | wo;
8079                 cbits = 10;
8080         } else if (IS_ULTRA2(isp)) {
8081                 wo &= ((ISP1080_NVRAM_SIZE >> 1) - 1);
8082                 rqst = (ISP_NVRAM_READ << 8) | wo;
8083                 cbits = 10;
8084         } else {
8085                 wo &= ((ISP_NVRAM_SIZE >> 1) - 1);
8086                 rqst = (ISP_NVRAM_READ << 6) | wo;
8087                 cbits = 8;
8088         }
8089
8090         /*
8091          * Clock the word select request out...
8092          */
8093         for (i = cbits; i >= 0; i--) {
8094                 if ((rqst >> i) & 1) {
8095                         bit = BIU_NVRAM_SELECT | BIU_NVRAM_DATAOUT;
8096                 } else {
8097                         bit = BIU_NVRAM_SELECT;
8098                 }
8099                 ISP_WRITE(isp, BIU_NVRAM, bit);
8100                 ISP_DELAY(10);
8101                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8102                 ISP_WRITE(isp, BIU_NVRAM, bit | BIU_NVRAM_CLOCK);
8103                 ISP_DELAY(10);
8104                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8105                 ISP_WRITE(isp, BIU_NVRAM, bit);
8106                 ISP_DELAY(10);
8107                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8108         }
8109         /*
8110          * Now read the result back in (bits come back in MSB format).
8111          */
8112         *rp = 0;
8113         for (i = 0; i < 16; i++) {
8114                 uint16_t rv;
8115                 *rp <<= 1;
8116                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT|BIU_NVRAM_CLOCK);
8117                 ISP_DELAY(10);
8118                 rv = ISP_READ(isp, BIU_NVRAM);
8119                 if (rv & BIU_NVRAM_DATAIN) {
8120                         *rp |= 1;
8121                 }
8122                 ISP_DELAY(10);
8123                 ISP_WRITE(isp, BIU_NVRAM, BIU_NVRAM_SELECT);
8124                 ISP_DELAY(10);
8125                 junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8126         }
8127         ISP_WRITE(isp, BIU_NVRAM, 0);
8128         ISP_DELAY(10);
8129         junk = ISP_READ(isp, BIU_NVRAM);        /* force PCI flush */
8130         ISP_SWIZZLE_NVRAM_WORD(isp, rp);
8131 }
8132
8133 static void
8134 isp_rd_2400_nvram(ispsoftc_t *isp, uint32_t addr, uint32_t *rp)
8135 {
8136         int loops = 0;
8137         uint32_t base = 0x7ffe0000;
8138         uint32_t tmp = 0;
8139
8140         if (IS_25XX(isp)) {
8141                 base = 0x7ff00000 | 0x48000;
8142         }
8143         ISP_WRITE(isp, BIU2400_FLASH_ADDR, base | addr);
8144         for (loops = 0; loops < 5000; loops++) {
8145                 ISP_DELAY(10);
8146                 tmp = ISP_READ(isp, BIU2400_FLASH_ADDR);
8147                 if ((tmp & (1U << 31)) != 0) {
8148                         break;
8149                 }
8150         }
8151         if (tmp & (1U << 31)) {
8152                 *rp = ISP_READ(isp, BIU2400_FLASH_DATA);
8153                 ISP_SWIZZLE_NVRAM_LONG(isp, rp);
8154         } else {
8155                 *rp = 0xffffffff;
8156         }
8157 }
8158
8159 static void
8160 isp_parse_nvram_1020(ispsoftc_t *isp, uint8_t *nvram_data)
8161 {
8162         sdparam *sdp = SDPARAM(isp, 0);
8163         int tgt;
8164
8165         sdp->isp_fifo_threshold =
8166                 ISP_NVRAM_FIFO_THRESHOLD(nvram_data) |
8167                 (ISP_NVRAM_FIFO_THRESHOLD_128(nvram_data) << 2);
8168
8169         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8170                 sdp->isp_initiator_id = ISP_NVRAM_INITIATOR_ID(nvram_data);
8171
8172         sdp->isp_bus_reset_delay =
8173                 ISP_NVRAM_BUS_RESET_DELAY(nvram_data);
8174
8175         sdp->isp_retry_count =
8176                 ISP_NVRAM_BUS_RETRY_COUNT(nvram_data);
8177
8178         sdp->isp_retry_delay =
8179                 ISP_NVRAM_BUS_RETRY_DELAY(nvram_data);
8180
8181         sdp->isp_async_data_setup =
8182                 ISP_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data);
8183
8184         if (isp->isp_type >= ISP_HA_SCSI_1040) {
8185                 if (sdp->isp_async_data_setup < 9) {
8186                         sdp->isp_async_data_setup = 9;
8187                 }
8188         } else {
8189                 if (sdp->isp_async_data_setup != 6) {
8190                         sdp->isp_async_data_setup = 6;
8191                 }
8192         }
8193
8194         sdp->isp_req_ack_active_neg =
8195                 ISP_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data);
8196
8197         sdp->isp_data_line_active_neg =
8198                 ISP_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data);
8199
8200         sdp->isp_data_dma_burst_enabl =
8201                 ISP_NVRAM_DATA_DMA_BURST_ENABLE(nvram_data);
8202
8203         sdp->isp_cmd_dma_burst_enable =
8204                 ISP_NVRAM_CMD_DMA_BURST_ENABLE(nvram_data);
8205
8206         sdp->isp_tag_aging =
8207                 ISP_NVRAM_TAG_AGE_LIMIT(nvram_data);
8208
8209         sdp->isp_selection_timeout =
8210                 ISP_NVRAM_SELECTION_TIMEOUT(nvram_data);
8211
8212         sdp->isp_max_queue_depth =
8213                 ISP_NVRAM_MAX_QUEUE_DEPTH(nvram_data);
8214
8215         sdp->isp_fast_mttr = ISP_NVRAM_FAST_MTTR_ENABLE(nvram_data);
8216
8217         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8218                 sdp->isp_devparam[tgt].dev_enable =
8219                         ISP_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt);
8220                 sdp->isp_devparam[tgt].exc_throttle =
8221                         ISP_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt);
8222                 sdp->isp_devparam[tgt].nvrm_offset =
8223                         ISP_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt);
8224                 sdp->isp_devparam[tgt].nvrm_period =
8225                         ISP_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt);
8226                 /*
8227                  * We probably shouldn't lie about this, but it
8228                  * it makes it much safer if we limit NVRAM values
8229                  * to sanity.
8230                  */
8231                 if (isp->isp_type < ISP_HA_SCSI_1040) {
8232                         /*
8233                          * If we're not ultra, we can't possibly
8234                          * be a shorter period than this.
8235                          */
8236                         if (sdp->isp_devparam[tgt].nvrm_period < 0x19) {
8237                                 sdp->isp_devparam[tgt].nvrm_period = 0x19;
8238                         }
8239                         if (sdp->isp_devparam[tgt].nvrm_offset > 0xc) {
8240                                 sdp->isp_devparam[tgt].nvrm_offset = 0x0c;
8241                         }
8242                 } else {
8243                         if (sdp->isp_devparam[tgt].nvrm_offset > 0x8) {
8244                                 sdp->isp_devparam[tgt].nvrm_offset = 0x8;
8245                         }
8246                 }
8247                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8248                 if (ISP_NVRAM_TGT_RENEG(nvram_data, tgt))
8249                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8250                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8251                 if (ISP_NVRAM_TGT_TQING(nvram_data, tgt))
8252                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8253                 if (ISP_NVRAM_TGT_SYNC(nvram_data, tgt))
8254                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8255                 if (ISP_NVRAM_TGT_WIDE(nvram_data, tgt))
8256                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8257                 if (ISP_NVRAM_TGT_PARITY(nvram_data, tgt))
8258                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8259                 if (ISP_NVRAM_TGT_DISC(nvram_data, tgt))
8260                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8261                 sdp->isp_devparam[tgt].actv_flags = 0; /* we don't know */
8262                 sdp->isp_devparam[tgt].goal_offset =
8263                     sdp->isp_devparam[tgt].nvrm_offset;
8264                 sdp->isp_devparam[tgt].goal_period =
8265                     sdp->isp_devparam[tgt].nvrm_period;
8266                 sdp->isp_devparam[tgt].goal_flags =
8267                     sdp->isp_devparam[tgt].nvrm_flags;
8268         }
8269 }
8270
8271 static void
8272 isp_parse_nvram_1080(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8273 {
8274         sdparam *sdp = SDPARAM(isp, bus);
8275         int tgt;
8276
8277         sdp->isp_fifo_threshold =
8278             ISP1080_NVRAM_FIFO_THRESHOLD(nvram_data);
8279
8280         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8281                 sdp->isp_initiator_id = ISP1080_NVRAM_INITIATOR_ID(nvram_data, bus);
8282
8283         sdp->isp_bus_reset_delay =
8284             ISP1080_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8285
8286         sdp->isp_retry_count =
8287             ISP1080_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8288
8289         sdp->isp_retry_delay =
8290             ISP1080_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8291
8292         sdp->isp_async_data_setup =
8293             ISP1080_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8294
8295         sdp->isp_req_ack_active_neg =
8296             ISP1080_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8297
8298         sdp->isp_data_line_active_neg =
8299             ISP1080_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8300
8301         sdp->isp_data_dma_burst_enabl =
8302             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8303
8304         sdp->isp_cmd_dma_burst_enable =
8305             ISP1080_NVRAM_BURST_ENABLE(nvram_data);
8306
8307         sdp->isp_selection_timeout =
8308             ISP1080_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8309
8310         sdp->isp_max_queue_depth =
8311              ISP1080_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8312
8313         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8314                 sdp->isp_devparam[tgt].dev_enable =
8315                     ISP1080_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8316                 sdp->isp_devparam[tgt].exc_throttle =
8317                         ISP1080_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8318                 sdp->isp_devparam[tgt].nvrm_offset =
8319                         ISP1080_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8320                 sdp->isp_devparam[tgt].nvrm_period =
8321                         ISP1080_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8322                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8323                 if (ISP1080_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8324                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8325                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8326                 if (ISP1080_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8327                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8328                 if (ISP1080_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8329                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8330                 if (ISP1080_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8331                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8332                 if (ISP1080_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8333                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8334                 if (ISP1080_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8335                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8336                 sdp->isp_devparam[tgt].actv_flags = 0;
8337                 sdp->isp_devparam[tgt].goal_offset =
8338                     sdp->isp_devparam[tgt].nvrm_offset;
8339                 sdp->isp_devparam[tgt].goal_period =
8340                     sdp->isp_devparam[tgt].nvrm_period;
8341                 sdp->isp_devparam[tgt].goal_flags =
8342                     sdp->isp_devparam[tgt].nvrm_flags;
8343         }
8344 }
8345
8346 static void
8347 isp_parse_nvram_12160(ispsoftc_t *isp, int bus, uint8_t *nvram_data)
8348 {
8349         sdparam *sdp = SDPARAM(isp, bus);
8350         int tgt;
8351
8352         sdp->isp_fifo_threshold =
8353             ISP12160_NVRAM_FIFO_THRESHOLD(nvram_data);
8354
8355         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0)
8356                 sdp->isp_initiator_id = ISP12160_NVRAM_INITIATOR_ID(nvram_data, bus);
8357
8358         sdp->isp_bus_reset_delay =
8359             ISP12160_NVRAM_BUS_RESET_DELAY(nvram_data, bus);
8360
8361         sdp->isp_retry_count =
8362             ISP12160_NVRAM_BUS_RETRY_COUNT(nvram_data, bus);
8363
8364         sdp->isp_retry_delay =
8365             ISP12160_NVRAM_BUS_RETRY_DELAY(nvram_data, bus);
8366
8367         sdp->isp_async_data_setup =
8368             ISP12160_NVRAM_ASYNC_DATA_SETUP_TIME(nvram_data, bus);
8369
8370         sdp->isp_req_ack_active_neg =
8371             ISP12160_NVRAM_REQ_ACK_ACTIVE_NEGATION(nvram_data, bus);
8372
8373         sdp->isp_data_line_active_neg =
8374             ISP12160_NVRAM_DATA_LINE_ACTIVE_NEGATION(nvram_data, bus);
8375
8376         sdp->isp_data_dma_burst_enabl =
8377             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8378
8379         sdp->isp_cmd_dma_burst_enable =
8380             ISP12160_NVRAM_BURST_ENABLE(nvram_data);
8381
8382         sdp->isp_selection_timeout =
8383             ISP12160_NVRAM_SELECTION_TIMEOUT(nvram_data, bus);
8384
8385         sdp->isp_max_queue_depth =
8386              ISP12160_NVRAM_MAX_QUEUE_DEPTH(nvram_data, bus);
8387
8388         for (tgt = 0; tgt < MAX_TARGETS; tgt++) {
8389                 sdp->isp_devparam[tgt].dev_enable =
8390                     ISP12160_NVRAM_TGT_DEVICE_ENABLE(nvram_data, tgt, bus);
8391                 sdp->isp_devparam[tgt].exc_throttle =
8392                         ISP12160_NVRAM_TGT_EXEC_THROTTLE(nvram_data, tgt, bus);
8393                 sdp->isp_devparam[tgt].nvrm_offset =
8394                         ISP12160_NVRAM_TGT_SYNC_OFFSET(nvram_data, tgt, bus);
8395                 sdp->isp_devparam[tgt].nvrm_period =
8396                         ISP12160_NVRAM_TGT_SYNC_PERIOD(nvram_data, tgt, bus);
8397                 sdp->isp_devparam[tgt].nvrm_flags = 0;
8398                 if (ISP12160_NVRAM_TGT_RENEG(nvram_data, tgt, bus))
8399                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_RENEG;
8400                 sdp->isp_devparam[tgt].nvrm_flags |= DPARM_ARQ;
8401                 if (ISP12160_NVRAM_TGT_TQING(nvram_data, tgt, bus))
8402                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_TQING;
8403                 if (ISP12160_NVRAM_TGT_SYNC(nvram_data, tgt, bus))
8404                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_SYNC;
8405                 if (ISP12160_NVRAM_TGT_WIDE(nvram_data, tgt, bus))
8406                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_WIDE;
8407                 if (ISP12160_NVRAM_TGT_PARITY(nvram_data, tgt, bus))
8408                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_PARITY;
8409                 if (ISP12160_NVRAM_TGT_DISC(nvram_data, tgt, bus))
8410                         sdp->isp_devparam[tgt].nvrm_flags |= DPARM_DISC;
8411                 sdp->isp_devparam[tgt].actv_flags = 0;
8412                 sdp->isp_devparam[tgt].goal_offset =
8413                     sdp->isp_devparam[tgt].nvrm_offset;
8414                 sdp->isp_devparam[tgt].goal_period =
8415                     sdp->isp_devparam[tgt].nvrm_period;
8416                 sdp->isp_devparam[tgt].goal_flags =
8417                     sdp->isp_devparam[tgt].nvrm_flags;
8418         }
8419 }
8420
8421 static void
8422 isp_parse_nvram_2100(ispsoftc_t *isp, uint8_t *nvram_data)
8423 {
8424         fcparam *fcp = FCPARAM(isp, 0);
8425         uint64_t wwn;
8426
8427         /*
8428          * There is NVRAM storage for both Port and Node entities-
8429          * but the Node entity appears to be unused on all the cards
8430          * I can find. However, we should account for this being set
8431          * at some point in the future.
8432          *
8433          * Qlogic WWNs have an NAA of 2, but usually nothing shows up in
8434          * bits 48..60. In the case of the 2202, it appears that they do
8435          * use bit 48 to distinguish between the two instances on the card.
8436          * The 2204, which I've never seen, *probably* extends this method.
8437          */
8438         wwn = ISP2100_NVRAM_PORT_NAME(nvram_data);
8439         if (wwn) {
8440                 isp_prt(isp, ISP_LOGCONFIG, "NVRAM Port WWN 0x%08x%08x",
8441                     (uint32_t) (wwn >> 32), (uint32_t) (wwn));
8442                 if ((wwn >> 60) == 0) {
8443                         wwn |= (((uint64_t) 2)<< 60);
8444                 }
8445         }
8446         fcp->isp_wwpn_nvram = wwn;
8447         if (IS_2200(isp) || IS_23XX(isp)) {
8448                 wwn = ISP2100_NVRAM_NODE_NAME(nvram_data);
8449                 if (wwn) {
8450                         isp_prt(isp, ISP_LOGCONFIG, "NVRAM Node WWN 0x%08x%08x",
8451                             (uint32_t) (wwn >> 32),
8452                             (uint32_t) (wwn));
8453                         if ((wwn >> 60) == 0) {
8454                                 wwn |= (((uint64_t) 2)<< 60);
8455                         }
8456                 } else {
8457                         wwn = fcp->isp_wwpn_nvram & ~((uint64_t) 0xfff << 48);
8458                 }
8459         } else {
8460                 wwn &= ~((uint64_t) 0xfff << 48);
8461         }
8462         fcp->isp_wwnn_nvram = wwn;
8463
8464         fcp->isp_maxalloc = ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data);
8465         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8466                 DEFAULT_FRAMESIZE(isp) =
8467                     ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data);
8468         }
8469         fcp->isp_retry_delay = ISP2100_NVRAM_RETRY_DELAY(nvram_data);
8470         fcp->isp_retry_count = ISP2100_NVRAM_RETRY_COUNT(nvram_data);
8471         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8472                 fcp->isp_loopid = ISP2100_NVRAM_HARDLOOPID(nvram_data);
8473         }
8474         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8475                 DEFAULT_EXEC_THROTTLE(isp) =
8476                         ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data);
8477         }
8478         fcp->isp_fwoptions = ISP2100_NVRAM_OPTIONS(nvram_data);
8479         isp_prt(isp, ISP_LOGDEBUG0,
8480             "NVRAM 0x%08x%08x 0x%08x%08x maxalloc %d maxframelen %d",
8481             (uint32_t) (fcp->isp_wwnn_nvram >> 32),
8482             (uint32_t) fcp->isp_wwnn_nvram,
8483             (uint32_t) (fcp->isp_wwpn_nvram >> 32),
8484             (uint32_t) fcp->isp_wwpn_nvram,
8485             ISP2100_NVRAM_MAXIOCBALLOCATION(nvram_data),
8486             ISP2100_NVRAM_MAXFRAMELENGTH(nvram_data));
8487         isp_prt(isp, ISP_LOGDEBUG0,
8488             "execthrottle %d fwoptions 0x%x hardloop %d tov %d",
8489             ISP2100_NVRAM_EXECUTION_THROTTLE(nvram_data),
8490             ISP2100_NVRAM_OPTIONS(nvram_data),
8491             ISP2100_NVRAM_HARDLOOPID(nvram_data),
8492             ISP2100_NVRAM_TOV(nvram_data));
8493         fcp->isp_xfwoptions = ISP2100_XFW_OPTIONS(nvram_data);
8494         fcp->isp_zfwoptions = ISP2100_ZFW_OPTIONS(nvram_data);
8495         isp_prt(isp, ISP_LOGDEBUG0, "xfwoptions 0x%x zfw options 0x%x",
8496             ISP2100_XFW_OPTIONS(nvram_data), ISP2100_ZFW_OPTIONS(nvram_data));
8497 }
8498
8499 static void
8500 isp_parse_nvram_2400(ispsoftc_t *isp, uint8_t *nvram_data)
8501 {
8502         fcparam *fcp = FCPARAM(isp, 0);
8503         uint64_t wwn;
8504
8505         isp_prt(isp, ISP_LOGDEBUG0,
8506             "NVRAM 0x%08x%08x 0x%08x%08x exchg_cnt %d maxframelen %d",
8507             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data) >> 32),
8508             (uint32_t) (ISP2400_NVRAM_NODE_NAME(nvram_data)),
8509             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data) >> 32),
8510             (uint32_t) (ISP2400_NVRAM_PORT_NAME(nvram_data)),
8511             ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data),
8512             ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data));
8513         isp_prt(isp, ISP_LOGDEBUG0,
8514             "NVRAM execthr %d loopid %d fwopt1 0x%x fwopt2 0x%x fwopt3 0x%x",
8515             ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data),
8516             ISP2400_NVRAM_HARDLOOPID(nvram_data),
8517             ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data),
8518             ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data),
8519             ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data));
8520
8521         wwn = ISP2400_NVRAM_PORT_NAME(nvram_data);
8522         fcp->isp_wwpn_nvram = wwn;
8523
8524         wwn = ISP2400_NVRAM_NODE_NAME(nvram_data);
8525         if (wwn) {
8526                 if ((wwn >> 60) != 2 && (wwn >> 60) != 5) {
8527                         wwn = 0;
8528                 }
8529         }
8530         if (wwn == 0 && (fcp->isp_wwpn_nvram >> 60) == 2) {
8531                 wwn = fcp->isp_wwpn_nvram;
8532                 wwn &= ~((uint64_t) 0xfff << 48);
8533         }
8534         fcp->isp_wwnn_nvram = wwn;
8535
8536         if (ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data)) {
8537                 fcp->isp_maxalloc = ISP2400_NVRAM_EXCHANGE_COUNT(nvram_data);
8538         }
8539         if ((isp->isp_confopts & ISP_CFG_OWNFSZ) == 0) {
8540                 DEFAULT_FRAMESIZE(isp) =
8541                     ISP2400_NVRAM_MAXFRAMELENGTH(nvram_data);
8542         }
8543         if ((isp->isp_confopts & ISP_CFG_OWNLOOPID) == 0) {
8544                 fcp->isp_loopid = ISP2400_NVRAM_HARDLOOPID(nvram_data);
8545         }
8546         if ((isp->isp_confopts & ISP_CFG_OWNEXCTHROTTLE) == 0) {
8547                 DEFAULT_EXEC_THROTTLE(isp) =
8548                         ISP2400_NVRAM_EXECUTION_THROTTLE(nvram_data);
8549         }
8550         fcp->isp_fwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS1(nvram_data);
8551         fcp->isp_xfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS2(nvram_data);
8552         fcp->isp_zfwoptions = ISP2400_NVRAM_FIRMWARE_OPTIONS3(nvram_data);
8553 }